{"type":"doc","content":[{"type":"paragraph","content":[{"text":"This article will give a few examples of doing direct-to-Elasticsearch queries. This is normally not necessary and not advised as queries should be done through the ","type":"text"},{"text":"Swarm Search API","type":"text","marks":[{"type":"link","attrs":{"href":"https://perifery.atlassian.net/wiki/spaces/public/pages/2443821908"}}]},{"text":". ","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Preparation","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Set a Swarm Node IP as SCSP_HOST, Elasticsearch IP and the Elasticsearch Index variables. These presume the ","type":"text"},{"text":"Support tools","type":"text","marks":[{"type":"link","attrs":{"href":"https://perifery.atlassian.net/wiki/spaces/KB/pages/1373896720"}}]},{"text":" are installed at /root/dist ","type":"text"}]}]}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"export SCSP_HOST=\nexport ESIP=$(python /root/dist/platform-get-default-search-feed-ip.py $SCSP_HOST | awk '{ print $1 }')\nexport ESINDEX=index_$(python /root/dist/platform-get-default-search-index-name.py $SCSP_HOST)","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Calls direct to ES","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"ES information by stream name","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"FILENAME= && curl -s \"$ESIP:9200/$ESINDEX/_search?q=stype:NAMED+AND+name:$FILENAME&pretty\" | jq -r '.hits.hits[]'","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This will return all named streams by that name across buckets/ domains. You can delineate by bucket or domain id as seen in other examples.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"ES information by etag","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"ETAG= && curl -s \"$ESIP:9200/$ESINDEX/_search?pretty&q=etag:$ETAG\" | jq '.hits.hits[]'","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Get bucket name, etag, and tmBorn by bucket name","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"This might be handy for recreating a recently deleted bucket","type":"text"}]}]}]},{"type":"codeBlock","content":[{"text":"BUCKETNAME=;curl -s \"$ESIP:9200/$ESINDEX/_search?q=stype:BUCKET+AND+name:$BUCKETNAME\" | jq -r '.hits.hits[]._source | \"\\(.name), \\(.etag), \\(.tmBorn), \\(.contextid)\"'","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Get Domain id","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"from Swarm","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"DOMAIN= && curl -sIL $SCSP_HOST?domain=$DOMAIN | grep ^Castor-System-Alias | awk '{ print $2 }'","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"from ES directly","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"DOMAIN= && curl -s \"$ESIP:9200/$ESINDEX/_search?q=stype:DOMAIN+AND+name:$DOMAIN&pretty\" | jq -r '.hits.hits[]._id'","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Get Bucket id (context id)","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"from Swarm by domain name","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"BUCKET= && DOMAIN= && curl -sIL \"$SCSP_HOST/$BUCKET?domain=$DOMAIN\" | grep ^Castor-System-Alias | awk '{ print $2 }'","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"from ES directly- by domain id","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"BUCKET= && DOMAINID= && curl -s \"$ESIP:9200/$ESINDEX/_search?q=domainid:$DOMAINID+AND+stype:BUCKET+AND+name:$BUCKET&pretty\" | jq -r '.hits.hits[]._id'","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Stream count by bucket (context id)","type":"text"}]},{"type":"codeBlock","attrs":{"language":"shell"},"content":[{"text":"CONTEXTID= && curl -s -XPOST -H \"Content-Type: application/json\" --data-binary '{\"query\":{\"bool\":{\"must\":[{\"match\":{\"contextid\":\"'\"$CONTEXTID\"'\"}}]}}}' \"$ESIP:9200/$ESINDEX/_count\" | jq '.count'","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Streams by bucket (context id)","type":"text"}]},{"type":"codeBlock","content":[{"text":"BUCKETID= && curl -s -XPOST -H \"Content-Type: application/json\" --data-binary '{\"query\":{\"bool\":{\"must\":[{\"match\":{\"domainid\":\"'\"$DOMAINID\"'\"}}]}}}' \"$ESIP:9200/$ESINDEX/_count\" | jq '.count'","type":"text"}]}],"version":1}

Browser not supported