ted-hanson/elasticsearch_scraper

Scripts to Download ES Data

<<<<<<< HEAD ==The main script==

• es_to_csv.rb # gets ALL logs
  • usage ./es_to_csv.rb

Example data:

{
  "query": {
    "filtered": {
      "query": {
        "bool": {
          "should": [
            {
              "query_string": {
                "query": "type:\"moovworker\""
              }
            }
          ]
        }
      },
      "filter": {
        "bool": {
          "must": [
            {
              "range": {
                "@timestamp": {
                  "from": 1432078299029,
                  "to": 1432081899029
                }
              }
            }
          ]
        }
      }
    }
  },
  "highlight": {
    "fields": {},
    "fragment_size": 2147483647,
    "pre_tags": [
      "@start-highlight@"
    ],
    "post_tags": [
      "@end-highlight@"
    ]
  },
  "size": 500, //size to comment out
  "sort": [
    {
      "@timestamp": {
        "order": "asc",
        "ignore_unmapped": true
      }
    }
  ]
}