I don't have much more details... it's very intermittent at this point. I discovered it when clicking around on a bar chart that's split by color using machine.os.raw. Here is the request and response that's causing the issue.
{
"took": 13,
"timed_out": false,
"_shards": {
"total": 2,
"successful": 2,
"failed": 0
},
"hits": {
"total": 4593,
"max_score": 0,
"hits": []
},
"aggregations": {
"2": {
"buckets": [
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 1
},
{
"key": "win xp",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-03T22:00:00.000Z",
"key": 1417644000000,
"doc_count": 2
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 2
},
{
"key": "osx",
"doc_count": 1
},
{
"key": "win 8",
"doc_count": 1
},
{
"key": "win xp",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-03T22:30:00.000Z",
"key": 1417645800000,
"doc_count": 5
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 2
},
{
"key": "win 7",
"doc_count": 1
},
{
"key": "win 8",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-03T23:00:00.000Z",
"key": 1417647600000,
"doc_count": 5
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 2
},
{
"key": "win xp",
"doc_count": 2
},
{
"key": "ios",
"doc_count": 1
},
{
"key": "win 7",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T00:00:00.000Z",
"key": 1417651200000,
"doc_count": 7
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 1
},
{
"key": "win 8",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T00:30:00.000Z",
"key": 1417653000000,
"doc_count": 2
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 1
},
{
"key": "win 8",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T01:00:00.000Z",
"key": 1417654800000,
"doc_count": 3
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 4
},
{
"key": "win 7",
"doc_count": 2
},
{
"key": "osx",
"doc_count": 1
},
{
"key": "win 8",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T01:30:00.000Z",
"key": 1417656600000,
"doc_count": 10
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 2
},
{
"key": "osx",
"doc_count": 1
},
{
"key": "win 7",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T02:00:00.000Z",
"key": 1417658400000,
"doc_count": 4
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 3
},
{
"key": "osx",
"doc_count": 1
},
{
"key": "win 7",
"doc_count": 1
},
{
"key": "win xp",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T02:30:00.000Z",
"key": 1417660200000,
"doc_count": 8
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 5
},
{
"key": "ios",
"doc_count": 3
},
{
"key": "osx",
"doc_count": 3
},
{
"key": "win xp",
"doc_count": 3
},
{
"key": "win 8",
"doc_count": 2
}
]
},
"key_as_string": "2014-12-04T03:00:00.000Z",
"key": 1417662000000,
"doc_count": 17
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 4
},
{
"key": "win xp",
"doc_count": 4
},
{
"key": "win 7",
"doc_count": 3
},
{
"key": "win 8",
"doc_count": 3
},
{
"key": "osx",
"doc_count": 2
}
]
},
"key_as_string": "2014-12-04T03:30:00.000Z",
"key": 1417663800000,
"doc_count": 16
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 10
},
{
"key": "ios",
"doc_count": 6
},
{
"key": "win 7",
"doc_count": 5
},
{
"key": "win xp",
"doc_count": 5
}
]
},
"key_as_string": "2014-12-04T04:00:00.000Z",
"key": 1417665600000,
"doc_count": 26
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 5
},
{
"key": "ios",
"doc_count": 2
},
{
"key": "win 8",
"doc_count": 2
},
{
"key": "osx",
"doc_count": 1
},
{
"key": "win xp",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T04:30:00.000Z",
"key": 1417667400000,
"doc_count": 14
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 12
},
{
"key": "osx",
"doc_count": 8
},
{
"key": "win 7",
"doc_count": 8
},
{
"key": "win 8",
"doc_count": 8
},
{
"key": "win xp",
"doc_count": 8
}
]
},
"key_as_string": "2014-12-04T05:00:00.000Z",
"key": 1417669200000,
"doc_count": 47
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 14
},
{
"key": "win 7",
"doc_count": 13
},
{
"key": "win 8",
"doc_count": 13
},
{
"key": "ios",
"doc_count": 7
},
{
"key": "osx",
"doc_count": 6
}
]
},
"key_as_string": "2014-12-04T05:30:00.000Z",
"key": 1417671000000,
"doc_count": 57
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 19
},
{
"key": "win xp",
"doc_count": 19
},
{
"key": "ios",
"doc_count": 18
},
{
"key": "win 7",
"doc_count": 16
},
{
"key": "osx",
"doc_count": 2
}
]
},
"key_as_string": "2014-12-04T06:00:00.000Z",
"key": 1417672800000,
"doc_count": 77
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 20
},
{
"key": "win 8",
"doc_count": 18
},
{
"key": "ios",
"doc_count": 14
},
{
"key": "win 7",
"doc_count": 14
},
{
"key": "osx",
"doc_count": 8
}
]
},
"key_as_string": "2014-12-04T06:30:00.000Z",
"key": 1417674600000,
"doc_count": 83
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 24
},
{
"key": "win xp",
"doc_count": 24
},
{
"key": "win 7",
"doc_count": 20
},
{
"key": "ios",
"doc_count": 18
},
{
"key": "osx",
"doc_count": 14
}
]
},
"key_as_string": "2014-12-04T07:00:00.000Z",
"key": 1417676400000,
"doc_count": 112
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 29
},
{
"key": "win 7",
"doc_count": 27
},
{
"key": "win 8",
"doc_count": 19
},
{
"key": "ios",
"doc_count": 18
},
{
"key": "osx",
"doc_count": 10
}
]
},
"key_as_string": "2014-12-04T07:30:00.000Z",
"key": 1417678200000,
"doc_count": 117
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 38
},
{
"key": "win 7",
"doc_count": 36
},
{
"key": "win xp",
"doc_count": 35
},
{
"key": "win 8",
"doc_count": 30
},
{
"key": "osx",
"doc_count": 14
}
]
},
"key_as_string": "2014-12-04T08:00:00.000Z",
"key": 1417680000000,
"doc_count": 167
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 40
},
{
"key": "win xp",
"doc_count": 39
},
{
"key": "win 7",
"doc_count": 34
},
{
"key": "ios",
"doc_count": 29
},
{
"key": "osx",
"doc_count": 15
}
]
},
"key_as_string": "2014-12-04T08:30:00.000Z",
"key": 1417681800000,
"doc_count": 166
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 43
},
{
"key": "ios",
"doc_count": 42
},
{
"key": "win xp",
"doc_count": 39
},
{
"key": "win 7",
"doc_count": 27
},
{
"key": "osx",
"doc_count": 6
}
]
},
"key_as_string": "2014-12-04T09:00:00.000Z",
"key": 1417683600000,
"doc_count": 177
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 52
},
{
"key": "ios",
"doc_count": 47
},
{
"key": "win 8",
"doc_count": 37
},
{
"key": "win 7",
"doc_count": 32
},
{
"key": "osx",
"doc_count": 19
}
]
},
"key_as_string": "2014-12-04T09:30:00.000Z",
"key": 1417685400000,
"doc_count": 203
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 46
},
{
"key": "win 8",
"doc_count": 44
},
{
"key": "win xp",
"doc_count": 38
},
{
"key": "ios",
"doc_count": 36
},
{
"key": "osx",
"doc_count": 22
}
]
},
"key_as_string": "2014-12-04T10:00:00.000Z",
"key": 1417687200000,
"doc_count": 213
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 53
},
{
"key": "win 7",
"doc_count": 52
},
{
"key": "ios",
"doc_count": 46
},
{
"key": "win 8",
"doc_count": 44
},
{
"key": "osx",
"doc_count": 25
}
]
},
"key_as_string": "2014-12-04T10:30:00.000Z",
"key": 1417689000000,
"doc_count": 243
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 69
},
{
"key": "win 8",
"doc_count": 65
},
{
"key": "win xp",
"doc_count": 60
},
{
"key": "win 7",
"doc_count": 57
},
{
"key": "osx",
"doc_count": 26
}
]
},
"key_as_string": "2014-12-04T11:00:00.000Z",
"key": 1417690800000,
"doc_count": 302
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 60
},
{
"key": "win 7",
"doc_count": 54
},
{
"key": "win 8",
"doc_count": 53
},
{
"key": "ios",
"doc_count": 42
},
{
"key": "osx",
"doc_count": 21
}
]
},
"key_as_string": "2014-12-04T11:30:00.000Z",
"key": 1417692600000,
"doc_count": 256
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 59
},
{
"key": "win 8",
"doc_count": 54
},
{
"key": "win 7",
"doc_count": 50
},
{
"key": "win xp",
"doc_count": 42
},
{
"key": "osx",
"doc_count": 27
}
]
},
"key_as_string": "2014-12-04T12:00:00.000Z",
"key": 1417694400000,
"doc_count": 248
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 60
},
{
"key": "win xp",
"doc_count": 56
},
{
"key": "win 8",
"doc_count": 49
},
{
"key": "ios",
"doc_count": 47
},
{
"key": "osx",
"doc_count": 24
}
]
},
"key_as_string": "2014-12-04T12:30:00.000Z",
"key": 1417696200000,
"doc_count": 260
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 66
},
{
"key": "win 7",
"doc_count": 53
},
{
"key": "win xp",
"doc_count": 46
},
{
"key": "ios",
"doc_count": 38
},
{
"key": "osx",
"doc_count": 23
}
]
},
"key_as_string": "2014-12-04T13:00:00.000Z",
"key": 1417698000000,
"doc_count": 244
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 54
},
{
"key": "win xp",
"doc_count": 45
},
{
"key": "win 8",
"doc_count": 41
},
{
"key": "win 7",
"doc_count": 39
},
{
"key": "osx",
"doc_count": 19
}
]
},
"key_as_string": "2014-12-04T13:30:00.000Z",
"key": 1417699800000,
"doc_count": 217
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 49
},
{
"key": "win 7",
"doc_count": 37
},
{
"key": "ios",
"doc_count": 34
},
{
"key": "win xp",
"doc_count": 34
},
{
"key": "osx",
"doc_count": 20
}
]
},
"key_as_string": "2014-12-04T14:00:00.000Z",
"key": 1417701600000,
"doc_count": 194
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 8",
"doc_count": 50
},
{
"key": "ios",
"doc_count": 43
},
{
"key": "win 7",
"doc_count": 42
},
{
"key": "win xp",
"doc_count": 27
},
{
"key": "osx",
"doc_count": 24
}
]
},
"key_as_string": "2014-12-04T14:30:00.000Z",
"key": 1417703400000,
"doc_count": 199
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 34
},
{
"key": "win xp",
"doc_count": 34
},
{
"key": "win 8",
"doc_count": 31
},
{
"key": "win 7",
"doc_count": 27
},
{
"key": "osx",
"doc_count": 20
}
]
},
"key_as_string": "2014-12-04T15:00:00.000Z",
"key": 1417705200000,
"doc_count": 156
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 38
},
{
"key": "ios",
"doc_count": 31
},
{
"key": "win 7",
"doc_count": 19
},
{
"key": "win 8",
"doc_count": 17
},
{
"key": "osx",
"doc_count": 16
}
]
},
"key_as_string": "2014-12-04T15:30:00.000Z",
"key": 1417707000000,
"doc_count": 140
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 37
},
{
"key": "win 8",
"doc_count": 21
},
{
"key": "win xp",
"doc_count": 21
},
{
"key": "win 7",
"doc_count": 16
},
{
"key": "osx",
"doc_count": 5
}
]
},
"key_as_string": "2014-12-04T16:00:00.000Z",
"key": 1417708800000,
"doc_count": 113
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 24
},
{
"key": "ios",
"doc_count": 20
},
{
"key": "win 8",
"doc_count": 20
},
{
"key": "win 7",
"doc_count": 18
},
{
"key": "osx",
"doc_count": 8
}
]
},
"key_as_string": "2014-12-04T16:30:00.000Z",
"key": 1417710600000,
"doc_count": 99
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 25
},
{
"key": "win 8",
"doc_count": 20
},
{
"key": "ios",
"doc_count": 17
},
{
"key": "win 7",
"doc_count": 16
},
{
"key": "osx",
"doc_count": 13
}
]
},
"key_as_string": "2014-12-04T17:00:00.000Z",
"key": 1417712400000,
"doc_count": 99
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 20
},
{
"key": "ios",
"doc_count": 19
},
{
"key": "win 7",
"doc_count": 18
},
{
"key": "win 8",
"doc_count": 14
},
{
"key": "osx",
"doc_count": 13
}
]
},
"key_as_string": "2014-12-04T17:30:00.000Z",
"key": 1417714200000,
"doc_count": 91
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 15
},
{
"key": "win 7",
"doc_count": 13
},
{
"key": "win xp",
"doc_count": 11
},
{
"key": "win 8",
"doc_count": 9
},
{
"key": "osx",
"doc_count": 5
}
]
},
"key_as_string": "2014-12-04T18:00:00.000Z",
"key": 1417716000000,
"doc_count": 58
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 12
},
{
"key": "ios",
"doc_count": 11
},
{
"key": "osx",
"doc_count": 4
},
{
"key": "win 8",
"doc_count": 3
},
{
"key": "win xp",
"doc_count": 3
}
]
},
"key_as_string": "2014-12-04T18:30:00.000Z",
"key": 1417717800000,
"doc_count": 37
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 8
},
{
"key": "ios",
"doc_count": 3
},
{
"key": "win 8",
"doc_count": 3
},
{
"key": "win xp",
"doc_count": 3
},
{
"key": "osx",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T19:00:00.000Z",
"key": 1417719600000,
"doc_count": 19
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 10
},
{
"key": "win 8",
"doc_count": 9
},
{
"key": "win 7",
"doc_count": 7
},
{
"key": "win xp",
"doc_count": 6
},
{
"key": "osx",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T19:30:00.000Z",
"key": 1417721400000,
"doc_count": 35
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 6
},
{
"key": "osx",
"doc_count": 4
},
{
"key": "win 8",
"doc_count": 4
},
{
"key": "ios",
"doc_count": 2
},
{
"key": "win xp",
"doc_count": 2
}
]
},
"key_as_string": "2014-12-04T20:00:00.000Z",
"key": 1417723200000,
"doc_count": 19
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 4
},
{
"key": "win xp",
"doc_count": 3
},
{
"key": "win 7",
"doc_count": 2
},
{
"key": "win 8",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T20:30:00.000Z",
"key": 1417725000000,
"doc_count": 14
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win 7",
"doc_count": 3
},
{
"key": "win 8",
"doc_count": 2
},
{
"key": "ios",
"doc_count": 1
},
{
"key": "win xp",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T21:00:00.000Z",
"key": 1417726800000,
"doc_count": 7
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "ios",
"doc_count": 2
},
{
"key": "win xp",
"doc_count": 2
}
]
},
"key_as_string": "2014-12-04T21:30:00.000Z",
"key": 1417728600000,
"doc_count": 4
},
{
"3": {
"doc_count_error_upper_bound": 0,
"sum_other_doc_count": 0,
"buckets": [
{
"key": "win xp",
"doc_count": 1
}
]
},
"key_as_string": "2014-12-04T22:00:00.000Z",
"key": 1417730400000,
"doc_count": 1
}
]
}
}
}
I don't have much more details... it's very intermittent at this point. I discovered it when clicking around on a bar chart that's split by color using machine.os.raw. Here is the request and response that's causing the issue.
Request:
Response: