{ "resourceSpans": [ { "resource": { "attributes": [ { "key": "service.name", "value": { "string_value": "loki-all" } }, { "key": "opencensus.exporterversion", "value": { "string_value": "Jaeger-Go-2.25.0" } }, { "key": "host.hostname", "value": { "string_value": "4d019a031941" } }, { "key": "ip", "value": { "string_value": "172.18.0.6" } }, { "key": "client-uuid", "value": { "string_value": "4b19ace06df8e4de" } } ] }, "scope_spans": [ { "scope": {}, "spans": [ { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "JP0sEuuWMZA=", "parent_span_id": "SZOr96Psndc=", "name": "store.validateQueryTimeRange", "start_time_unix_nano": 1616072924071839000, "end_time_unix_nano": 1616072924071843000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "SZOr96Psndc=", "parent_span_id": "dOuBi1tLu1M=", "name": "store.validateQuery", "start_time_unix_nano": 1616072924071835000, "end_time_unix_nano": 1616072924071850000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "Q1B5LP41uzY=", "parent_span_id": "cOnlP9NCUAE=", "name": "cachingIndexClient.cacheFetch", "start_time_unix_nano": 1616072924071969000, "end_time_unix_nano": 1616072924071993000, "events": [ { "time_unix_nano": 1616072924071994000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "hits", "value": { "int_value": 0 } }, { "key": "misses", "value": { "int_value": 16 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "ITnbsOAe2uw=", "parent_span_id": "L75zZkOSUUc=", "name": "Shipper.Uploads.Query", "start_time_unix_nano": 1616072924072013000, "end_time_unix_nano": 1616072924072059000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "FYlM8Cxc58U=", "parent_span_id": "PqqRHqSc9ss=", "name": "Shipper.Downloads.Table.MultiQueries", "start_time_unix_nano": 1616072924072087000, "end_time_unix_nano": 1616072924072183000, "events": [ { "time_unix_nano": 1616072924072093000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "table-name", "value": { "string_value": "index_18704" } }, { "key": "query-count", "value": { "int_value": 16 } } ] }, { "time_unix_nano": 1616072924072122000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "compactor-1616069884.gz" } } ] }, { "time_unix_nano": 1616072924072141000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "4d019a031941-1615912317231558275-1616069700.gz" } } ] }, { "time_unix_nano": 1616072924072162000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "4d019a031941-1615912317231558275-1616070600.gz" } } ] }, { "time_unix_nano": 1616072924072183000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "4d019a031941-1615912317231558275-1616071500.gz" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "PqqRHqSc9ss=", "parent_span_id": "L75zZkOSUUc=", "name": "Shipper.Downloads.Query", "start_time_unix_nano": 1616072924072069000, "end_time_unix_nano": 1616072924072187000, "events": [ { "time_unix_nano": 1616072924072076000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "table-name", "value": { "string_value": "index_18704" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "L75zZkOSUUc=", "parent_span_id": "cOnlP9NCUAE=", "name": "QUERY", "kind": 3, "start_time_unix_nano": 1616072924072003000, "end_time_unix_nano": 1616072924072194000, "attributes": [ { "key": "organization", "value": { "string_value": "fake" } } ], "events": [ { "time_unix_nano": 1616072924072065000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried", "value": { "string_value": "uploads-manager" } } ] }, { "time_unix_nano": 1616072924072192000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried", "value": { "string_value": "downloads-manager" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "cOnlP9NCUAE=", "parent_span_id": "U/9XRHddX4E=", "name": "store.lookupEntriesByQueries", "start_time_unix_nano": 1616072924071956000, "end_time_unix_nano": 1616072924072255000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "U/9XRHddX4E=", "parent_span_id": "OS0/Er5LB/Q=", "name": "Store.lookupIdsByMetricNameMatcher", "start_time_unix_nano": 1616072924071897000, "end_time_unix_nano": 1616072924072273000, "events": [ { "time_unix_nano": 1616072924071916000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "metricName", "value": { "string_value": "logs" } }, { "key": "matcher", "value": { "string_value": "compose_project=\"devenv\"" } } ] }, { "time_unix_nano": 1616072924071948000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "matcher", "value": { "string_value": "compose_project=\"devenv\"" } }, { "key": "queries", "value": { "int_value": 16 } } ] }, { "time_unix_nano": 1616072924071955000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "matcher", "value": { "string_value": "compose_project=\"devenv\"" } }, { "key": "filteredQueries", "value": { "int_value": 16 } } ] }, { "time_unix_nano": 1616072924072264000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "matcher", "value": { "string_value": "compose_project=\"devenv\"" } }, { "key": "entries", "value": { "int_value": 2 } } ] }, { "time_unix_nano": 1616072924072273000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "matcher", "value": { "string_value": "compose_project=\"devenv\"" } }, { "key": "ids", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "OS0/Er5LB/Q=", "parent_span_id": "dOuBi1tLu1M=", "name": "SeriesStore.lookupSeriesByMetricNameMatchers", "start_time_unix_nano": 1616072924071872000, "end_time_unix_nano": 1616072924072281000, "events": [ { "time_unix_nano": 1616072924071879000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "metricName", "value": { "string_value": "logs" } }, { "key": "matchers", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072280000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "msg", "value": { "string_value": "post intersection" } }, { "key": "ids", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "VVHzoqZ3i+A=", "parent_span_id": "NhHZNlNa0hU=", "name": "cachingIndexClient.cacheFetch", "start_time_unix_nano": 1616072924072309000, "end_time_unix_nano": 1616072924072317000, "events": [ { "time_unix_nano": 1616072924072317000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "hits", "value": { "int_value": 0 } }, { "key": "misses", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "Ynf7ea0uHkA=", "parent_span_id": "OVmgSR3nufU=", "name": "Shipper.Uploads.Query", "start_time_unix_nano": 1616072924072324000, "end_time_unix_nano": 1616072924072342000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "fkjZ+Fj1ld0=", "parent_span_id": "fc7QZ6SUR3k=", "name": "Shipper.Downloads.Table.MultiQueries", "start_time_unix_nano": 1616072924072371000, "end_time_unix_nano": 1616072924072410000, "events": [ { "time_unix_nano": 1616072924072378000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "table-name", "value": { "string_value": "index_18704" } }, { "key": "query-count", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072384000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "4d019a031941-1615912317231558275-1616069700.gz" } } ] }, { "time_unix_nano": 1616072924072390000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "4d019a031941-1615912317231558275-1616070600.gz" } } ] }, { "time_unix_nano": 1616072924072399000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "4d019a031941-1615912317231558275-1616071500.gz" } } ] }, { "time_unix_nano": 1616072924072410000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried-db", "value": { "string_value": "compactor-1616069884.gz" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "fc7QZ6SUR3k=", "parent_span_id": "OVmgSR3nufU=", "name": "Shipper.Downloads.Query", "start_time_unix_nano": 1616072924072352000, "end_time_unix_nano": 1616072924072413000, "events": [ { "time_unix_nano": 1616072924072361000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "table-name", "value": { "string_value": "index_18704" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "OVmgSR3nufU=", "parent_span_id": "NhHZNlNa0hU=", "name": "QUERY", "kind": 3, "start_time_unix_nano": 1616072924072320000, "end_time_unix_nano": 1616072924072419000, "attributes": [ { "key": "organization", "value": { "string_value": "fake" } } ], "events": [ { "time_unix_nano": 1616072924072348000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried", "value": { "string_value": "uploads-manager" } } ] }, { "time_unix_nano": 1616072924072418000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queried", "value": { "string_value": "downloads-manager" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "NhHZNlNa0hU=", "parent_span_id": "W1z0dieCT50=", "name": "store.lookupEntriesByQueries", "start_time_unix_nano": 1616072924072303000, "end_time_unix_nano": 1616072924072470000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "W1z0dieCT50=", "parent_span_id": "dOuBi1tLu1M=", "name": "SeriesStore.lookupChunksBySeries", "start_time_unix_nano": 1616072924072286000, "end_time_unix_nano": 1616072924072478000, "events": [ { "time_unix_nano": 1616072924072293000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "seriesIDs", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072302000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "queries", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072477000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "entries", "value": { "int_value": 3 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "dOuBi1tLu1M=", "parent_span_id": "CHflqiGYvzE=", "name": "SeriesStore.GetChunkRefs", "start_time_unix_nano": 1616072924071827000, "end_time_unix_nano": 1616072924072494000, "events": [ { "time_unix_nano": 1616072924071870000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "metric", "value": { "string_value": "logs" } } ] }, { "time_unix_nano": 1616072924072285000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "series-ids", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072483000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "chunk-ids", "value": { "int_value": 2 } } ] }, { "time_unix_nano": 1616072924072493000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "chunks-post-filtering", "value": { "int_value": 2 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "WAAinXT7qVM=", "parent_span_id": "BP6HrpTwyng=", "name": "Fetcher.processCacheResponse", "start_time_unix_nano": 1616072924072579000, "end_time_unix_nano": 1616072924072588000, "events": [ { "time_unix_nano": 1616072924072586000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "chunks", "value": { "int_value": 1 } }, { "key": "decodeRequests", "value": { "int_value": 0 } }, { "key": "missing", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "M7Izi+s/c+U=", "parent_span_id": "BP6HrpTwyng=", "name": "GetParallelChunks", "start_time_unix_nano": 1616072924072591000, "end_time_unix_nano": 1616072924072754000, "events": [ { "time_unix_nano": 1616072924072594000, "attributes": [ { "key": "chunks requested", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072753000, "attributes": [ { "key": "chunks fetched", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "BP6HrpTwyng=", "parent_span_id": "NSwuyvY1Y68=", "name": "ChunkStore.FetchChunks", "start_time_unix_nano": 1616072924072574000, "end_time_unix_nano": 1616072924072770000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "NSwuyvY1Y68=", "parent_span_id": "CHflqiGYvzE=", "name": "LokiStore.fetchLazyChunks", "start_time_unix_nano": 1616072924072548000, "end_time_unix_nano": 1616072924072775000, "events": [ { "time_unix_nano": 1616072924072556000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "msg", "value": { "string_value": "loading lazy chunks" } }, { "key": "chunks", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "Qq+r9GiMkNI=", "parent_span_id": "PR8RqjKV3Uo=", "name": "Fetcher.processCacheResponse", "start_time_unix_nano": 1616072924072837000, "end_time_unix_nano": 1616072924072849000, "events": [ { "time_unix_nano": 1616072924072846000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "chunks", "value": { "int_value": 1 } }, { "key": "decodeRequests", "value": { "int_value": 0 } }, { "key": "missing", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "cZgwffl0hgY=", "parent_span_id": "PR8RqjKV3Uo=", "name": "GetParallelChunks", "start_time_unix_nano": 1616072924072852000, "end_time_unix_nano": 1616072924072946000, "events": [ { "time_unix_nano": 1616072924072856000, "attributes": [ { "key": "chunks requested", "value": { "int_value": 1 } } ] }, { "time_unix_nano": 1616072924072945000, "attributes": [ { "key": "chunks fetched", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "PR8RqjKV3Uo=", "parent_span_id": "IFRLJyTYAD4=", "name": "ChunkStore.FetchChunks", "start_time_unix_nano": 1616072924072829000, "end_time_unix_nano": 1616072924072950000, "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "IFRLJyTYAD4=", "parent_span_id": "CHflqiGYvzE=", "name": "LokiStore.fetchLazyChunks", "start_time_unix_nano": 1616072924072783000, "end_time_unix_nano": 1616072924072953000, "events": [ { "time_unix_nano": 1616072924072808000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "msg", "value": { "string_value": "loading lazy chunks" } }, { "key": "chunks", "value": { "int_value": 1 } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "CHflqiGYvzE=", "parent_span_id": "OkZuqqjv99s=", "name": "/logproto.Querier/Query", "kind": 2, "start_time_unix_nano": 1616072924071166000, "end_time_unix_nano": 1616072924077652000, "attributes": [ { "key": "component", "value": { "string_value": "gRPC" } } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "OkZuqqjv99s=", "parent_span_id": "OnJtHqWUrKA=", "name": "/logproto.Querier/Query", "kind": 3, "start_time_unix_nano": 1616072924070909000, "end_time_unix_nano": 1616072924077852000, "attributes": [ { "key": "component", "value": { "string_value": "gRPC" } } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "OnJtHqWUrKA=", "parent_span_id": "Yg8DoiU8Xjc=", "name": "query.Exec", "start_time_unix_nano": 1616072924070597000, "end_time_unix_nano": 1616072924078351000, "events": [ { "time_unix_nano": 1616072924077908000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "Ingester.TotalReached", "value": { "int_value": 1 } }, { "key": "Ingester.TotalChunksMatched", "value": { "int_value": 1 } }, { "key": "Ingester.TotalBatches", "value": { "int_value": 0 } }, { "key": "Ingester.TotalLinesSent", "value": { "int_value": 0 } }, { "key": "Ingester.HeadChunkBytes", "value": { "string_value": "165 kB" } }, { "key": "Ingester.HeadChunkLines", "value": { "int_value": 1482 } }, { "key": "Ingester.DecompressedBytes", "value": { "string_value": "690 kB" } }, { "key": "Ingester.DecompressedLines", "value": { "int_value": 5293 } }, { "key": "Ingester.CompressedBytes", "value": { "string_value": "65 kB" } }, { "key": "Ingester.TotalDuplicates", "value": { "int_value": 0 } }, { "key": "Store.TotalChunksRef", "value": { "int_value": 0 } }, { "key": "Store.TotalChunksDownloaded", "value": { "int_value": 0 } }, { "key": "Store.ChunksDownloadTime", "value": { "string_value": "0s" } }, { "key": "Store.HeadChunkBytes", "value": { "string_value": "0 B" } }, { "key": "Store.HeadChunkLines", "value": { "int_value": 0 } }, { "key": "Store.DecompressedBytes", "value": { "string_value": "0 B" } }, { "key": "Store.DecompressedLines", "value": { "int_value": 0 } }, { "key": "Store.CompressedBytes", "value": { "string_value": "0 B" } }, { "key": "Store.TotalDuplicates", "value": { "int_value": 0 } } ] }, { "time_unix_nano": 1616072924077920000, "attributes": [ { "key": "level", "value": { "string_value": "debug" } }, { "key": "Summary.BytesProcessedPerSecond", "value": { "string_value": "118 MB" } }, { "key": "Summary.LinesProcessedPerSecond", "value": { "int_value": 934542 } }, { "key": "Summary.TotalBytesProcessed", "value": { "string_value": "855 kB" } }, { "key": "Summary.TotalLinesProcessed", "value": { "int_value": 6775 } }, { "key": "Summary.ExecTime", "value": { "string_value": "7.249536ms" } } ] } ], "status": {} }, { "trace_id": "AAAAAAAAAABiDwOiJTxeNw==", "span_id": "Yg8DoiU8Xjc=", "parent_span_id": "AAAAAAAAAAA=", "name": "HTTP GET - loki_api_v1_query_range", "kind": 2, "start_time_unix_nano": 1616072924070497000, "end_time_unix_nano": 1616072924078918000, "attributes": [ { "key": "sampler.type", "value": { "string_value": "const" } }, { "key": "sampler.param", "value": { "bool_value": true } }, { "key": "http.status_code", "value": { "int_value": 200 } }, { "key": "http.method", "value": { "string_value": "GET" } }, { "key": "http.url", "value": { "string_value": "/loki/api/v1/query_range?direction=BACKWARD\u0026limit=1000\u0026query=%7Bcompose_project%3D%22devenv%22%7D%20%7C%3D%22trace_id%22\u0026start=1616070921000000000\u0026end=1616072722000000000\u0026step=2" } }, { "key": "component", "value": { "string_value": "net/http" } }, { "key": "arrayAttribute", "value": { "array_value": { "values": [ { "string_value": "value1" }, { "string_value": "value2" } ] } } }, { "key": "kvlistAttribute", "value": { "kvlist_value": { "values": [ { "key": "key1", "value": { "string_value": "value1" } }, { "key": "key2", "value": { "string_value": "value2" } } ] } } } ], "status": {} } ] } ] } ] }