{ "description": "This dashboard displays the usage of LLMs and VectorDBs, tracking OpenTelemetry Traces and Metrics sent using [OpenLIT](https://github.com/openlit/openlit).", "layout": [ { "h": 2, "i": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "moved": false, "static": false, "w": 4, "x": 0, "y": 0 }, { "h": 2, "i": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "moved": false, "static": false, "w": 4, "x": 4, "y": 0 }, { "h": 2, "i": "1794131c-c3bd-44b9-abf8-bac0d6909900", "moved": false, "static": false, "w": 4, "x": 8, "y": 0 }, { "h": 2, "i": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "moved": false, "static": false, "w": 8, "x": 0, "y": 2 }, { "h": 4, "i": "38e3d7fa-db21-4900-9219-8e29ef624db5", "moved": false, "static": false, "w": 4, "x": 8, "y": 2 }, { "h": 2, "i": "5e1ece63-2f99-485e-b1e3-42f1a40723ba", "moved": false, "static": false, "w": 4, "x": 0, "y": 4 }, { "h": 2, "i": "20f82761-f700-47d8-875f-e874e9377357", "moved": false, "static": false, "w": 4, "x": 4, "y": 4 }, { "h": 10, "i": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "moved": false, "static": false, "w": 6, "x": 0, "y": 6 }, { "h": 5, "i": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02", "moved": false, "static": false, "w": 3, "x": 6, "y": 6 }, { "h": 5, "i": "dd1513a1-162b-453f-8c98-f53ddff71d83", "moved": false, "static": false, "w": 3, "x": 9, "y": 6 }, { "h": 5, "i": "49b36afb-08fc-45d8-9142-145c57f867b7", "moved": false, "static": false, "w": 3, "x": 6, "y": 11 }, { "h": 5, "i": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941", "moved": false, "static": false, "w": 3, "x": 9, "y": 11 }, { "h": 6, "i": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128", "moved": false, "static": false, "w": 12, "x": 0, "y": 16 }, { "h": 7, "i": "4a3beca5-6085-4025-b85a-f5991a1de4cb", "moved": false, "static": false, "w": 3, "x": 0, "y": 22 }, { "h": 7, "i": "e055def0-2d1c-4baa-80aa-3fc82ecf5998", "moved": false, "static": false, "w": 3, "x": 3, "y": 22 }, { "h": 7, "i": "fc467e6b-05c2-410e-9646-37f32c1883f9", "moved": false, "static": false, "w": 3, "x": 6, "y": 22 }, { "h": 7, "i": "70ba904d-731e-47b8-ac69-69a0a8628bb1", "moved": false, "static": false, "w": 3, "x": 9, "y": 22 } ], "panelMap": {}, "tags": [ "GenAI", "LLMs", "VectorDB" ], "title": "GenAI Observability", "uploadedGrafana": false, "version": "v4", "widgets": [ { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": 10, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "c4456899-8b4c-427c-96a7-5771a616962d", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.", "fillSpans": false, "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "c9048bd2", "key": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "op": "exists", "value": "" }, { "id": "1110fd0a", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Platform", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": null, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "ab733930", "key": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Prompt Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the application. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "c0798d43", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "2da85ad9", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a49d5aec-f628-4945-815f-9ae5f8d32199", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Application", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "49b36afb-08fc-45d8-9142-145c57f867b7", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b86254e3", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "43d1a271", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays a comparative graph showing the average number of tokens consumed for completions and prompts against the average usage cost. It provides a visual representation of the relationship between the volume of data processed (in tokens) and the financial implications of using GenAI services. Analyzing this comparison helps in assessing cost-effectiveness and guiding strategic decisions for efficient resource utilization.", "fillSpans": true, "id": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "graph", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "6bba5521", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "Avg Prompt Tokens", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" }, { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "B", "filters": { "items": [ { "id": "e2a3a17e", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "Avg Completion Tokens", "limit": null, "orderBy": [], "queryName": "B", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" }, { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "C", "filters": { "items": [ { "id": "31b526c4", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "Avg Usage Cost", "limit": null, "orderBy": [], "queryName": "C", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a9debb80-de8c-4523-93a2-9779e142ea04", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Average Token Consumption vs. Average Usage Cost Comparison", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": 10, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "c4456899-8b4c-427c-96a7-5771a616962d", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.", "fillSpans": false, "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "c9048bd2", "key": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "op": "exists", "value": "" }, { "id": "1110fd0a", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Platform", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": null, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "ab733930", "key": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Prompt Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "a39a00f7", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "c269b63a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a49d5aec-f628-4945-815f-9ae5f8d32199", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "49b36afb-08fc-45d8-9142-145c57f867b7", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b86254e3", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "43d1a271", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": 10, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "c4456899-8b4c-427c-96a7-5771a616962d", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.", "fillSpans": false, "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "c9048bd2", "key": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "op": "exists", "value": "" }, { "id": "1110fd0a", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Platform", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": null, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "ab733930", "key": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Prompt Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "a39a00f7", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "c269b63a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a49d5aec-f628-4945-815f-9ae5f8d32199", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "49b36afb-08fc-45d8-9142-145c57f867b7", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b86254e3", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "43d1a271", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays a comparative graph showing the average number of tokens consumed for completions and prompts against the average usage cost. It provides a visual representation of the relationship between the volume of data processed (in tokens) and the financial implications of using GenAI services. Analyzing this comparison helps in assessing cost-effectiveness and guiding strategic decisions for efficient resource utilization.", "fillSpans": true, "id": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "graph", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "6bba5521", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "Avg Prompt Tokens", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" }, { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "B", "filters": { "items": [ { "id": "e2a3a17e", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "Avg Completion Tokens", "limit": null, "orderBy": [], "queryName": "B", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" }, { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "C", "filters": { "items": [ { "id": "31b526c4", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "Avg Usage Cost", "limit": null, "orderBy": [], "queryName": "C", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a9debb80-de8c-4523-93a2-9779e142ea04", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Average Token Consumption vs. Average Usage Cost Comparison", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": 10, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "c4456899-8b4c-427c-96a7-5771a616962d", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.", "fillSpans": false, "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "c9048bd2", "key": { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" }, "op": "exists", "value": "" }, { "id": "1110fd0a", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.system", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Platform", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.", "fillSpans": false, "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.request.model--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.request.model", "type": "tag" } ], "having": [], "legend": "Usage", "limit": null, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Top GenAI Models by Usage", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "52cf39c3", "key": { "dataType": "float64", "id": "gen_ai.usage.total_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.total_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Total Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.", "fillSpans": false, "id": "1794131c-c3bd-44b9-abf8-bac0d6909900", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b54ad218", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "avg" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "7578a749-9d22-44d3-a871-3d59111b2e48", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.", "fillSpans": false, "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "01cedd59", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "vectordb" }, { "id": "ed1f0774", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "!=", "value": "framework" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "bbd830fa-b562-4e3e-9178-14a163c85120", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total GenAI Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.", "fillSpans": false, "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "eac4852a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "19480563-a999-475c-8414-a152a824c0ed", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total VectorDB Requests", "yAxisUnit": "none" }, { "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.", "fillSpans": false, "id": "38e3d7fa-db21-4900-9219-8e29ef624db5", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "aggregateOperator": "sum", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "e1fff692", "key": { "dataType": "float64", "id": "gen_ai.usage.cost--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.cost", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "sum", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "sum" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Total Usage Cost", "yAxisUnit": "none" }, { "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "20f82761-f700-47d8-875f-e874e9377357", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "d0dcd772", "key": { "dataType": "float64", "id": "gen_ai.usage.output_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.output_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a5caf4a5-4157-445c-826f-174e6370ced4", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Completion Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.", "fillSpans": false, "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "value", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "aggregateOperator": "avg", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "ab733930", "key": { "dataType": "float64", "id": "gen_ai.usage.input_tokens--float64--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.usage.input_tokens", "type": "tag" }, "op": "exists", "value": "" } ], "op": "AND" }, "functions": [], "groupBy": [], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "Avg Prompt Tokens", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "a39a00f7", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "c269b63a", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a49d5aec-f628-4945-815f-9ae5f8d32199", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "49b36afb-08fc-45d8-9142-145c57f867b7", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "b86254e3", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "43d1a271", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays the breakdown of GenAI requests by type, such as Chat, Embedding, Image, Audio, and Fine Tuning. It reveals the diversity in usage, highlighting which types of requests are most common. Understanding this distribution assists in optimizing resources for the most demanded services and planning for future needs based on usage trends.", "fillSpans": false, "id": "dd1513a1-162b-453f-8c98-f53ddff71d83", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "f3b8299b", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" }, { "id": "4535b2f2", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "nin", "value": [ "vectordb", "framework" ] } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "fd560c59-a178-4839-9659-00f8244c0074", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Type", "yAxisUnit": "none" }, { "description": "This panel displays the breakdown of database requests based on the type of operation, such as add, updates, deletes, and queries. It provides insights into the operational dynamics of database interactions, highlighting the most common actions performed. Understanding this distribution helps in optimizing database performance and planning for capacity based on operational needs.", "fillSpans": false, "id": "4a3beca5-6085-4025-b85a-f5991a1de4cb", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "table", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "db.operation--string--tag--false", "isColumn": false, "isJSON": false, "key": "db.operation", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "06f0ca0c", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "db.operation--string--tag--false", "isColumn": false, "isJSON": false, "key": "db.operation", "type": "tag" } ], "having": [], "legend": "Usage", "limit": 10, "orderBy": [ { "columnName": "#SIGNOZ_VALUE", "order": "desc" } ], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "0ba57be6-13ed-4410-aecd-f627964579dc", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "DB Requests by Operation", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.", "fillSpans": false, "id": "e055def0-2d1c-4baa-80aa-3fc82ecf5998", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "db.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "db.system", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "8bf6818b", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "db.system--string--tag--false", "isColumn": false, "isJSON": false, "key": "db.system", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "a25b55de-638c-4f90-8a41-9eeca58b76eb", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Platform", "yAxisUnit": "none" }, { "description": "This panel displays the breakdown of DB requests by environment, offering insights into which applications are leveraging VectorDB services the most. This identification helps in understanding application-specific demand, guiding resource allocation, and supporting targeted optimization efforts for enhanced efficiency in application performance.\"", "fillSpans": false, "id": "fc467e6b-05c2-410e-9646-37f32c1883f9", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "08799686", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" }, { "id": "3a756d05", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.environment--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.environment", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "11816267-2d13-48d1-8215-e8f0023f45e0", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "DB Requests by Environment", "yAxisUnit": "none" }, { "description": "This panel displays the distribution of GenAI requests based on the application. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.", "fillSpans": false, "id": "70ba904d-731e-47b8-ac69-69a0a8628bb1", "isStacked": false, "nullZeroValues": "zero", "opacity": "1", "panelTypes": "pie", "query": { "builder": { "queryData": [ { "aggregateAttribute": { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" }, "aggregateOperator": "count", "dataSource": "traces", "disabled": false, "expression": "A", "filters": { "items": [ { "id": "6c3952e4", "key": { "dataType": "string", "id": "gen_ai.operation.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.operation.name", "type": "tag" }, "op": "=", "value": "vectordb" }, { "id": "d4d6d3ee", "key": { "dataType": "string", "id": "telemetry.sdk.name--string--tag--false", "isColumn": false, "isJSON": false, "key": "telemetry.sdk.name", "type": "tag" }, "op": "=", "value": "openlit" } ], "op": "AND" }, "functions": [], "groupBy": [ { "dataType": "string", "id": "gen_ai.application_name--string--tag--false", "isColumn": false, "isJSON": false, "key": "gen_ai.application_name", "type": "tag" } ], "having": [], "legend": "", "limit": null, "orderBy": [], "queryName": "A", "reduceTo": "avg", "spaceAggregation": "sum", "stepInterval": 60, "timeAggregation": "rate" } ], "queryFormulas": [] }, "clickhouse_sql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "id": "ccc8b8ba-203f-4b79-b34b-ff66324e511e", "promql": [ { "disabled": false, "legend": "", "name": "A", "query": "" } ], "queryType": "builder" }, "selectedLogFields": [ { "dataType": "string", "name": "body", "type": "" }, { "dataType": "string", "name": "timestamp", "type": "" } ], "selectedTracesFields": [ { "dataType": "string", "id": "serviceName--string--tag--true", "isColumn": true, "isJSON": false, "key": "serviceName", "type": "tag" }, { "dataType": "string", "id": "name--string--tag--true", "isColumn": true, "isJSON": false, "key": "name", "type": "tag" }, { "dataType": "float64", "id": "durationNano--float64--tag--true", "isColumn": true, "isJSON": false, "key": "durationNano", "type": "tag" }, { "dataType": "string", "id": "httpMethod--string--tag--true", "isColumn": true, "isJSON": false, "key": "httpMethod", "type": "tag" }, { "dataType": "string", "id": "responseStatusCode--string--tag--true", "isColumn": true, "isJSON": false, "key": "responseStatusCode", "type": "tag" } ], "softMax": 0, "softMin": 0, "thresholds": [], "timePreferance": "GLOBAL_TIME", "title": "GenAI Requests by Application", "yAxisUnit": "none" } ], "uuid": "2754c4b8-257f-4206-b296-de3063ac56e7" }