{ "version": "Notebook/1.0", "items": [ { "type": 1, "content": { "json": "# Azure OpenAI Insights\r\nUse this workbook to analyze and monitor all your Azure OpenAI resources." }, "name": "text - 3" }, { "type": 9, "content": { "version": "KqlParameterItem/1.0", "crossComponentResources": [ "{Subscription}" ], "parameters": [ { "id": "1f74ed9a-e3ed-498d-bd5b-f68f3836a117", "version": "KqlParameterItem/1.0", "name": "Subscription", "label": "Subscriptions", "type": 6, "description": "All subscriptions with Azure OpenAI Service", "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "Resources\r\n| where type =~ 'microsoft.cognitiveservices/accounts'\r\n| summarize Count = count() by subscriptionId\r\n| order by Count desc\r\n| extend Rank = row_number()\r\n| project value = subscriptionId, label = subscriptionId, selected = Rank == 1", "crossComponentResources": [ "value::selected" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "queryType": 1, "resourceType": "microsoft.resourcegraph/resources" }, { "id": "e94aafa3-c5d9-4523-89f0-4e87aa754511", "version": "KqlParameterItem/1.0", "name": "Resources", "label": "Azure OpenAI Service", "type": 5, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "Resources\r\n| where type =~ 'microsoft.cognitiveservices/accounts'\r\n| where kind =~ 'OpenAI'\r\n| order by name asc\r\n| extend Rank = row_number()\r\n| project value = id, label = id, selected = Rank <= 5", "crossComponentResources": [ "{Subscription}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "defaultValue": "value::all", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "value": [ "value::all" ] }, { "id": "c4b69c01-2263-4ada-8d9c-43433b739ff3", "version": "KqlParameterItem/1.0", "name": "TimeRange", "label": "Time Range", "type": 4, "isRequired": true, "typeSettings": { "selectableValues": [ { "durationMs": 300000 }, { "durationMs": 900000 }, { "durationMs": 1800000 }, { "durationMs": 3600000 }, { "durationMs": 14400000 }, { "durationMs": 43200000 }, { "durationMs": 86400000 }, { "durationMs": 172800000 }, { "durationMs": 259200000 }, { "durationMs": 604800000 }, { "durationMs": 1209600000 }, { "durationMs": 2419200000 }, { "durationMs": 2592000000 } ], "allowCustom": true }, "value": { "durationMs": 2592000000 } }, { "id": "9b48988f-dcd2-48cc-b233-5999ed32149f", "version": "KqlParameterItem/1.0", "name": "Message", "type": 1, "query": "where type == 'microsoft.cognitiveservices/accounts' \r\n| summarize Selected = countif(id in ({Resources:value})), Total = count()\r\n| extend Selected = iff(Selected > 200, 200, Selected)\r\n| project Message = strcat('# ', Selected, ' / ', Total)", "crossComponentResources": [ "{Subscription}" ], "isHiddenWhenLocked": true, "queryType": 1, "resourceType": "microsoft.resourcegraph/resources" }, { "id": "070b2474-4e01-478d-a7fa-6c20ad8ea1ad", "version": "KqlParameterItem/1.0", "name": "ResourceName", "type": 1, "isRequired": true, "isHiddenWhenLocked": true, "criteriaData": [ { "criteriaContext": { "operator": "Default", "resultValType": "static", "resultVal": "Azure OpenAI Service" } } ] }, { "id": "c6c32b32-6eb4-44d5-9cad-156d5d50ec3e", "version": "KqlParameterItem/1.0", "name": "ResourceImageUrl", "type": 1, "description": "used as a parameter for No Subcriptions workbook template", "isHiddenWhenLocked": true } ], "style": "above", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources" }, "name": "parameters - 1", "styleSettings": { "margin": "15px 0 0 0" } }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "template", "loadFromTemplateId": "community-Workbooks/Common/noSubscriptions", "items": [] }, "conditionalVisibility": { "parameterName": "Subscription", "comparison": "isEqualTo", "value": "" }, "name": "No Subscriptions group" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 11, "content": { "version": "LinkItem/1.0", "style": "tabs", "links": [ { "id": "8f323073-4275-4c81-823c-1d9e2a55c55f", "cellValue": "selectedTab", "linkTarget": "parameter", "linkLabel": "Overview", "subTarget": "Overview", "style": "link" }, { "id": "59567c42-dca5-49b8-aa63-406f1f57bb39", "cellValue": "selectedTab", "linkTarget": "parameter", "linkLabel": "Monitor", "subTarget": "Monitor" }, { "id": "cd3401b2-a359-44b7-b61f-0ef9d01d2913", "cellValue": "selectedTab", "linkTarget": "parameter", "linkLabel": "Insights", "subTarget": "Insights", "style": "link" } ] }, "name": "Navigation links", "styleSettings": { "margin": "10px 0 0 0" } }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### Azure OpenAI Insights Workbook\r\n\r\nThe purpose of this workbook is to provide an overview of your Azure OpenAI resources.\r\n\r\n\r\n [Please submit any issues ](https://github.com/dolevshor/Azure-OpenAI-Insights/issues) with the workbook template to GitHub.", "style": "upsell" }, "name": "Monitor Title - Copy" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| summarize count(type) by subscriptionId", "size": 3, "title": "Count by Subscription Id", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "visualization": "piechart" }, "customWidth": "33", "name": "query - Count by Subscription Id" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| summarize count(type) by resourceGroup", "size": 3, "title": "Count by Resource Group", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "resourceGroup", "formatter": 1 }, "leftContent": { "columnMatch": "count_type", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "resourceGroup", "formatter": 1 }, "centerContent": { "columnMatch": "count_type", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } } }, "customWidth": "33", "name": "query - Count by Resource Group" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| summarize count(type) by location", "size": 3, "title": "Count by Location", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "visualization": "piechart" }, "customWidth": "33", "name": "query - Count by Location" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| summarize count(type) by kind", "size": 3, "title": "Count by Kind", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "visualization": "piechart" }, "customWidth": "33", "name": "query - Count by Kind" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| summarize count(type) by tostring(properties.publicNetworkAccess)", "size": 3, "title": "Count by Public Network Access", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "properties_publicNetworkAccess", "formatter": 1 }, "leftContent": { "columnMatch": "count_type", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } } }, "customWidth": "33", "name": "query - Count by Public Network Access" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| extend privateEndpointConnections = properties.privateEndpointConnections\r\n| extend privateEndpointConnections = iff(privateEndpointConnections == '[]','Disabled','Enabled')\r\n| summarize count(type) by tostring(privateEndpointConnections)", "size": 3, "title": "Count by Private Network Access", "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "visualization": "piechart" }, "customWidth": "33", "name": "query - Count by Private NetworkAccess" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "resources\r\n| where type == \"microsoft.cognitiveservices/accounts\"\r\n| where name in~ (split(\"{Resources:label}\", \", \"))\r\n| extend Details = pack_all()\r\n| project Resource=id, resourceGroup, location, subscriptionId, kind, SKU=sku.name, publicNetworkAccess=properties.publicNetworkAccess, privateEndpointConnections=properties.privateEndpointConnections, dateCreated=properties.dateCreated, tags, Details", "size": 3, "title": "Azure OpenAI", "noDataMessage": "No Azure OpenAI resources found.", "showExportToExcel": true, "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "crossComponentResources": [ "{Subscription}" ], "gridSettings": { "formatters": [ { "columnMatch": "$gen_group", "formatter": 13, "formatOptions": { "linkTarget": "Resource", "linkIsContextBlade": true, "showIcon": true } }, { "columnMatch": "Resource", "formatter": 5 }, { "columnMatch": "resourceGroup", "formatter": 14, "formatOptions": { "linkTarget": null, "showIcon": false } }, { "columnMatch": "location", "formatter": 17 }, { "columnMatch": "subscriptionId", "formatter": 5 }, { "columnMatch": "SKU", "formatter": 1 }, { "columnMatch": "publicNetworkAccess", "formatter": 1 }, { "columnMatch": "dateCreated", "formatter": 6 }, { "columnMatch": "Details", "formatter": 7, "formatOptions": { "linkTarget": "CellDetails", "linkLabel": "🔍 View Details", "linkIsContextBlade": true } }, { "columnMatch": "Subscription", "formatter": 13, "formatOptions": { "linkTarget": "Resource", "linkIsContextBlade": true, "showIcon": true } }, { "columnMatch": "Tier", "formatter": 1 }, { "columnMatch": "Sku", "formatter": 1 } ], "rowLimit": 1000, "filter": true, "hierarchySettings": { "treeType": 1, "groupBy": [ "subscriptionId" ], "expandTopLevel": true, "finalBy": "Resource" }, "labelSettings": [ { "columnId": "Resource", "label": "Resource" }, { "columnId": "resourceGroup", "label": "Resource Group" }, { "columnId": "location", "label": "Location" }, { "columnId": "subscriptionId", "label": "Subscription Id" }, { "columnId": "kind", "label": "Kind" }, { "columnId": "SKU", "label": "SKU" }, { "columnId": "publicNetworkAccess", "label": "Public Network Access" }, { "columnId": "privateEndpointConnections", "label": "Private Endpoint Connections" }, { "columnId": "dateCreated", "label": "Date Created" }, { "columnId": "tags", "label": "Tags" }, { "columnId": "Details", "label": "Details" } ] }, "sortBy": [], "tileSettings": { "titleContent": { "columnMatch": "vmSize", "formatter": 1, "formatOptions": { "showIcon": true } }, "leftContent": { "columnMatch": "Count", "formatter": 12, "formatOptions": { "palette": "auto", "showIcon": true }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } }, "showBorder": true }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "vmSize", "formatter": 1 }, "centerContent": { "columnMatch": "Count", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } } }, "name": "query - Azure OpenAI" } ] }, "conditionalVisibility": { "parameterName": "selectedTab", "comparison": "isEqualTo", "value": "Overview" }, "name": "Overview Group" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 11, "content": { "version": "LinkItem/1.0", "style": "tabs", "links": [ { "id": "75dbecf0-d939-484a-a9b6-7ac357384d56", "cellValue": "monitorTab", "linkTarget": "parameter", "linkLabel": "Overview", "subTarget": "monitor-Overview", "style": "link" }, { "id": "b2a47b9d-1023-418a-8ffc-67a693c0d5a6", "cellValue": "monitorTab", "linkTarget": "parameter", "linkLabel": "HTTP Requests", "subTarget": "monitor-HTTPRequests", "style": "link", "linkIsContextBlade": true }, { "id": "08ce5f59-a9bd-4a43-93c6-1c6221ec734f", "cellValue": "monitorTab", "linkTarget": "parameter", "linkLabel": "Token-Based Usage", "subTarget": "monitor-TokenBasedUsage", "style": "link" }, { "id": "66b996b0-d586-40d7-9097-c707ff68a6da", "cellValue": "monitorTab", "linkTarget": "parameter", "linkLabel": "PTU Utilization", "subTarget": "monitor-PTUUtilization", "style": "link" }, { "id": "6fcbb7f1-d77e-4efb-9f3f-d520801aa8f6", "cellValue": "monitorTab", "linkTarget": "parameter", "linkLabel": "Fine-tuning", "subTarget": "monitor-Finetuning", "style": "link" } ] }, "name": "links - Monitor Tabs" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### Azure OpenAI Metrics Dashboard\r\nExplore the most important metrics for Azure OpenAI Service and understand your usage trends easily.\r\n[Azure OpenAI Metrics](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/monitoring#azure-openai-metrics)", "style": "upsell" }, "name": "text - Monitor" }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 1 } ], "title": "Azure OpenAI Requests", "gridFormatType": 1, "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "Name", "formatter": 13 }, "leftContent": { "columnMatch": "Value", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction", "aggregation": 1 } ], "title": "Processed Inference Tokens", "gridFormatType": 1, "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "Name", "formatter": 13 }, "leftContent": { "columnMatch": "Value", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed Inference Tokens", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens", "aggregation": 1 } ], "title": "Processed Prompt Tokens", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed Prompt Tokens", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens", "aggregation": 1 } ], "title": "Generated Completions Tokens", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Generated Completions Tokens", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours", "aggregation": 1 } ], "title": "Processed FineTuned Training Hours", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed FineTuned Training Hours", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2", "aggregation": 4 } ], "title": "Provisioned-managed Utilization", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Provisioned-managed Utilization", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens", "aggregation": 1 } ], "title": "Active Tokens", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Active Tokens", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate", "aggregation": 4 } ], "title": "Prompt Token Cache Match Rate", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Prompt Token Cache Match Rate", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse", "aggregation": 4 } ], "title": "Time to Response", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Time to Response", "styleSettings": { "margin": "0 0 20px 0" } } ] }, "conditionalVisibility": { "parameterName": "monitorTab", "comparison": "isEqualTo", "value": "monitor-Overview" }, "name": "group - Monitor - Overview" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "#### Metrics Description\r\n- **Azure OpenAI Requests**: Number of calls made to the Azure OpenAI API over a period of time. (Applies to PTU, PTU-Managed and Pay-as-you-go deployments)\r\n- **Time to Response**: Recommended latency (responsiveness) measure for streaming requests. Calculated as time taken for the first response to appear after a user sends a prompt, as measured by the API gateway. This number increases as the prompt size increases and/or cache hit size reduces. (Applies to PTU and PTU-managed deployments)\r\n- **Prompt Token Cache Match Rate**: Percentage of the prompt tokens hit the cache,. (Applies to PTU-managed)", "style": "upsell" }, "name": "title - HTTP-Requests - Metric Description" }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "ModelName" } ], "title": "Requests by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "ModelVersion" } ], "title": "Requests by Model Version", "gridFormatType": 1, "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "Name", "formatter": 13 }, "leftContent": { "columnMatch": "Value", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests by Model Version", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "ModelDeploymentName" } ], "title": "Requests by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Requests by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "StatusCode" } ], "title": "Requests by Status Code", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Requests by Status Code", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "StreamType" } ], "title": "Requests by StreamType", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests by StreamType", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "OperationName" } ], "title": "Requests by Operation Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests by Operation Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "ApiName" } ], "title": "Requests by API Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests by API Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "aggregation": 7, "splitBy": "Region" } ], "title": "Requests by by Region", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Requests by Region", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse", "aggregation": 4, "splitBy": "ModelName" } ], "title": "Time to Response by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Time to Response by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAITimeToResponse", "aggregation": 4, "splitBy": "ModelDeploymentName" } ], "title": "Time to Response by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Time to Response by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate", "aggregation": 4, "splitBy": "ModelName" } ], "title": "Prompt Token Cache Match Rate by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Prompt Token Cache Match Rate by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIContextTokensCacheMatchRate", "aggregation": 4, "splitBy": "ModelDeploymentName" } ], "title": "Prompt Token Cache Match Rate by Model Deployment Name ", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Azure OpenAI Prompt Token Cache Match Rate by Model Deployment Name ", "styleSettings": { "margin": "0 0 20px 0" } } ] }, "conditionalVisibility": { "parameterName": "monitorTab", "comparison": "isEqualTo", "value": "monitor-HTTPRequests" }, "name": "group - Monitor - HTTP Requests" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### Metrics Description\r\n- **Processed Inference Tokens**: Number of inference tokens processed on an OpenAI model. Calculated as prompt tokens (input) plus generated tokens (output).\r\n- **Processed Prompt Tokens**: Number of prompt tokens processed (input) on an OpenAI model.\r\n- **Generated Completion Tokens**: Number of tokens generated (output) from an OpenAI model.\r\n- **Active tokens**: Total tokens minus cached tokens over a period of time.\r\n - Use this metric to understand your TPS or TPM based utilization for PTUs and compare to your benchmarks for target TPS or TPM for your scenarios.\r\n\r\n> All Metrics applies to PTU, PTU-Managed and Pay-as-you-go deployments.", "style": "upsell" }, "name": "text - 6" }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction", "aggregation": 1, "splitBy": "FeatureName" } ], "title": "Processed Inference Tokens by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed Inference Tokens by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-TokenTransaction", "aggregation": 1, "splitBy": "ModelDeploymentName" } ], "title": "Processed Inference Tokens by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed Inference Tokens by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens", "aggregation": 1, "splitBy": "FeatureName" } ], "title": "Processed Prompt Tokens by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed Prompt Tokens by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ProcessedPromptTokens", "aggregation": 1 } ], "title": "Processed Prompt Tokens by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed Prompt Tokens by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens", "aggregation": 1, "splitBy": "FeatureName" } ], "title": "Generate Completion Tokens by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Generate Completion Tokens by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-GeneratedTokens", "aggregation": 1, "splitBy": "ModelDeploymentName" } ], "title": "Generate Completion Tokens by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Generate Completion Tokens by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens", "aggregation": 1, "splitBy": "ModelName" } ], "title": "Active Tokens by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Active Tokens by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-ActiveTokens", "aggregation": 1, "splitBy": "ModelDeploymentName" } ], "title": "Active Tokens by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Active Tokens by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } } ] }, "conditionalVisibility": { "parameterName": "monitorTab", "comparison": "isEqualTo", "value": "monitor-TokenBasedUsage" }, "name": "group - Monitor - Token-Based Usage" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "#### Metrics Description\r\n- **Provisioned-Managed Utilization**: Utilization % for a provisoned-managed deployment, calculated as (PTUs consumed / PTUs deployed) x 100.\r\n - When utilization is greater than or equal to 100%, calls are throttled and error code 429 returned.", "style": "upsell" }, "name": "Monitor Title - Copy" }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 0 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2", "aggregation": 4, "splitBy": [ "ModelName" ] } ], "title": "Provisioned-managed Utilization by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Provisioned-managed Utilization by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 0 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2", "aggregation": 4, "splitBy": [ "ModelVersion" ] } ], "title": "Provisioned-managed Utilization by Model Version", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Provisioned-managed Utilization by Model Version", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 0 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2", "aggregation": 4, "splitBy": [ "ModelDeploymentName" ] } ], "title": "Provisioned-managed Utilization by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Provisioned-managed Utilization by Model Deployment Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 0 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2", "aggregation": 4, "splitBy": [ "StreamType" ] } ], "title": "Provisioned-managed Utilization by StreamType", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Provisioned-managed Utilization by StreamType", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 2, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 0 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-AzureOpenAIProvisionedManagedUtilizationV2", "aggregation": 4, "splitBy": [ "Region" ] } ], "title": "Provisioned-managed Utilization by Region", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Provisioned-managed Utilization by Region", "styleSettings": { "margin": "0 0 20px 0" } } ] }, "conditionalVisibility": { "parameterName": "monitorTab", "comparison": "isEqualTo", "value": "monitor-PTUUtilization" }, "name": "group - Monitor - PTU Utilization" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "#### Metrics Description\r\n- **Processed FineTuned Training Hours**: Number of training hours processed on an OpenAI finetuned model.", "style": "upsell" }, "name": "Monitor Title - Copy" }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours", "aggregation": 7, "splitBy": "FeatureName" } ], "title": "Processed FineTuned Training Hours by Model Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed FineTuned Training Hours by Model Name", "styleSettings": { "margin": "0 0 20px 0" } }, { "type": 10, "content": { "chartId": "workbook44a06433-82ec-44c1-8731-83e8a22cd995", "version": "MetricsItem/2.0", "size": 0, "chartType": 1, "resourceType": "microsoft.cognitiveservices/accounts", "metricScope": 0, "resourceParameter": "Resources", "resourceIds": [ "{Resources}" ], "timeContextFromParameter": "TimeRange", "timeContext": { "durationMs": 2592000000 }, "metrics": [ { "namespace": "microsoft.cognitiveservices/accounts", "metric": "microsoft.cognitiveservices/accounts-Azure OpenAI Usage-FineTunedTrainingHours", "aggregation": 7, "splitBy": "ModelDeploymentName" } ], "title": "Processed FineTuned Training Hours by Model Deployment Name", "showOpenInMe": true, "showCreateAlertRule": true, "gridSettings": { "formatters": [ { "columnMatch": "Subscription", "formatter": 5 }, { "columnMatch": "Name", "formatter": 13, "formatOptions": { "linkTarget": "Resource" } }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "formatter": 5 }, { "columnMatch": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "formatter": 1, "numberFormat": { "unit": 0, "options": null } } ], "rowLimit": 10000, "labelSettings": [ { "columnId": "Subscription", "label": "Subscription" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests", "label": "Azure OpenAI Requests (Sum)" }, { "columnId": "microsoft.cognitiveservices/accounts-Azure OpenAI HTTP Requests-AzureOpenAIRequests Timeline", "label": "Azure OpenAI Requests Timeline" } ] } }, "customWidth": "50", "showPin": false, "name": "Metric - Processed FineTuned Training Hours by Model Name", "styleSettings": { "margin": "0 0 20px 0" } } ] }, "conditionalVisibility": { "parameterName": "monitorTab", "comparison": "isEqualTo", "value": "monitor-Finetuning" }, "name": "group - Monitor - Fine-tuning" } ] }, "conditionalVisibility": { "parameterName": "selectedTab", "comparison": "isEqualTo", "value": "Monitor" }, "name": "Monitor Group" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 11, "content": { "version": "LinkItem/1.0", "style": "tabs", "links": [ { "id": "75dbecf0-d939-484a-a9b6-7ac357384d56", "cellValue": "insightsTab", "linkTarget": "parameter", "linkLabel": "Overview", "subTarget": "insights-Overview", "style": "link" }, { "id": "6fcbb7f1-d77e-4efb-9f3f-d520801aa8f6", "cellValue": "insightsTab", "linkTarget": "parameter", "linkLabel": "By CallerIP", "subTarget": "insights-ByCallerIP", "style": "link" }, { "id": "2e49b083-f372-403c-bd48-3c378af48ad6", "cellValue": "insightsTab", "linkTarget": "parameter", "linkLabel": "All Logs", "subTarget": "insights-AllLogs", "style": "link" }, { "id": "a016ca13-0340-4259-871c-33a5b9dca2cb", "cellValue": "insightsTab", "linkTarget": "parameter", "linkLabel": "Failures", "subTarget": "insights-Failures", "style": "link" } ] }, "name": "links - Insights Tabs" }, { "type": 9, "content": { "version": "KqlParameterItem/1.0", "crossComponentResources": [ "{Workspace}" ], "parameters": [ { "id": "9ffb6564-df12-41cc-b55d-495e7855d606", "version": "KqlParameterItem/1.0", "name": "Workspace", "label": "Log Analytics Workspace", "type": 5, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "where type =~ 'microsoft.operationalinsights/workspaces'\r\n| project id", "crossComponentResources": [ "{Subscription}" ], "typeSettings": { "resourceTypeFilter": { "microsoft.operationalinsights/workspaces": true }, "additionalResourceOptions": [], "showDefault": false }, "timeContext": { "durationMs": 86400000 }, "queryType": 1, "resourceType": "microsoft.resourcegraph/resources", "value": [ "/subscriptions/1e4c34d3-4bac-4489-bc82-fb1fb69abf3f/resourceGroups/Monitor-RG/providers/Microsoft.OperationalInsights/workspaces/la-doshorcsx" ] } ], "style": "pills", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" }, "name": "parameters - Log Analytics Workspace" }, { "type": 9, "content": { "version": "KqlParameterItem/1.0", "crossComponentResources": [ "{Workspace}" ], "parameters": [ { "id": "b23f8248-be48-42fb-9844-929eaa66464b", "version": "KqlParameterItem/1.0", "name": "modeldeploymentname", "label": "Model Deployment Name", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName)\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200 \r\n and isnotempty(modelDeploymentName)\r\n| distinct modelDeploymentName", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": [ "value::all" ] }, { "id": "6174e5f6-deff-412d-891a-0f681c2fffd5", "version": "KqlParameterItem/1.0", "name": "modelname", "label": "Model Name", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName)\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname}) \r\n and isnotempty(modelName)\r\n| distinct modelName", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": [ "value::all" ] }, { "id": "fe5605b0-a404-4251-9449-a2f92a8cd6ca", "version": "KqlParameterItem/1.0", "name": "modelversion", "label": "Model Version", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=tostring(properties.modelVersion),\r\n streamType=properties.streamType \r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and isnotempty(modelVersion)\r\n| distinct modelVersion", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" }, { "id": "79a79007-6e1c-4fd5-b0f0-211aef3dec54", "version": "KqlParameterItem/1.0", "name": "apiVersion", "label": "API Version", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname}) \r\n and modelVersion in ({modelversion}) \r\n and isnotempty(apiVersion)\r\n| distinct apiVersion", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": [ "value::all" ] }, { "id": "ed2e4e38-431e-47ac-96aa-89fe66091344", "version": "KqlParameterItem/1.0", "name": "OperationName", "label": "Operation Name", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname}) \r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion}) \r\n and isnotempty(OperationName)\r\n| distinct OperationName", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": [ "value::all" ] }, { "id": "9f33d58a-7e23-4cbb-a5bc-fe1fd25d3471", "version": "KqlParameterItem/1.0", "name": "streamtype", "label": "Stream Type", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=tostring(properties.streamType),\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname}) \r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and isnotempty(streamType)\r\n| distinct streamType", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" }, { "id": "7cb4868a-f01b-4674-bbef-7ea2d886a1b1", "version": "KqlParameterItem/1.0", "name": "location", "label": "Location", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend Location = location_s\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname}) \r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName}) \r\n and streamType in ({streamtype}) \r\n and isnotempty(Location)\r\n| distinct Location", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" } ], "style": "pills", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" }, "conditionalVisibility": { "parameterName": "insightsTab", "comparison": "isNotEqualTo", "value": "insights-Failures" }, "name": "parameters - Filters" }, { "type": 9, "content": { "version": "KqlParameterItem/1.0", "crossComponentResources": [ "{Workspace}" ], "parameters": [ { "id": "76dd3d51-fea9-4c49-8c3f-510423bbd2fb", "version": "KqlParameterItem/1.0", "name": "apiVersionFailure", "label": "API Version", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 404 \r\n and isnotempty(apiVersion)\r\n| distinct apiVersion", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": [ "value::all" ] }, { "id": "291ed2f3-a2c1-4d91-9d12-b98b845b8cab", "version": "KqlParameterItem/1.0", "name": "OperationNameFailure", "label": "Operation Name", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 404\r\n and apiVersion in ({apiVersionFailure}) \r\n and isnotempty(OperationName)\r\n| distinct OperationName", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": null }, { "id": "515fc7f3-052f-4c6b-b837-c66f0a1455fd", "version": "KqlParameterItem/1.0", "name": "streamtypeFailure", "label": "Stream Type", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=tostring(properties.streamType),\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 404\r\n and apiVersion in ({apiVersionFailure})\r\n and OperationName in ({OperationNameFailure})\r\n and isnotempty(streamType)\r\n| distinct streamType", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" }, { "id": "f6da14b2-546d-4c3a-bc70-f068fc3581e3", "version": "KqlParameterItem/1.0", "name": "locationFailure", "label": "Location", "type": 2, "isRequired": true, "multiSelect": true, "quote": "'", "delimiter": ",", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n and Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend Location = location_s\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 404\r\n and apiVersion in ({apiVersionFailure})\r\n and OperationName in ({OperationNameFailure}) \r\n and streamType in ({streamtypeFailure}) \r\n and isnotempty(Location)\r\n| distinct Location", "crossComponentResources": [ "{Workspace}" ], "typeSettings": { "additionalResourceOptions": [ "value::all" ], "showDefault": false }, "timeContext": { "durationMs": 0 }, "timeContextFromParameter": "TimeRange", "defaultValue": "value::all", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "value": [ "swedencentral", "value::all" ] } ], "style": "pills", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces" }, "conditionalVisibility": { "parameterName": "insightsTab", "comparison": "isEqualTo", "value": "insights-Failures" }, "name": "parameters - Filters-Failures" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### Azure OpenAI Logs Dashboard\r\nExplore the most important Logs for Azure OpenAI Service and understand your usage trends easily.\r\n[Azure OpenAI Metrics](https://learn.microsoft.com/en-us/azure/ai-services/openai/how-to/monitoring#azure-openai-metrics)", "style": "upsell" }, "name": "text - Monitor" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '') \r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by Resource\r\n", "size": 3, "title": "Requests by Resource", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - RequestResponse by Resource" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend Location = location_s \r\n| where OperationName !has \"_List\"\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by Location", "size": 3, "title": "Requests by Location", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - RequestResponse by Location" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend streamType=properties.streamType\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(streamType)", "size": 3, "title": "Requests by Stream Type", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - RequestResponse by streamType" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend streamType=properties.streamType\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(apiVersion)", "size": 3, "title": "Requests by Api Version", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - RequestResponse by apiVersion" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(modelDeploymentName), tostring(modelName), OperationName\r\n| sort by tostring(modelDeploymentName) asc", "size": 0, "title": "Requests by Model Deployment Name + Operation Name", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "formatters": [ { "columnMatch": "count_modelDeploymentName", "formatter": 1 } ], "filter": true, "labelSettings": [ { "columnId": "modelDeploymentName", "label": "Model Deployment Name" }, { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "60", "name": "query - RequestResponse by Model Deployment Name + Operation Name" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(modelDeploymentName)", "size": 3, "title": "Requests by Model Deployment Name", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "gridSettings": { "sortBy": [ { "itemKey": "count_", "sortOrder": 2 } ] }, "sortBy": [ { "itemKey": "count_", "sortOrder": 2 } ], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } } }, "customWidth": "35", "name": "query - RequestResponse by Model Deployment Name" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(modelName), OperationName\r\n| sort by tostring(modelName) asc\r\n", "size": 0, "title": "Requests by Model Name + Operation Name", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "filter": true, "labelSettings": [ { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "60", "name": "query - RequestResponse by Model Name + Operation Name" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(modelName)", "size": 3, "title": "Requests by Model Name", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "35", "name": "query - RequestResponse by Model Name" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by OperationName\r\n| sort by OperationName asc", "size": 0, "title": "Requests by Operation Name", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "filter": true, "labelSettings": [ { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_", "label": "Requests" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "60", "name": "query - RequestResponse by Operation Name" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count() by tostring(OperationName)", "size": 3, "title": "Requests by Operation Name", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "35", "name": "query - RequestResponse by Operation Name" }, { "type": 1, "content": { "json": "### Averages\r\nAverages of duration (ms), requestLength (bytes) and responseLength (bytes) by Model Deployment Name, Model Name and Operation Names.", "style": "info" }, "name": "text - Average" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count(modelDeploymentName), avg(DurationMs) by tostring(modelDeploymentName), tostring(modelName), OperationName\r\n| sort by tostring(modelDeploymentName) asc\r\n", "size": 0, "title": "Requests by Avg Duration (ms)", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "formatters": [ { "columnMatch": "count_modelDeploymentName", "formatter": 1 }, { "columnMatch": "avg_DurationMs", "formatter": 1, "formatOptions": { "aggregation": "Average" }, "numberFormat": { "unit": 0, "options": { "style": "decimal", "maximumFractionDigits": 2 } } } ], "filter": true, "labelSettings": [ { "columnId": "modelDeploymentName", "label": "Model Deployment Name" }, { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_modelDeploymentName", "label": "Requests" }, { "columnId": "avg_DurationMs", "label": "Avg Duration (ms)" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "50", "name": "query - RequestResponse by Avg Duration (ms)" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend ModelAndOperation = strcat(modelDeploymentName,\" (\",OperationName,\")\")\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize avg(DurationMs) by tostring(ModelAndOperation)\r\n| sort by tostring(ModelAndOperation) asc", "size": 0, "title": "Requests by Avg Duration (ms)", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "barchart", "gridSettings": { "filter": true }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } }, "label": "" }, "ySettings": { "label": "" } } }, "customWidth": "50", "name": "query - RequestResponse by Avg Duration (ms) | Model Deployment Name (Operation Name)" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend requestLength=toint(properties.requestLength)\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count(), avg(requestLength) by tostring(modelDeploymentName), tostring(modelName), OperationName\r\n| sort by tostring(modelDeploymentName) asc, OperationName asc\r\n", "size": 0, "title": "Requests by Avg requestLength (bytes)", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "formatters": [ { "columnMatch": "count_", "formatter": 1 }, { "columnMatch": "avg_DurationMs", "formatter": 1, "formatOptions": { "aggregation": "Average" }, "numberFormat": { "unit": 0, "options": { "style": "decimal", "maximumFractionDigits": 2 } } } ], "filter": true, "labelSettings": [ { "columnId": "modelDeploymentName", "label": "Model Deployment Name" }, { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_", "label": "Requests" }, { "columnId": "avg_requestLength", "label": "Avg Request Length (bytes)" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "50", "name": "query - RequestResponse by Avg requestLength (bytes)" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend ModelAndOperation = strcat(modelDeploymentName,\" (\",OperationName,\")\")\r\n| extend requestLength=toint(properties.requestLength)\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize avg(requestLength) by tostring(ModelAndOperation)\r\n| sort by tostring(ModelAndOperation) asc", "size": 0, "title": "Requests by Avg requestLength (bytes)", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "barchart", "gridSettings": { "filter": true }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "50", "name": "query - RequestResponse by Avg requestLength (bytes) | Model Deployment Name (Operation Name)" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend responseLength=toint(properties.responseLength)\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count(), avg(responseLength) by tostring(modelDeploymentName), tostring(modelName), OperationName\r\n| sort by tostring(modelDeploymentName) asc, OperationName asc\r\n", "size": 0, "title": "Requests by Avg responseLength (bytes)", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "formatters": [ { "columnMatch": "count_", "formatter": 1 }, { "columnMatch": "avg_responseLength", "formatter": 0, "numberFormat": { "unit": 0, "options": { "style": "decimal" } } } ], "filter": true, "labelSettings": [ { "columnId": "modelDeploymentName", "label": "Model Deployment Name" }, { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_", "label": "Requests" }, { "columnId": "avg_responseLength", "label": "Avg Response Length (bytes)" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "50", "name": "query - RequestResponse by Avg responseLength (bytes)" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend ModelAndOperation = strcat(modelDeploymentName,\" (\",OperationName,\")\")\r\n| extend responseLength=toint(properties.responseLength)\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize avg(responseLength) by tostring(ModelAndOperation)\r\n| sort by tostring(ModelAndOperation) asc", "size": 0, "title": "Requests by Avg responseLength (bytes)", "timeContextFromParameter": "TimeRange", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "barchart", "gridSettings": { "filter": true }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "50", "name": "query - RequestResponse by Avg responseLength (bytes) | Model Deployment Name (Operation Name)" } ] }, "conditionalVisibility": { "parameterName": "insightsTab", "comparison": "isEqualTo", "value": "insights-Overview" }, "name": "group - Insights - Overview" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### By CallerIP\r\nAll success \"Request / Response\" (Status Code: 200) operational logs, with the exclusion of administration logs divided by CallerIP Address.", "style": "upsell" }, "name": "text - Monitor" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location}) \r\n| summarize count() by CallerIPAddress", "size": 3, "title": "Requests by Caller IP Address", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "30", "name": "query - RequestResponse by CallerIP Address" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count(OperationName) by CallerIPAddress, OperationName\r\n| sort by CallerIPAddress", "size": 3, "title": "Requests | Operation Name by CallerIP Address", "timeContextFromParameter": "TimeRange", "showRefreshButton": true, "exportFieldName": "CallerIPAddress", "exportParameterName": "CallerIP", "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "filter": true, "labelSettings": [ { "columnId": "CallerIPAddress", "label": "Caller IP Address" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_OperationName", "label": "Count" } ] }, "sortBy": [], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "50", "name": "query - RequestResponse Operation Name by CallerIP Address" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName),\r\n requestLength=toint(properties.requestLength),\r\n responseLength=toint(properties.responseLength)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count(modelDeploymentName), avg(DurationMs), avg(requestLength), avg(responseLength) by CallerIPAddress, tostring(modelDeploymentName), OperationName\r\n| sort by CallerIPAddress\r\n", "size": 3, "title": "Requests | Model Deployment Name + Operation Name by CallerIP Address", "timeContextFromParameter": "TimeRange", "showRefreshButton": true, "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "formatters": [ { "columnMatch": "count_modelDeploymentName", "formatter": 1 }, { "columnMatch": "avg_DurationMs", "formatter": 1 }, { "columnMatch": "avg_requestLength", "formatter": 1 }, { "columnMatch": "avg_responseLength", "formatter": 1 } ], "filter": true, "sortBy": [ { "itemKey": "count_modelDeploymentName", "sortOrder": 1 } ], "labelSettings": [ { "columnId": "CallerIPAddress", "label": "Caller IP Address" }, { "columnId": "modelDeploymentName", "label": "Model Deployment Name" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_modelDeploymentName", "label": "Count" }, { "columnId": "avg_DurationMs", "label": "Avg Duration (ms)" }, { "columnId": "avg_requestLength", "label": "Avg Request Length (bytes)" }, { "columnId": "avg_responseLength", "label": "Avg Response Length (bytes)" } ] }, "sortBy": [ { "itemKey": "count_modelDeploymentName", "sortOrder": 1 } ], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "name": "query - RequestResponse Model Deployment Name + Operation Name by CallerIP Address" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName),\r\n requestLength=toint(properties.requestLength),\r\n responseLength=toint(properties.responseLength) \r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"200\"\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname})\r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName})\r\n and streamType in ({streamtype})\r\n and location_s in ({location})\r\n| summarize count(modelName), avg(DurationMs), avg(requestLength), avg(responseLength) by CallerIPAddress, tostring(modelName), OperationName\r\n| sort by CallerIPAddress", "size": 3, "title": "Requests | Model Name + Operation Name by Caller IP Address", "timeContextFromParameter": "TimeRange", "showRefreshButton": true, "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "gridSettings": { "formatters": [ { "columnMatch": "count_modelName", "formatter": 1 }, { "columnMatch": "avg_DurationMs", "formatter": 1 }, { "columnMatch": "avg_requestLength", "formatter": 1 }, { "columnMatch": "avg_responseLength", "formatter": 1 } ], "filter": true, "sortBy": [ { "itemKey": "count_modelName", "sortOrder": 2 } ], "labelSettings": [ { "columnId": "CallerIPAddress", "label": "Caller IP Address" }, { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "count_modelName", "label": "Count" }, { "columnId": "avg_DurationMs", "label": "Avg Duration (ms)" }, { "columnId": "avg_requestLength", "label": "Avg Request Length (bytes)" }, { "columnId": "avg_responseLength", "label": "Avg ResponseLength (bytes)" } ] }, "sortBy": [ { "itemKey": "count_modelName", "sortOrder": 2 } ], "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "name": "query - RequestResponse Model Name + Operation Name by CallerIP Address" } ] }, "conditionalVisibility": { "parameterName": "insightsTab", "comparison": "isEqualTo", "value": "insights-ByCallerIP" }, "name": "group - Insights - By CallerIP" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### All Successful Requests\r\nAll success *\"Request / Response\"* (Status Code: 200) operational logs, with the exclusion of administration logs.", "style": "upsell" }, "name": "text - Monitor" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend modelDeploymentName=tostring(properties.modelDeploymentName),\r\n modelName=tostring(properties.modelName),\r\n modelVersion=properties.modelVersion,\r\n streamType=properties.streamType,\r\n apiName=tostring(properties.apiName),\r\n objectId=tostring(properties.objectId)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == 200\r\n and modelDeploymentName in ({modeldeploymentname})\r\n and modelName in ({modelname}) \r\n and modelVersion in ({modelversion})\r\n and apiVersion in ({apiVersion})\r\n and OperationName in ({OperationName}) \r\n and streamType in ({streamtype})\r\n and location_s in ({location}) \r\n| project\r\n TimeGenerated,\r\n Resource,\r\n modelDeploymentName=properties.modelDeploymentName,\r\n modelName=properties.modelName,\r\n OperationName,\r\n DurationMs,\r\n requestLength=properties.requestLength,\r\n responseLength=properties.responseLength, \r\n streamType, \r\n CallerIPAddress,\r\n apiVersion,\r\n modelVersion,\r\n //requestTime=properties.requestTime, \r\n //responseTime=properties.responseTime,\r\n objectId,\r\n Location=location_s,\r\n ResultSignature\r\n | sort by TimeGenerated desc", "size": 3, "showAnalytics": true, "title": "Successful requests", "timeContextFromParameter": "TimeRange", "showRefreshButton": true, "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "showExpandCollapseGrid": true, "gridSettings": { "formatters": [ { "columnMatch": "DurationMs", "formatter": 1 }, { "columnMatch": "Location", "formatter": 17 } ], "rowLimit": 500, "filter": true, "sortBy": [ { "itemKey": "TimeGenerated", "sortOrder": 2 } ], "labelSettings": [ { "columnId": "TimeGenerated", "label": "Time Generated" }, { "columnId": "Resource", "label": "Resource" }, { "columnId": "modelDeploymentName", "label": "Model Deployment Name" }, { "columnId": "modelName", "label": "Model Name" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "DurationMs", "label": "Duration (ms)" }, { "columnId": "requestLength", "label": "Request Length (bytes)" }, { "columnId": "responseLength", "label": "Response Length (bytes)" }, { "columnId": "streamType", "label": "Stream Type" }, { "columnId": "CallerIPAddress", "label": "Caller IP Address" }, { "columnId": "apiVersion", "label": "Api Version" }, { "columnId": "modelVersion", "label": "Model Version" }, { "columnId": "objectId", "label": "Object Id" }, { "columnId": "Location", "label": "Location" }, { "columnId": "ResultSignature", "label": "Status Code" } ] }, "sortBy": [ { "itemKey": "TimeGenerated", "sortOrder": 2 } ] }, "name": "query - insights - All Logs" } ] }, "conditionalVisibility": { "parameterName": "insightsTab", "comparison": "isEqualTo", "value": "insights-AllLogs" }, "name": "group - Insights - All Logs" }, { "type": 12, "content": { "version": "NotebookGroup/1.0", "groupType": "editable", "items": [ { "type": 1, "content": { "json": "### All failed requests\r\nAll failed *\"Request / Response\"* (Status Code: 404) operational logs, with the exclusion of administration logs.", "style": "upsell" }, "name": "text - Monitor" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend streamType=properties.streamType\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"404\"\r\n and apiVersion in ({apiVersionFailure})\r\n and OperationName in ({OperationNameFailure})\r\n and streamType in ({streamtypeFailure})\r\n and location_s in ({locationFailure})\r\n| summarize count() by tostring(Resource)", "size": 3, "title": "Failed requests by Resource", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - Failed requests by Resource" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend streamType=properties.streamType\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"404\"\r\n and apiVersion in ({apiVersionFailure})\r\n and OperationName in ({OperationNameFailure})\r\n and streamType in ({streamtypeFailure})\r\n and location_s in ({locationFailure})\r\n| summarize count() by tostring(apiVersion)", "size": 3, "title": "Failed requests by apiVersion", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - Failed requests by apiVersion" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend streamType=properties.streamType\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"404\"\r\n and apiVersion in ({apiVersionFailure})\r\n and OperationName in ({OperationNameFailure})\r\n and streamType in ({streamtypeFailure})\r\n and location_s in ({locationFailure})\r\n| summarize count() by tostring(OperationName)", "size": 3, "title": "Failed requests by OperationName", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - Failed requests by OperationName" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=properties.streamType,\r\n apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| extend streamType=properties.streamType\r\n| where OperationName !has \"_List\"\r\n and Resource in~ (split(\"{Resources:label}\", \", \"))\r\n and ResultSignature == \"404\"\r\n and apiVersion in ({apiVersionFailure})\r\n and OperationName in ({OperationNameFailure})\r\n and streamType in ({streamtypeFailure})\r\n and location_s in ({locationFailure})\r\n| summarize count() by tostring(streamType)", "size": 3, "title": "Failed requests by streamType", "timeContextFromParameter": "TimeRange", "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "piechart", "tileSettings": { "showBorder": false, "titleContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "leftContent": { "columnMatch": "count_", "formatter": 12, "formatOptions": { "palette": "auto" }, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "graphSettings": { "type": 0, "topContent": { "columnMatch": "CallerIPAddress", "formatter": 1 }, "centerContent": { "columnMatch": "count_", "formatter": 1, "numberFormat": { "unit": 17, "options": { "maximumSignificantDigits": 3, "maximumFractionDigits": 2 } } } }, "chartSettings": { "xSettings": { "numberFormatSettings": { "unit": 0, "options": { "style": "decimal", "useGrouping": true } } } } }, "customWidth": "25", "name": "query - Failed requests by streamType" }, { "type": 3, "content": { "version": "KqlItem/1.0", "query": "AzureDiagnostics\r\n| where ResourceProvider == \"MICROSOFT.COGNITIVESERVICES\"\r\n| where Category == \"RequestResponse\"\r\n| extend properties = parse_json(properties_s)\r\n| extend streamType=properties.streamType\r\n| extend apiName=tostring(properties.apiName)\r\n| extend apiVersion = replace_string(apiName, 'Azure OpenAI API version ', '')\r\n| where OperationName !has \"_List\"\r\n| where Resource in~ (split(\"{Resources:label}\", \", \"))\r\n| where toint(ResultSignature) >= 400\r\n| where location_s in ({locationFailure})\r\n| where streamType in ({streamtypeFailure})\r\n| where OperationName in ({OperationNameFailure})\r\n| where apiVersion in ({apiVersionFailure})\r\n| project\r\n TimeGenerated,\r\n Resource,\r\n OperationName,\r\n DurationMs,\r\n requestLength=properties.requestLength,\r\n responseLength=properties.responseLength, \r\n streamType=properties.streamType, \r\n CallerIPAddress,\r\n apiVersion,\r\n Location=location_s,\r\n ResultSignature\r\n | sort by TimeGenerated desc", "size": 3, "showAnalytics": true, "title": "Failed requests", "timeContextFromParameter": "TimeRange", "showRefreshButton": true, "showExportToExcel": true, "queryType": 0, "resourceType": "microsoft.operationalinsights/workspaces", "crossComponentResources": [ "{Workspace}" ], "visualization": "table", "showExpandCollapseGrid": true, "gridSettings": { "formatters": [ { "columnMatch": "DurationMs", "formatter": 1 }, { "columnMatch": "Location", "formatter": 17 } ], "rowLimit": 500, "filter": true, "sortBy": [ { "itemKey": "TimeGenerated", "sortOrder": 2 } ], "labelSettings": [ { "columnId": "TimeGenerated", "label": "Time Generated" }, { "columnId": "Resource", "label": "Resource" }, { "columnId": "OperationName", "label": "Operation Name" }, { "columnId": "DurationMs", "label": "Duration (ms)" }, { "columnId": "requestLength", "label": "Request Length (bytes)" }, { "columnId": "responseLength", "label": "Response Length (bytes)" }, { "columnId": "streamType", "label": "Stream Type" }, { "columnId": "CallerIPAddress", "label": "Caller IP Address" }, { "columnId": "apiVersion", "label": "Api Version" }, { "columnId": "Location", "label": "Location" }, { "columnId": "ResultSignature", "label": "Status Code" } ] }, "sortBy": [ { "itemKey": "TimeGenerated", "sortOrder": 2 } ] }, "name": "query - insights - Failures" } ] }, "conditionalVisibility": { "parameterName": "insightsTab", "comparison": "isEqualTo", "value": "insights-Failures" }, "name": "group - Insights - Failures" } ] }, "conditionalVisibility": { "parameterName": "selectedTab", "comparison": "isEqualTo", "value": "Insights" }, "name": "Insights Group" } ] }, "conditionalVisibility": { "parameterName": "Subscription", "comparison": "isNotEqualTo", "value": "" }, "name": "Azure OpenAI Service" } ], "fallbackResourceIds": [ "Azure Monitor" ], "workbookPin": "storage account metrics", "styleSettings": { "paddingStyle": "narrow" }, "fromTemplateId": "community-Workbooks/Storage/Overview", "$schema": "https://github.com/Microsoft/Application-Insights-Workbooks/blob/master/schema/workbook.json" }