Skip to content

Commit d4b7a05

Browse files
authored
Remove APM section from openai dashboard (#19041)
1 parent 67e5268 commit d4b7a05

File tree

1 file changed

+1
-270
lines changed

1 file changed

+1
-270
lines changed

openai/assets/dashboards/cost_overview_dashboard.json

Lines changed: 1 addition & 270 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66
"id": 3636494906945158,
77
"definition": {
88
"type": "note",
9-
"content": "There are **4 sections** in this dashboard, all require Cloud Cost Management for OpenAI to be set up to see data.\n\n1. **OpenAI Cost Management**: [Set up](https://docs.datadoghq.com/cloud_cost_management/saas_costs/?tab=openai#setup) Cloud Cost Management and then the OpenAI integration\n2. **OpenAI Integration (API)**: [Set up](https://docs.datadoghq.com/integrations/openai/?tab=apikey) the **free** API set-up portion\n3. **OpenAI Integration (APM)**: [Set up](https://docs.datadoghq.com/integrations/openai/?tab=python) APM and the APM section of the Datadog OpenAI Integration \n4. **LLM Observability**: [Set up](https://docs.datadoghq.com/llm_observability/setup/?tab=decorators) LLM Observability \n\nYou can clone and customize this dashboard for your specific tags",
9+
"content": "There are **4 sections** in this dashboard, all require Cloud Cost Management for OpenAI to be set up to see data.\n\n1. **OpenAI Cost Management**: [Set up](https://docs.datadoghq.com/cloud_cost_management/saas_costs/?tab=openai#setup) Cloud Cost Management and then the OpenAI integration\n2. **OpenAI Integration (API)**: [Set up](https://docs.datadoghq.com/integrations/openai/?tab=apikey) the **free** API set-up portion\n3. **LLM Observability**: [Set up](https://docs.datadoghq.com/llm_observability/setup/?tab=decorators) LLM Observability \n\nYou can clone and customize this dashboard for your specific tags",
1010
"background_color": "blue",
1111
"font_size": "16",
1212
"text_align": "left",
@@ -540,275 +540,6 @@
540540
},
541541
"layout": {"x": 0, "y": 17, "width": 12, "height": 7}
542542
},
543-
{
544-
"id": 3812785000101592,
545-
"definition": {
546-
"title": "OpenAI Integration (APM)",
547-
"background_color": "vivid_blue",
548-
"show_title": true,
549-
"type": "group",
550-
"layout_type": "ordered",
551-
"widgets": [
552-
{
553-
"id": 1797831271623678,
554-
"definition": {
555-
"type": "note",
556-
"content": "Set up the [APM](https://app.datadoghq.com/integrations/openai?search=OpenAI) part of [OpenAI general integration](https://docs.datadoghq.com/integrations/openai/?tab=python) to see data in this section. You must be an APM customer to set up. Dive deeper in [OpenAI Overview Dashboard](https://app.datadoghq.com/dash/integration/30978/openai-overview-dashboard). ",
557-
"background_color": "blue",
558-
"font_size": "14",
559-
"text_align": "center",
560-
"vertical_align": "center",
561-
"show_tick": false,
562-
"tick_pos": "50%",
563-
"tick_edge": "left",
564-
"has_padding": true
565-
},
566-
"layout": {"x": 0, "y": 0, "width": 12, "height": 1}
567-
},
568-
{
569-
"id": 6305672979624266,
570-
"definition": {
571-
"title": "Cost per Service",
572-
"title_size": "16",
573-
"title_align": "left",
574-
"type": "toplist",
575-
"requests": [
576-
{
577-
"queries": [
578-
{
579-
"data_source": "cloud_cost",
580-
"name": "query2",
581-
"query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}",
582-
"aggregator": "sum"
583-
},
584-
{
585-
"data_source": "metrics",
586-
"name": "query3",
587-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {service}.as_count()",
588-
"aggregator": "sum"
589-
},
590-
{
591-
"data_source": "metrics",
592-
"name": "query1",
593-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()",
594-
"aggregator": "sum"
595-
}
596-
],
597-
"response_format": "scalar",
598-
"formulas": [
599-
{
600-
"formula": "query2 * query3 / query1",
601-
"number_format": {
602-
"unit": {"type": "canonical_unit", "unit_name": "dollar"}
603-
}
604-
}
605-
],
606-
"sort": {
607-
"order_by": [{"type": "formula", "index": 0, "order": "desc"}],
608-
"count": 500
609-
}
610-
}
611-
],
612-
"style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"}
613-
},
614-
"layout": {"x": 0, "y": 1, "width": 4, "height": 3}
615-
},
616-
{
617-
"id": 205108745443972,
618-
"definition": {
619-
"title": "Cost per Service Over Time",
620-
"title_size": "16",
621-
"title_align": "left",
622-
"show_legend": false,
623-
"type": "timeseries",
624-
"requests": [
625-
{
626-
"formulas": [
627-
{
628-
"formula": "query2 * query3 / query1",
629-
"number_format": {
630-
"unit": {"type": "canonical_unit", "unit_name": "dollar"}
631-
}
632-
}
633-
],
634-
"queries": [
635-
{
636-
"data_source": "cloud_cost",
637-
"name": "query2",
638-
"query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}.rollup(sum, 86400)"
639-
},
640-
{
641-
"data_source": "metrics",
642-
"name": "query3",
643-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {service}.as_count()"
644-
},
645-
{
646-
"data_source": "metrics",
647-
"name": "query1",
648-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()"
649-
}
650-
],
651-
"response_format": "timeseries",
652-
"style": {
653-
"palette": "datadog16",
654-
"order_by": "values",
655-
"line_type": "solid",
656-
"line_width": "normal"
657-
},
658-
"display_type": "bars"
659-
}
660-
]
661-
},
662-
"layout": {"x": 4, "y": 1, "width": 8, "height": 3}
663-
},
664-
{
665-
"id": 2997929981443078,
666-
"definition": {
667-
"title": "Cost per Org",
668-
"title_size": "16",
669-
"title_align": "left",
670-
"type": "toplist",
671-
"requests": [
672-
{
673-
"queries": [
674-
{
675-
"data_source": "cloud_cost",
676-
"name": "query2",
677-
"query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}",
678-
"aggregator": "sum"
679-
},
680-
{
681-
"data_source": "metrics",
682-
"name": "query3",
683-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {openai.organization.name}.as_count()",
684-
"aggregator": "sum"
685-
},
686-
{
687-
"data_source": "metrics",
688-
"name": "query1",
689-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()",
690-
"aggregator": "sum"
691-
}
692-
],
693-
"response_format": "scalar",
694-
"formulas": [
695-
{
696-
"formula": "query2 * query3 / query1",
697-
"number_format": {
698-
"unit": {"type": "canonical_unit", "unit_name": "dollar"}
699-
}
700-
}
701-
],
702-
"sort": {
703-
"count": 500,
704-
"order_by": [{"type": "formula", "index": 0, "order": "desc"}]
705-
}
706-
}
707-
],
708-
"style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"}
709-
},
710-
"layout": {"x": 0, "y": 4, "width": 4, "height": 3}
711-
},
712-
{
713-
"id": 1477288913573598,
714-
"definition": {
715-
"title": "Cost per Env",
716-
"title_size": "16",
717-
"title_align": "left",
718-
"type": "toplist",
719-
"requests": [
720-
{
721-
"queries": [
722-
{
723-
"data_source": "cloud_cost",
724-
"name": "query2",
725-
"query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}",
726-
"aggregator": "sum"
727-
},
728-
{
729-
"data_source": "metrics",
730-
"name": "query3",
731-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {env}.as_count()",
732-
"aggregator": "sum"
733-
},
734-
{
735-
"data_source": "metrics",
736-
"name": "query1",
737-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()",
738-
"aggregator": "sum"
739-
}
740-
],
741-
"response_format": "scalar",
742-
"formulas": [
743-
{
744-
"formula": "query2 * query3 / query1",
745-
"number_format": {
746-
"unit": {"type": "canonical_unit", "unit_name": "dollar"}
747-
}
748-
}
749-
],
750-
"sort": {
751-
"count": 500,
752-
"order_by": [{"type": "formula", "index": 0, "order": "desc"}]
753-
}
754-
}
755-
],
756-
"style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"}
757-
},
758-
"layout": {"x": 4, "y": 4, "width": 4, "height": 3}
759-
},
760-
{
761-
"id": 5959445400656100,
762-
"definition": {
763-
"title": "Cost per API key",
764-
"title_size": "16",
765-
"title_align": "left",
766-
"type": "toplist",
767-
"requests": [
768-
{
769-
"queries": [
770-
{
771-
"data_source": "cloud_cost",
772-
"name": "query2",
773-
"query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}",
774-
"aggregator": "sum"
775-
},
776-
{
777-
"data_source": "metrics",
778-
"name": "query3",
779-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {openai.user.api_key}.as_count()",
780-
"aggregator": "sum"
781-
},
782-
{
783-
"data_source": "metrics",
784-
"name": "query1",
785-
"query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()",
786-
"aggregator": "sum"
787-
}
788-
],
789-
"response_format": "scalar",
790-
"formulas": [
791-
{
792-
"formula": "query2 * query3 / query1",
793-
"number_format": {
794-
"unit": {"type": "canonical_unit", "unit_name": "dollar"}
795-
}
796-
}
797-
],
798-
"sort": {
799-
"count": 500,
800-
"order_by": [{"type": "formula", "index": 0, "order": "desc"}]
801-
}
802-
}
803-
],
804-
"style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"}
805-
},
806-
"layout": {"x": 8, "y": 4, "width": 4, "height": 3}
807-
}
808-
]
809-
},
810-
"layout": {"x": 0, "y": 0, "width": 12, "height": 8, "is_column_break": true}
811-
},
812543
{
813544
"id": 8181163626805416,
814545
"definition": {

0 commit comments

Comments
 (0)