|
6 | 6 | "id": 3636494906945158,
|
7 | 7 | "definition": {
|
8 | 8 | "type": "note",
|
9 |
| - "content": "There are **4 sections** in this dashboard, all require Cloud Cost Management for OpenAI to be set up to see data.\n\n1. **OpenAI Cost Management**: [Set up](https://docs.datadoghq.com/cloud_cost_management/saas_costs/?tab=openai#setup) Cloud Cost Management and then the OpenAI integration\n2. **OpenAI Integration (API)**: [Set up](https://docs.datadoghq.com/integrations/openai/?tab=apikey) the **free** API set-up portion\n3. **OpenAI Integration (APM)**: [Set up](https://docs.datadoghq.com/integrations/openai/?tab=python) APM and the APM section of the Datadog OpenAI Integration \n4. **LLM Observability**: [Set up](https://docs.datadoghq.com/llm_observability/setup/?tab=decorators) LLM Observability \n\nYou can clone and customize this dashboard for your specific tags", |
| 9 | + "content": "There are **4 sections** in this dashboard, all require Cloud Cost Management for OpenAI to be set up to see data.\n\n1. **OpenAI Cost Management**: [Set up](https://docs.datadoghq.com/cloud_cost_management/saas_costs/?tab=openai#setup) Cloud Cost Management and then the OpenAI integration\n2. **OpenAI Integration (API)**: [Set up](https://docs.datadoghq.com/integrations/openai/?tab=apikey) the **free** API set-up portion\n3. **LLM Observability**: [Set up](https://docs.datadoghq.com/llm_observability/setup/?tab=decorators) LLM Observability \n\nYou can clone and customize this dashboard for your specific tags", |
10 | 10 | "background_color": "blue",
|
11 | 11 | "font_size": "16",
|
12 | 12 | "text_align": "left",
|
|
540 | 540 | },
|
541 | 541 | "layout": {"x": 0, "y": 17, "width": 12, "height": 7}
|
542 | 542 | },
|
543 |
| - { |
544 |
| - "id": 3812785000101592, |
545 |
| - "definition": { |
546 |
| - "title": "OpenAI Integration (APM)", |
547 |
| - "background_color": "vivid_blue", |
548 |
| - "show_title": true, |
549 |
| - "type": "group", |
550 |
| - "layout_type": "ordered", |
551 |
| - "widgets": [ |
552 |
| - { |
553 |
| - "id": 1797831271623678, |
554 |
| - "definition": { |
555 |
| - "type": "note", |
556 |
| - "content": "Set up the [APM](https://app.datadoghq.com/integrations/openai?search=OpenAI) part of [OpenAI general integration](https://docs.datadoghq.com/integrations/openai/?tab=python) to see data in this section. You must be an APM customer to set up. Dive deeper in [OpenAI Overview Dashboard](https://app.datadoghq.com/dash/integration/30978/openai-overview-dashboard). ", |
557 |
| - "background_color": "blue", |
558 |
| - "font_size": "14", |
559 |
| - "text_align": "center", |
560 |
| - "vertical_align": "center", |
561 |
| - "show_tick": false, |
562 |
| - "tick_pos": "50%", |
563 |
| - "tick_edge": "left", |
564 |
| - "has_padding": true |
565 |
| - }, |
566 |
| - "layout": {"x": 0, "y": 0, "width": 12, "height": 1} |
567 |
| - }, |
568 |
| - { |
569 |
| - "id": 6305672979624266, |
570 |
| - "definition": { |
571 |
| - "title": "Cost per Service", |
572 |
| - "title_size": "16", |
573 |
| - "title_align": "left", |
574 |
| - "type": "toplist", |
575 |
| - "requests": [ |
576 |
| - { |
577 |
| - "queries": [ |
578 |
| - { |
579 |
| - "data_source": "cloud_cost", |
580 |
| - "name": "query2", |
581 |
| - "query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}", |
582 |
| - "aggregator": "sum" |
583 |
| - }, |
584 |
| - { |
585 |
| - "data_source": "metrics", |
586 |
| - "name": "query3", |
587 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {service}.as_count()", |
588 |
| - "aggregator": "sum" |
589 |
| - }, |
590 |
| - { |
591 |
| - "data_source": "metrics", |
592 |
| - "name": "query1", |
593 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()", |
594 |
| - "aggregator": "sum" |
595 |
| - } |
596 |
| - ], |
597 |
| - "response_format": "scalar", |
598 |
| - "formulas": [ |
599 |
| - { |
600 |
| - "formula": "query2 * query3 / query1", |
601 |
| - "number_format": { |
602 |
| - "unit": {"type": "canonical_unit", "unit_name": "dollar"} |
603 |
| - } |
604 |
| - } |
605 |
| - ], |
606 |
| - "sort": { |
607 |
| - "order_by": [{"type": "formula", "index": 0, "order": "desc"}], |
608 |
| - "count": 500 |
609 |
| - } |
610 |
| - } |
611 |
| - ], |
612 |
| - "style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"} |
613 |
| - }, |
614 |
| - "layout": {"x": 0, "y": 1, "width": 4, "height": 3} |
615 |
| - }, |
616 |
| - { |
617 |
| - "id": 205108745443972, |
618 |
| - "definition": { |
619 |
| - "title": "Cost per Service Over Time", |
620 |
| - "title_size": "16", |
621 |
| - "title_align": "left", |
622 |
| - "show_legend": false, |
623 |
| - "type": "timeseries", |
624 |
| - "requests": [ |
625 |
| - { |
626 |
| - "formulas": [ |
627 |
| - { |
628 |
| - "formula": "query2 * query3 / query1", |
629 |
| - "number_format": { |
630 |
| - "unit": {"type": "canonical_unit", "unit_name": "dollar"} |
631 |
| - } |
632 |
| - } |
633 |
| - ], |
634 |
| - "queries": [ |
635 |
| - { |
636 |
| - "data_source": "cloud_cost", |
637 |
| - "name": "query2", |
638 |
| - "query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}.rollup(sum, 86400)" |
639 |
| - }, |
640 |
| - { |
641 |
| - "data_source": "metrics", |
642 |
| - "name": "query3", |
643 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {service}.as_count()" |
644 |
| - }, |
645 |
| - { |
646 |
| - "data_source": "metrics", |
647 |
| - "name": "query1", |
648 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()" |
649 |
| - } |
650 |
| - ], |
651 |
| - "response_format": "timeseries", |
652 |
| - "style": { |
653 |
| - "palette": "datadog16", |
654 |
| - "order_by": "values", |
655 |
| - "line_type": "solid", |
656 |
| - "line_width": "normal" |
657 |
| - }, |
658 |
| - "display_type": "bars" |
659 |
| - } |
660 |
| - ] |
661 |
| - }, |
662 |
| - "layout": {"x": 4, "y": 1, "width": 8, "height": 3} |
663 |
| - }, |
664 |
| - { |
665 |
| - "id": 2997929981443078, |
666 |
| - "definition": { |
667 |
| - "title": "Cost per Org", |
668 |
| - "title_size": "16", |
669 |
| - "title_align": "left", |
670 |
| - "type": "toplist", |
671 |
| - "requests": [ |
672 |
| - { |
673 |
| - "queries": [ |
674 |
| - { |
675 |
| - "data_source": "cloud_cost", |
676 |
| - "name": "query2", |
677 |
| - "query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}", |
678 |
| - "aggregator": "sum" |
679 |
| - }, |
680 |
| - { |
681 |
| - "data_source": "metrics", |
682 |
| - "name": "query3", |
683 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {openai.organization.name}.as_count()", |
684 |
| - "aggregator": "sum" |
685 |
| - }, |
686 |
| - { |
687 |
| - "data_source": "metrics", |
688 |
| - "name": "query1", |
689 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()", |
690 |
| - "aggregator": "sum" |
691 |
| - } |
692 |
| - ], |
693 |
| - "response_format": "scalar", |
694 |
| - "formulas": [ |
695 |
| - { |
696 |
| - "formula": "query2 * query3 / query1", |
697 |
| - "number_format": { |
698 |
| - "unit": {"type": "canonical_unit", "unit_name": "dollar"} |
699 |
| - } |
700 |
| - } |
701 |
| - ], |
702 |
| - "sort": { |
703 |
| - "count": 500, |
704 |
| - "order_by": [{"type": "formula", "index": 0, "order": "desc"}] |
705 |
| - } |
706 |
| - } |
707 |
| - ], |
708 |
| - "style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"} |
709 |
| - }, |
710 |
| - "layout": {"x": 0, "y": 4, "width": 4, "height": 3} |
711 |
| - }, |
712 |
| - { |
713 |
| - "id": 1477288913573598, |
714 |
| - "definition": { |
715 |
| - "title": "Cost per Env", |
716 |
| - "title_size": "16", |
717 |
| - "title_align": "left", |
718 |
| - "type": "toplist", |
719 |
| - "requests": [ |
720 |
| - { |
721 |
| - "queries": [ |
722 |
| - { |
723 |
| - "data_source": "cloud_cost", |
724 |
| - "name": "query2", |
725 |
| - "query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}", |
726 |
| - "aggregator": "sum" |
727 |
| - }, |
728 |
| - { |
729 |
| - "data_source": "metrics", |
730 |
| - "name": "query3", |
731 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {env}.as_count()", |
732 |
| - "aggregator": "sum" |
733 |
| - }, |
734 |
| - { |
735 |
| - "data_source": "metrics", |
736 |
| - "name": "query1", |
737 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()", |
738 |
| - "aggregator": "sum" |
739 |
| - } |
740 |
| - ], |
741 |
| - "response_format": "scalar", |
742 |
| - "formulas": [ |
743 |
| - { |
744 |
| - "formula": "query2 * query3 / query1", |
745 |
| - "number_format": { |
746 |
| - "unit": {"type": "canonical_unit", "unit_name": "dollar"} |
747 |
| - } |
748 |
| - } |
749 |
| - ], |
750 |
| - "sort": { |
751 |
| - "count": 500, |
752 |
| - "order_by": [{"type": "formula", "index": 0, "order": "desc"}] |
753 |
| - } |
754 |
| - } |
755 |
| - ], |
756 |
| - "style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"} |
757 |
| - }, |
758 |
| - "layout": {"x": 4, "y": 4, "width": 4, "height": 3} |
759 |
| - }, |
760 |
| - { |
761 |
| - "id": 5959445400656100, |
762 |
| - "definition": { |
763 |
| - "title": "Cost per API key", |
764 |
| - "title_size": "16", |
765 |
| - "title_align": "left", |
766 |
| - "type": "toplist", |
767 |
| - "requests": [ |
768 |
| - { |
769 |
| - "queries": [ |
770 |
| - { |
771 |
| - "data_source": "cloud_cost", |
772 |
| - "name": "query2", |
773 |
| - "query": "sum:custom.cost.amortized{provider_name:OpenAI,$api_key,$ml_app,$service,$model,$project}", |
774 |
| - "aggregator": "sum" |
775 |
| - }, |
776 |
| - { |
777 |
| - "data_source": "metrics", |
778 |
| - "name": "query3", |
779 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project} by {openai.user.api_key}.as_count()", |
780 |
| - "aggregator": "sum" |
781 |
| - }, |
782 |
| - { |
783 |
| - "data_source": "metrics", |
784 |
| - "name": "query1", |
785 |
| - "query": "sum:openai.tokens.total{$api_key,$ml_app,$service,$model,$project}.as_count()", |
786 |
| - "aggregator": "sum" |
787 |
| - } |
788 |
| - ], |
789 |
| - "response_format": "scalar", |
790 |
| - "formulas": [ |
791 |
| - { |
792 |
| - "formula": "query2 * query3 / query1", |
793 |
| - "number_format": { |
794 |
| - "unit": {"type": "canonical_unit", "unit_name": "dollar"} |
795 |
| - } |
796 |
| - } |
797 |
| - ], |
798 |
| - "sort": { |
799 |
| - "count": 500, |
800 |
| - "order_by": [{"type": "formula", "index": 0, "order": "desc"}] |
801 |
| - } |
802 |
| - } |
803 |
| - ], |
804 |
| - "style": {"display": {"type": "stacked", "legend": "automatic"}, "palette": "datadog16"} |
805 |
| - }, |
806 |
| - "layout": {"x": 8, "y": 4, "width": 4, "height": 3} |
807 |
| - } |
808 |
| - ] |
809 |
| - }, |
810 |
| - "layout": {"x": 0, "y": 0, "width": 12, "height": 8, "is_column_break": true} |
811 |
| - }, |
812 | 543 | {
|
813 | 544 | "id": 8181163626805416,
|
814 | 545 | "definition": {
|
|
0 commit comments