feat(similarity-embedding): Add endpoint to call backfill script

src/sentry/api/endpoints/event_grouping_info.py

@@ -1,4 +1,5 @@
 import logging
+from typing import Any
 
 from django.http import HttpRequest, HttpResponse
 
@@ -8,17 +9,20 @@
 from sentry.api.base import region_silo_endpoint
 from sentry.api.bases.project import ProjectEndpoint
 from sentry.api.exceptions import ResourceDoesNotExist
+from sentry.eventstore.models import Event
 from sentry.grouping.api import GroupingConfigNotFound
-from sentry.grouping.variants import PerformanceProblemVariant
+from sentry.grouping.variants import BaseVariant, PerformanceProblemVariant
 from sentry.models.project import Project
 from sentry.utils import json, metrics
 from sentry.utils.performance_issues.performance_detection import EventPerformanceProblem
 
 logger = logging.getLogger(__name__)
 
 
-def get_grouping_info(config_name: str | None, project: Project, event_id: str):
-    event = eventstore.backend.get_event_by_id(project.id, event_id)
+def get_grouping_info(
+    config_name: str | None, project: Project, event_id: str, event: Event | None = None
+):
+    event = event if event else eventstore.backend.get_event_by_id(project.id, event_id)
     if event is None:
         raise ResourceDoesNotExist
 
@@ -40,7 +44,7 @@ def get_grouping_info(config_name: str | None, project: Project, event_id: str):
             # Create a variant for every problem associated with the event
             # TODO: Generate more unique keys, in case this event has more than
             # one problem of a given type
-            variants = {
+            variants: dict[str, BaseVariant] | Any = {
                 problem.problem.type.slug: PerformanceProblemVariant(problem)
                 for problem in problems
                 if problem

src/sentry/api/endpoints/project_backfill_similar_issues_embeddings_records.py

@@ -0,0 +1,28 @@
+from rest_framework.request import Request
+from rest_framework.response import Response
+
+from sentry import features
+from sentry.api.api_owners import ApiOwner
+from sentry.api.api_publish_status import ApiPublishStatus
+from sentry.api.base import region_silo_endpoint
+from sentry.api.bases.project import ProjectEndpoint
+from sentry.auth.superuser import is_active_superuser
+from sentry.tasks.backfill_seer_grouping_records import backfill_seer_grouping_records
+
+region_silo_endpoint
+
+
+@region_silo_endpoint
+class ProjectBackfillSimilarIssuesEmbeddingsRecords(ProjectEndpoint):
+    owner = ApiOwner.ISSUES
+    publish_status = {
+        "POST": ApiPublishStatus.PRIVATE,
+    }
+
+    def post(self, request: Request, project) -> Response:
+        if not features.has(
+            "projects:similarity-embeddings-grouping", project
+        ) or not is_active_superuser(request):
+            return Response(status=404)
+        backfill_seer_grouping_records.delay(project)
+        return Response(status=204)

src/sentry/api/endpoints/project_similar_issues_embeddings_records.py

@@ -0,0 +1,23 @@
+from rest_framework.request import Request
+from rest_framework.response import Response
+
+from sentry import features
+from sentry.api.api_owners import ApiOwner
+from sentry.api.api_publish_status import ApiPublishStatus
+from sentry.api.base import region_silo_endpoint
+from sentry.api.bases.project import ProjectEndpoint
+from sentry.tasks.backfill_seer_grouping_records import backfill_seer_grouping_records
+
+
+@region_silo_endpoint
+class ProjectSimilarIssuesEmbeddingsRecords(ProjectEndpoint):
+    owner = ApiOwner.ISSUES
+    publish_status = {
+        "POST": ApiPublishStatus.PRIVATE,
+    }
+
+    def post(self, request: Request, project) -> Response:
+        if not features.has("projects:similarity-embeddings-grouping", project):
+            return Response(status=404)
+        backfill_seer_grouping_records.delay(project)
+        return Response(status=204)

src/sentry/api/urls.py

@@ -29,6 +29,9 @@
     OrganizationUnsubscribeIssue,
     OrganizationUnsubscribeProject,
 )
+from sentry.api.endpoints.project_backfill_similar_issues_embeddings_records import (
+    ProjectBackfillSimilarIssuesEmbeddingsRecords,
+)
 from sentry.api.endpoints.project_stacktrace_coverage import ProjectStacktraceCoverageEndpoint
 from sentry.api.endpoints.project_statistical_detectors import ProjectStatisticalDetectors
 from sentry.api.endpoints.release_thresholds.release_threshold import ReleaseThresholdEndpoint
@@ -2481,6 +2484,11 @@ def create_group_urls(name_prefix: str) -> list[URLPattern | URLResolver]:
         ProjectRuleTaskDetailsEndpoint.as_view(),
         name="sentry-api-0-project-rule-task-details",
     ),
+    re_path(
+        r"^(?P<organization_slug>[^\/]+)/(?P<project_slug>[^\/]+)/backfill-similar-embeddings-records/$",
+        ProjectBackfillSimilarIssuesEmbeddingsRecords.as_view(),
+        name="sentry-api-0-project-backfill-similar-embeddings-records",
+    ),
     re_path(
         r"^(?P<organization_slug>[^\/]+)/(?P<project_slug>[^\/]+)/stats/$",
         ProjectStatsEndpoint.as_view(),

src/sentry/conf/server.py

@@ -743,6 +743,7 @@ def SOCIAL_AUTH_DEFAULT_USERNAME() -> str:
     "sentry.tasks.auto_remove_inbox",
     "sentry.tasks.auto_resolve_issues",
     "sentry.tasks.backfill_outboxes",
+    "sentry.tasks.backfill_seer_grouping_records",
     "sentry.tasks.beacon",
     "sentry.tasks.check_auth",
     "sentry.tasks.clear_expired_snoozes",

src/sentry/seer/utils.py

@@ -1,12 +1,18 @@
+import logging
 from typing import TypedDict
 
 import sentry_sdk
 from django.conf import settings
 from urllib3 import Retry
+from urllib3.exceptions import ReadTimeoutError
 
 from sentry.net.http import connection_from_url
 from sentry.utils import json
 
+POST_BULK_GROUPING_RECORDS_TIMEOUT = 10000
+
+logger = logging.getLogger(__name__)
+
 
 class SeerException(Exception):
     pass
@@ -42,10 +48,6 @@ class BreakpointResponse(TypedDict):
 
 seer_staging_connection_pool = connection_from_url(
     settings.SEER_AUTOFIX_URL,
-    retries=Retry(
-        total=5,
-        status_forcelist=[408, 429, 502, 503, 504],
-    ),
     timeout=settings.ANOMALY_DETECTION_TIMEOUT,
 )
 
@@ -117,5 +119,51 @@ def get_similar_issues_embeddings(
     try:
         return json.loads(response.data.decode("utf-8"))
     except AttributeError:
-        empty_response: SimilarIssuesEmbeddingsResponse = {"responses": []}
-        return empty_response
+        return SimilarIssuesEmbeddingsResponse(responses=[])
+
+
+class CreateGroupingRecordData(TypedDict):
+    hash: str
+    project_id: int
+    message: str
+
+
+class CreateGroupingRecordsRequest(TypedDict):
+    group_id_list: list[int]
+    data: list[CreateGroupingRecordData]
+    stacktrace_list: list[str]
+
+
+class BulkCreateGroupingRecordsResponse(TypedDict):
+    success: bool
+
+
+def post_bulk_grouping_records(
+    grouping_records_request: CreateGroupingRecordsRequest,
+) -> BulkCreateGroupingRecordsResponse:
+    """Call /v0/issues/similar-issues/grouping-record endpoint from seer."""
+    extra = {
+        "group_ids": json.dumps(grouping_records_request["group_id_list"]),
+        "project_id": grouping_records_request["data"][0]["project_id"],
+    }
+
+    try:
+        response = seer_staging_connection_pool.urlopen(
+            "POST",
+            "/v0/issues/similar-issues/grouping-record",
+            body=json.dumps(grouping_records_request),
+            headers={"Content-Type": "application/json;charset=utf-8"},
+            timeout=POST_BULK_GROUPING_RECORDS_TIMEOUT,
+        )
+    except ReadTimeoutError:
+        extra.update({"reason": "ReadTimeoutError", "timeout": POST_BULK_GROUPING_RECORDS_TIMEOUT})
+        logger.info("seer.post_bulk_grouping_records.failure", extra=extra)
+        return {"success": False}
+
+    if response.status >= 200 and response.status < 300:
+        logger.info("seer.post_bulk_grouping_records.success", extra=extra)
+        return json.loads(response.data.decode("utf-8"))
+    else:
+        extra.update({"reason": response.reason})
+        logger.info("seer.post_bulk_grouping_records.failure", extra=extra)
+        return {"success": False}

src/sentry/snuba/referrer.py

@@ -524,6 +524,7 @@ class Referrer(Enum):
     GROUP_FILTER_BY_EVENT_ID = "group.filter_by_event_id"
     GROUP_GET_LATEST = "Group.get_latest"
     GROUP_UNHANDLED_FLAG = "group.unhandled-flag"
+    GROUPING_RECORDS_BACKFILL_REFERRER = "getsentry.tasks.backfill_grouping_records"
     INCIDENTS_GET_INCIDENT_AGGREGATES_PRIMARY = "incidents.get_incident_aggregates.primary"
     INCIDENTS_GET_INCIDENT_AGGREGATES = "incidents.get_incident_aggregates"
     IS_ESCALATING_GROUP = "sentry.issues.escalating.is_escalating"