[OPIK-5691] [BE][FE] feat: add eval suite analytics events (#6326)

* [OPIK-5691] [BE][FE] feat: add eval suite analytics events

Add three analytics events for the Eval Suite launch dashboards
tracked in OPIK-5245:

Backend:
- opik_eval_suite_created: fired when a TEST_SUITE dataset is created
  (DatasetsResource), capturing both UI and SDK creation paths.
- opik_eval_suite_run: fired when an experiment is created against a
  TEST_SUITE dataset (ExperimentService), capturing reuse and run
  frequency. Wrapped in try/catch to avoid disrupting experiment
  creation if analytics fails.

Frontend:
- opik_eval_suite_ui_configured: fired from the creation dialog
  (useDatasetForm) with UI-specific properties (CSV upload,
  assertions, runs_per_item) not available at the BE endpoint.

Note: item_count was omitted from opik_eval_suite_run because the
dataset enrichment needed to fetch it is too heavy for an analytics
side-effect. Can be added later with a lightweight count query if the
"test cases per suite" metric proves critical.

* fix(test): add AnalyticsService mock to test constructors

DatasetsResourceIntegrationTest and ExperimentServiceTest manually
construct the resource/service with explicit args — add the missing
AnalyticsService mock parameter to match the updated constructors.

* fix(analytics): add opik_ prefix to BE event names

Event names in code should already include the opik_ prefix per the
analytics-instrumentation skill doc, even though AnalyticsService
auto-prepends it at runtime. Aligns BE naming with the FE convention.

* fix(analytics): offload blocking dataset lookup to boundedElastic scheduler

Wraps the datasetService.getById() call in trackEvalSuiteRunIfApplicable
with Schedulers.boundedElastic().schedule() to prevent thread starvation
in the doOnSuccess callback.

* fix(analytics): pass userName explicitly to offloaded eval_suite_run event

The trackEvalSuiteRunIfApplicable call runs on a boundedElastic thread
outside the request scope, so resolveIdentity() would fall back to the
anonymous installation ID. Capture userName before scheduling and use the
explicit-identity trackEvent overload to ensure PostHog funnels work.

Author: nLamprok

apps/opik-backend/src/main/java/com/comet/opik/api/resources/v1/priv/DatasetsResource.java

@@ -16,6 +16,7 @@
 import com.comet.opik.api.DatasetItemChanges;
 import com.comet.opik.api.DatasetItemStreamRequest;
 import com.comet.opik.api.DatasetItemsDelete;
+import com.comet.opik.api.DatasetType;
 import com.comet.opik.api.DatasetUpdate;
 import com.comet.opik.api.DatasetVersion;
 import com.comet.opik.api.ExperimentItem;
@@ -43,6 +44,7 @@
 import com.comet.opik.infrastructure.auth.RequestContext;
 import com.comet.opik.infrastructure.auth.RequiredPermissions;
 import com.comet.opik.infrastructure.auth.WorkspaceUserPermission;
+import com.comet.opik.infrastructure.bi.AnalyticsService;
 import com.comet.opik.infrastructure.ratelimit.RateLimited;
 import com.comet.opik.utils.FileNameUtils;
 import com.comet.opik.utils.RetryUtils;
@@ -90,6 +92,7 @@
 import java.io.InputStream;
 import java.net.URI;
 import java.util.List;
+import java.util.Map;
 import java.util.Optional;
 import java.util.Set;
 import java.util.UUID;
@@ -120,6 +123,7 @@ public class DatasetsResource {
     private final @NonNull CsvDatasetItemProcessor csvProcessor;
     private final @NonNull FeatureFlags featureFlags;
     private final @NonNull CsvDatasetExportService csvExportService;
+    private final @NonNull AnalyticsService analyticsService;
 
     @GET
     @Path("/{id}")
@@ -197,6 +201,13 @@ public Response createDataset(
         log.info("Created dataset with name '{}', id '{}', on workspace_id '{}'", savedDataset.name(),
                 savedDataset.id(), workspaceId);
 
+        if (savedDataset.type() == DatasetType.TEST_SUITE) {
+            analyticsService.trackEvent("opik_eval_suite_created", Map.of(
+                    "eval_suite_id", savedDataset.id().toString(),
+                    "eval_suite_name", savedDataset.name(),
+                    "project_id", String.valueOf(savedDataset.projectId())));
+        }
+
         URI uri = uriInfo.getAbsolutePathBuilder().path("/%s".formatted(savedDataset.id().toString())).build();
         return Response.created(uri).build();
     }

apps/opik-backend/src/main/java/com/comet/opik/domain/ExperimentService.java

@@ -4,6 +4,7 @@
 import com.comet.opik.api.BiInformationResponse;
 import com.comet.opik.api.Dataset;
 import com.comet.opik.api.DatasetLastExperimentCreated;
+import com.comet.opik.api.DatasetType;
 import com.comet.opik.api.DatasetVersion;
 import com.comet.opik.api.ExecutionPolicy;
 import com.comet.opik.api.Experiment;
@@ -32,6 +33,7 @@
 import com.comet.opik.infrastructure.FeatureFlags;
 import com.comet.opik.infrastructure.OpikConfiguration;
 import com.comet.opik.infrastructure.auth.RequestContext;
+import com.comet.opik.infrastructure.bi.AnalyticsService;
 import com.google.common.base.Preconditions;
 import com.google.common.eventbus.EventBus;
 import io.opentelemetry.instrumentation.annotations.WithSpan;
@@ -91,6 +93,7 @@ private record ResolvedVersion(UUID versionId, ExecutionPolicy executionPolicy)
     private final @NonNull ExperimentGroupEnricher experimentGroupEnricher;
     private final @NonNull ExperimentAggregatesService experimentAggregatesService;
     private final @NonNull ExperimentAggregationPublisher experimentAggregationPublisher;
+    private final @NonNull AnalyticsService analyticsService;
 
     @WithSpan
     public Mono<ExperimentPage> find(
@@ -690,6 +693,24 @@ private void postExperimentCreatedEvent(Experiment partialExperiment, String wor
                 Optional.ofNullable(partialExperiment.type()).orElse(ExperimentType.REGULAR)));
         log.info("Posted experiment created event for experiment id '{}', datasetId '{}', workspaceId '{}'",
                 partialExperiment.id(), partialExperiment.datasetId(), workspaceId);
+
+        trackEvalSuiteRunIfApplicable(partialExperiment, workspaceId, userName);
+    }
+
+    private void trackEvalSuiteRunIfApplicable(Experiment experiment, String workspaceId, String userName) {
+        Schedulers.boundedElastic().schedule(() -> {
+            try {
+                datasetService.getById(experiment.datasetId(), workspaceId)
+                        .filter(dataset -> dataset.type() == DatasetType.TEST_SUITE)
+                        .ifPresent(dataset -> analyticsService.trackEvent(userName, "opik_eval_suite_run", Map.of(
+                                "eval_suite_id", dataset.id().toString(),
+                                "experiment_id", experiment.id().toString(),
+                                "project_id", String.valueOf(experiment.projectId()))));
+            } catch (Exception e) {
+                log.warn("Failed to track eval_suite_run analytics event for experiment '{}'",
+                        experiment.id(), e);
+            }
+        });
     }
 
     private Mono<UUID> handleCreateError(Throwable throwable, UUID id) {

apps/opik-backend/src/test/java/com/comet/opik/api/resources/v1/priv/DatasetsResourceIntegrationTest.java

@@ -19,6 +19,7 @@
 import com.comet.opik.domain.filter.FilterQueryBuilder;
 import com.comet.opik.infrastructure.FeatureFlags;
 import com.comet.opik.infrastructure.auth.RequestContext;
+import com.comet.opik.infrastructure.bi.AnalyticsService;
 import com.comet.opik.infrastructure.db.IdGeneratorImpl;
 import com.comet.opik.infrastructure.json.JsonNodeMessageBodyWriter;
 import com.comet.opik.podam.PodamFactoryUtils;
@@ -70,6 +71,7 @@ class DatasetsResourceIntegrationTest {
     private static final FeatureFlags featureFlags = mock(FeatureFlags.class);
     public static final SortingFactoryDatasets sortingFactory = new SortingFactoryDatasets();
     private static final CsvDatasetExportService csvExportService = mock(CsvDatasetExportService.class);
+    private static final AnalyticsService analyticsService = mock(AnalyticsService.class);
     private static final ResourceExtension EXT;
 
     static {
@@ -79,7 +81,7 @@ class DatasetsResourceIntegrationTest {
                         service, itemService, expansionService, versionService, () -> requestContext,
                         new FiltersFactory(new FilterQueryBuilder()),
                         new IdGeneratorImpl(), new Streamer(), sortingFactory, csvProcessor,
-                        featureFlags, csvExportService))
+                        featureFlags, csvExportService, analyticsService))
                 .addProvider(JsonNodeMessageBodyWriter.class)
                 .addProvider(MultiPartFeature.class)
                 .setTestContainerFactory(new GrizzlyWebTestContainerFactory())

apps/opik-backend/src/test/java/com/comet/opik/domain/ExperimentServiceTest.java

@@ -13,6 +13,7 @@
 import com.comet.opik.infrastructure.FeatureFlags;
 import com.comet.opik.infrastructure.OpikConfiguration;
 import com.comet.opik.infrastructure.auth.RequestContext;
+import com.comet.opik.infrastructure.bi.AnalyticsService;
 import com.comet.opik.podam.PodamFactoryUtils;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import com.google.common.eventbus.EventBus;
@@ -102,6 +103,9 @@ class ExperimentServiceTest {
     @Mock
     private ExperimentAggregationPublisher experimentAggregationPublisher;
 
+    @Mock
+    private AnalyticsService analyticsService;
+
     private final ObjectMapper objectMapper = new ObjectMapper();
     private final PodamFactory podamFactory = PodamFactoryUtils.newPodamFactory();
 
@@ -126,7 +130,8 @@ void setUp() {
                 config,
                 experimentGroupEnricher,
                 experimentAggregatesService,
-                experimentAggregationPublisher);
+                experimentAggregationPublisher,
+                analyticsService);
     }
 
     @Nested

apps/opik-frontend/src/lib/analytics/tracking.ts

@@ -4,6 +4,7 @@ export const OpikEvent = {
   ONBOARDING_AGENT_NAME_SUBMITTED: "opik_onboarding_agent_name_submitted",
   ONBOARDING_FIRST_TRACE_RECEIVED: "opik_onboarding_first_trace_received",
   ONBOARDING_SKIPPED: "opik_onboarding_skipped",
+  EVAL_SUITE_UI_CONFIGURED: "opik_eval_suite_ui_configured",
 } as const;
 
 type OpikEventValues = (typeof OpikEvent)[keyof typeof OpikEvent];

apps/opik-frontend/src/v2/pages-shared/datasets/AddEditDatasetDialog/useDatasetForm.ts

@@ -16,6 +16,7 @@ import { MAX_RUNS_PER_ITEM } from "@/types/test-suites";
 import { FeatureToggleKeys } from "@/types/feature-toggles";
 import { useIsFeatureEnabled } from "@/contexts/feature-toggles-provider";
 import { useClampedIntegerInput } from "@/hooks/useClampedIntegerInput";
+import { OpikEvent, trackEvent } from "@/lib/analytics/tracking";
 
 const JSON_MODE_FILE_SIZE_LIMIT_IN_MB = 20;
 const JSON_MODE_MAX_ITEMS = 1000;
@@ -245,6 +246,16 @@ const useDatasetForm = ({
 
   const onCreateSuccessHandler = useCallback(
     (newDataset: Dataset) => {
+      if (datasetType === DATASET_TYPE.TEST_SUITE) {
+        trackEvent(OpikEvent.EVAL_SUITE_UI_CONFIGURED, {
+          eval_suite_id: newDataset.id,
+          eval_suite_name: newDataset.name,
+          has_csv_upload: hasValidCsvFile,
+          num_assertions: assertions.filter((a) => a.trim()).length,
+          runs_per_item: runsPerItem,
+        });
+      }
+
       const navigateToDataset = () => {
         setOpen(false);
         onDatasetCreated?.(newDataset);
@@ -275,6 +286,9 @@ const useDatasetForm = ({
       onDatasetCreated,
       onCreateSuccess,
       setOpen,
+      datasetType,
+      assertions,
+      runsPerItem,
     ],
   );