Instruments creation of ml models

- Adds event model_registry_ml_model_created
- Adds event model_registry_ml_model_version_created
- Adds metrics for both events on 7d and 28d

app/services/ml/create_model_service.rb

@@ -22,6 +22,12 @@ def execute
 
         add_metadata(model, @metadata)
 
+        Gitlab::InternalEvents.track_event(
+          'model_registry_ml_model_created',
+          project: @project,
+          user: @user
+        )
+
         model
       end
     end

app/services/ml/create_model_version_service.rb

@@ -24,6 +24,12 @@ def execute
           { model_version: model_version }
         ).execute
 
+        Gitlab::InternalEvents.track_event(
+          'model_registry_ml_model_version_created',
+          project: @model.project,
+          user: @user
+        )
+
         model_version
       end
     end

config/events/ml_model_created.yml

+---
+description: Tracks the creation of Machine learning models (Ml::Model) through Ml::CreateModelService
+category: InternalEventTracking
+action: model_registry_ml_model_created
+label_description:
+property_description:
+value_description:
+extra_properties:
+identifiers:
+- project
+- user
+- namespace
+product_section: data-science
+product_stage: modelops
+product_group: mlops
+milestone: "16.8"
+introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/139798
+distributions:
+- ce
+- ee
+tiers:
+- free
+- premium
+- ultimate

config/events/ml_model_version_created.yml

+---
+description: Tracks the creation of Machine learning models versions (Ml::ModelVersion) through Ml::CreateModelVersionService
+category: InternalEventTracking
+action: model_registry_ml_model_version_created
+label_description:
+property_description:
+value_description:
+extra_properties:
+identifiers:
+- project
+- user
+- namespace
+product_section: data-science
+product_stage: modelops
+product_group: mlops
+milestone: "16.8"
+introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/139798
+distributions:
+- ce
+- ee
+tiers:
+- free
+- premium
+- ultimate

config/metrics/counts_28d/count_total_model_registry_ml_model_created_28d.yml

+---
+key_path: count_total_model_registry_ml_model_created_28d
+description: Tracks the creation of Machine learning models (Ml::Model) through Ml::CreateModelService in the last 28 days.
+product_section: data-science
+product_stage: modelops
+product_group: mlops
+performance_indicator_type: []
+value_type: number
+status: active
+milestone: "16.8"
+introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/139798
+time_frame: 28d
+data_source: internal_events
+data_category: optional
+distribution:
+- ce
+- ee
+tier:
+- free
+- premium
+- ultimate
+options:
+  events:
+    - model_registry_ml_model_created
+events:
+  - name: model_registry_ml_model_created

config/metrics/counts_28d/count_total_model_registry_ml_model_version_created_28d.yml

+---
+key_path: count_total_model_registry_ml_model_version_created_28d
+description: Tracks the creation of Machine learning models versions (Ml::ModelVersion) through Ml::CreateModelVersionService in the last 28 days.
+product_section: data-science
+product_stage: modelops
+product_group: mlops
+performance_indicator_type: []
+value_type: number
+status: active
+milestone: "16.8"
+introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/139798
+time_frame: 28d
+data_source: internal_events
+data_category: optional
+distribution:
+- ce
+- ee
+tier:
+- free
+- premium
+- ultimate
+options:
+  events:
+    - model_registry_ml_model_version_created
+events:
+  - name: model_registry_ml_model_version_created

config/metrics/counts_7d/count_total_code_suggestions_authenticate_7d.yml

@@ -7,7 +7,7 @@ product_group: code_creation
 performance_indicator_type: []
 value_type: number
 status: active
-milestone: "16.7"
+milestone: "16.8"
 introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/138848
 time_frame: 7d
 data_source: internal_events

config/metrics/counts_7d/count_total_model_registry_ml_model_created_7d.yml

+---
+key_path: count_total_model_registry_ml_model_created_7d
+description: Tracks the creation of Machine learning models (Ml::Model) through Ml::CreateModelService in the last 7 days.
+product_section: data-science
+product_stage: modelops
+product_group: mlops
+performance_indicator_type: []
+value_type: number
+status: active
+milestone: "16.8"
+introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/139798
+time_frame: 7d
+data_source: internal_events
+data_category: optional
+distribution:
+- ce
+- ee
+tier:
+- free
+- premium
+- ultimate
+options:
+  events:
+    - model_registry_ml_model_created
+events:
+  - name: model_registry_ml_model_created

config/metrics/counts_7d/count_total_model_registry_ml_model_version_created_7d.yml

+---
+key_path: count_total_model_registry_ml_model_version_created_7d
+description: Tracks the creation of Machine learning models versions (Ml::ModelVersion) through Ml::CreateModelVersionService in the last 7 days.
+product_section: data-science
+product_stage: modelops
+product_group: mlops
+performance_indicator_type: []
+value_type: number
+status: active
+milestone: "16.8"
+introduced_by_url: https://gitlab.com/gitlab-org/gitlab/-/merge_requests/139798
+time_frame: 7d
+data_source: internal_events
+data_category: optional
+distribution:
+- ce
+- ee
+tier:
+- free
+- premium
+- ultimate
+options:
+  events:
+    - model_registry_ml_model_version_created
+events:
+  - name: model_registry_ml_model_version_created

spec/services/ml/create_model_service_spec.rb

@@ -9,6 +9,10 @@
   let_it_be(:description) { 'description' }
   let_it_be(:metadata) { [] }
 
+  before do
+    allow(Gitlab::InternalEvents).to receive(:track_event)
+  end
+
   subject(:create_model) { described_class.new(project, name, user, description, metadata).execute }
 
   describe '#execute' do
@@ -18,6 +22,10 @@
 
       it 'creates a model', :aggregate_failures do
         expect { create_model }.to change { Ml::Model.count }.by(1)
+        expect(Gitlab::InternalEvents).to have_received(:track_event).with(
+          'model_registry_ml_model_created',
+          { project: project, user: user }
+        )
 
         expect(create_model.name).to eq(name)
       end
@@ -29,6 +37,10 @@
 
       it 'creates a model', :aggregate_failures do
         expect { create_model }.to change { Ml::Model.count }.by(1)
+        expect(Gitlab::InternalEvents).to have_received(:track_event).with(
+          'model_registry_ml_model_created',
+          { project: project, user: user }
+        )
 
         expect(create_model.name).to eq(name)
       end
@@ -40,6 +52,7 @@
 
       it 'raises an error', :aggregate_failures do
         expect { create_model }.to raise_error(ActiveRecord::RecordInvalid)
+        expect(Gitlab::InternalEvents).not_to have_received(:track_event)
       end
     end
 

spec/services/ml/create_model_version_service_spec.rb

@@ -6,12 +6,21 @@
   let(:model) { create(:ml_models) }
   let(:params) { {} }
 
+  before do
+    allow(Gitlab::InternalEvents).to receive(:track_event)
+  end
+
   subject(:service) { described_class.new(model, params).execute }
 
   context 'when no versions exist' do
     it 'creates a model version', :aggregate_failures do
       expect { service }.to change { Ml::ModelVersion.count }.by(1).and change { Ml::Candidate.count }.by(1)
       expect(model.reload.latest_version.version).to eq('1.0.0')
+
+      expect(Gitlab::InternalEvents).to have_received(:track_event).with(
+        'model_registry_ml_model_version_created',
+        { project: model.project, user: nil }
+      )
     end
   end
 
@@ -23,6 +32,11 @@
     it 'creates another model version and increments the version number', :aggregate_failures do
       expect { service }.to change { Ml::ModelVersion.count }.by(1).and change { Ml::Candidate.count }.by(1)
       expect(model.reload.latest_version.version).to eq('4.0.0')
+
+      expect(Gitlab::InternalEvents).to have_received(:track_event).with(
+        'model_registry_ml_model_version_created',
+        { project: model.project, user: nil }
+      )
     end
   end