Merge branch 'mk-small-prompt-engineering' into 'master'

First tries in prompt engineering

See merge request https://gitlab.com/gitlab-org/gitlab/-/merge_requests/121286



Merged-by: Alexandru Croitor <acroitor@gitlab.com>
Approved-by: Nicolas Dular <ndular@gitlab.com>
Approved-by: Alexandru Croitor <acroitor@gitlab.com>
Reviewed-by: Nicolas Dular <ndular@gitlab.com>
Co-authored-by: Małgorzata Ksionek <mksionek@gitlab.com>

ee/lib/gitlab/llm/open_ai/templates/summarize_all_open_notes.rb

@@ -6,19 +6,28 @@ module OpenAi
       module Templates
         class SummarizeAllOpenNotes
           def self.get_options(notes_content)
+            num = Random.rand(100..999)
             system_content = <<-TEMPLATE
-              You are an assistant that summarizes issue comments in maximum 10 bullet points.
+              You are an assistant that extracts the most important information from the comments in maximum 10 bullet points.
+              Comments are between two identical sets of 3-digit numbers surrounded by < > sign.
+
+              <#{num}>
+              #{notes_content}
+              <#{num}>
+
               Desired markdown format:
               ## <summary_title>
               <bullet_points>
               """
+
+              Focus on extracting information related to one another and that are the majority of the content.
+              Ignore phrases that are not connected to others.
+              Do not specify what you are ignoring.
+              Do not answer questions.
             TEMPLATE
 
             {
-              messages: [
-                { role: "system", content: system_content },
-                { role: "user", content: notes_content }
-              ],
+              content: system_content,
               temperature: 0.2
             }
           end

ee/spec/lib/gitlab/llm/open_ai/templates/summarize_all_open_notes_spec.rb

@@ -7,14 +7,14 @@
 
   let(:content) { "some random content" }
   let(:template) do
-    "Create a markdown header with main text idea followed by a summary of the following text, in at most 10 bullet"
+    "You are an assistant that extracts the most important information from the comments in maximum 10 bullet points."
   end
 
   subject { described_class.get_options(content) }
 
   describe '.get_options' do
     it 'returns correct parameters' do
-      expect(subject[:messages]).to include({ role: "user", content: content })
+      expect(subject[:content]).to include(template)
     end
   end
 end