Merge branch 'use-claude-2-for-doc-tool' into 'master'

Use claude-2.1 for Duo Chat doc tool

See merge request https://gitlab.com/gitlab-org/gitlab/-/merge_requests/147887



Merged-by: Gosia Ksionek <mksionek@gitlab.com>
Approved-by: Tetiana Chupryna <tchupryna@gitlab.com>
Approved-by: Gosia Ksionek <mksionek@gitlab.com>
Co-authored-by: Tan Le <tle@gitlab.com>

ee/lib/gitlab/llm/tanuki_bot.rb

@@ -10,7 +10,6 @@ class TanukiBot
       CONTENT_ID_FIELD = 'ATTRS'
       CONTENT_ID_REGEX = /CNT-IDX-(?<id>\d+)/
       RECORD_LIMIT = 4
-      MODEL = 'claude-instant-1.1'
 
       def self.enabled_for?(user:, container: nil)
         return false unless Feature.enabled?(:ai_duo_chat_switch, type: :ops)
@@ -114,8 +113,7 @@ def get_completions(search_documents)
           .final_prompt(question: question, documents: search_documents)
 
         final_prompt_result = anthropic_client.stream(
-          prompt: final_prompt[:prompt],
-          model: "claude-instant-1.1"
+          prompt: final_prompt[:prompt]
         ) do |data|
           logger.info(message: "Streaming error", error: data&.dig("error")) if data&.dig("error")
 

ee/spec/lib/gitlab/llm/tanuki_bot_spec.rb

@@ -174,8 +174,7 @@
 
             expect(anthropic_client).to receive(:stream)
               .with(
-                prompt: a_string_including('absolute_links_content'),
-                model: "claude-instant-1.1"
+                prompt: a_string_including('absolute_links_content')
               ).once.and_return(completion_response)
 
             execute