Module: Raif::Concerns::Llms::MessageFormatting

Extended by:
ActiveSupport::Concern
Included in:
Llm
Defined in:
app/models/raif/concerns/llms/message_formatting.rb

Instance Method Summary collapse

Instance Method Details

#format_message_content(content, role: nil) ⇒ Object

Content could be a string or an array. If it’s an array, it could contain Raif::ModelImageInput or Raif::ModelFileInput objects, which need to be formatted according to each model provider’s API.

Raises:

  • (ArgumentError) 


19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 19

def format_message_content(content, role: nil)
  raise ArgumentError,
    "Message content must be an array or a string. Content was: #{content.inspect}" unless content.is_a?(Array) || content.is_a?(String)

  return [format_string_message(content, role: role)] if content.is_a?(String)

  content.map do |item|
    if item.is_a?(Raif::ModelImageInput)
      format_model_image_input_message(item)
    elsif item.is_a?(Raif::ModelFileInput)
      format_model_file_input_message(item)
    elsif item.is_a?(String)
      format_string_message(item, role: role)
    else
      item
    end
  end
end

#format_messages(messages) ⇒ Object 



6
7
8
9
10
11
12
13
14
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 6

def format_messages(messages)
  messages.map do |message|
    role = message["role"] || message[:role]
    {
      "role" => role,
      "content" => format_message_content(message["content"] || message[:content], role: role)
    }
  end
end

#format_string_message(content, role: nil) ⇒ Object 



38
39
40
 
# File 'app/models/raif/concerns/llms/message_formatting.rb', line 38

def format_string_message(content, role: nil)
  { "type" => "text", "text" => content }
end