Using with_response_format at crmne/ruby_llm#131 in DeepSeek v3

Author: Eric-Guo

Gemfile

@@ -46,7 +46,7 @@ gem "wechat", git: "https://git.thape.com.cn/Eric-Guo/wechat.git", branch: :main
 gem "rake"
 
 # bundle config local.ruby_llm /Users/$(whoami)/git/oss/ruby_llm/
-gem "ruby_llm", git: "https://git.thape.com.cn/rails/ruby_llm.git", branch: :main
+gem "ruby_llm", git: "https://git.thape.com.cn/rails/ruby_llm.git", branch: :WithResponseFormat
 gem "uri"
 gem "faraday-net_http"
 gem "net-http", "~> 0.4.1"

Gemfile.lock

@@ -14,10 +14,10 @@ GIT
 
 GIT
   remote: https://git.thape.com.cn/rails/ruby_llm.git
-  revision: 455c3e4c81e88ec871369e25eacc66a7db945210
-  branch: main
+  revision: 4f4b2c4ff5c278e1d2af048f5088536d0b22bb70
+  branch: WithResponseFormat
   specs:
-    ruby_llm (1.2.0)
+    ruby_llm (1.3.0)
       base64
       event_stream_parser (~> 1)
       faraday (~> 2)

app/models/guest_message.rb

@@ -4,12 +4,7 @@ class GuestMessage < ApplicationRecord
   after_create :auto_fill_spam_score
 
   def auto_fill_spam_score
-    ai_result = JSON.parse(ai_spam_score)
-
-    if ai_result.present?
-      spam_score = ai_result["spam_score"]
-      update_column(:spam_score, spam_score)
-    end
+    update_column(:spam_score, ai_spam_score)
   end
 
   def ai_spam_score
@@ -25,25 +20,19 @@ def ai_spam_score
 包淦: 请问贵阳公司在招结构专业负责人吗
 
 EXAMPLE JSON OUTPUT 1:
-{
-    "spam_score": 0
-}
+{"result": 0}
 
 EXAMPLE INPUT 2:
 DavidPop: Igjdfjvkdgvj jfsfcjsjfkj ifjfsifhidjfw iijfosjfd https://mail.ru/?gjvhdfjdfuvdbggf
 
 EXAMPLE JSON OUTPUT 2:
-{
-    "spam_score": 10
-}
+{"result": 10}
 
 EXAMPLE INPUT 3:
 RobertDrale:Hæ, ég vildi vita verð þitt.
 
 EXAMPLE JSON OUTPUT 3:
-{
-    "spam_score": 8
-}
+{"result": 8}
 
 EXAMPLE INPUT 4:
 Eric Jones: Cool website!
@@ -54,13 +43,12 @@ def ai_spam_score
 
 
 EXAMPLE JSON OUTPUT 4:
-{
-    "spam_score": 9
-}
+{"result": 9}
 EOS_PROMPT
 
     chat = RubyLLM.chat
     chat.with_instructions system_prompt
+    chat.with_response_format(type: :object, properties: {result: {type: :integer}})
     response = chat.ask "#{name} from company #{company} (#{contact_details}) leaving message:\n\n#{message}"
     response.content
   end