Tidy up tests and integrations.

Author: ioquatix

.github/workflows/documentation-coverage.yaml

@@ -17,7 +17,7 @@ jobs:
     - uses: actions/checkout@v4
     - uses: ruby/setup-ruby@v1
       with:
-        ruby-version: "3.3"
+        ruby-version: "3.4"
         bundler-cache: true
 
     - name: Validate coverage

.github/workflows/documentation.yaml

@@ -29,7 +29,7 @@ jobs:
 
     - uses: ruby/setup-ruby@v1
       with:
-        ruby-version: "3.3"
+        ruby-version: "3.4"
         bundler-cache: true
 
     - name: Installing packages

.github/workflows/test-coverage.yaml

@@ -20,7 +20,7 @@ jobs:
           - ubuntu
 
         ruby:
-          - "3.3"
+          - "3.4"
 
     steps:
     - uses: actions/checkout@v4
@@ -54,7 +54,7 @@ jobs:
     - uses: actions/checkout@v4
     - uses: ruby/setup-ruby@v1
       with:
-        ruby-version: "3.3"
+        ruby-version: "3.4"
         bundler-cache: true
 
     - uses: actions/download-artifact@v4

.gitignore

@@ -1,5 +1,6 @@
-/.bundle/
-/pkg/
+/.bundle
+/.context
+/pkg
 /gems.locked
 /.covered.db
 /external

.rubocop.yml

@@ -1,6 +1,12 @@
+plugins:
+  - rubocop-socketry
+
 AllCops:
   DisabledByDefault: true
 
+Layout/ConsistentBlankLineIndentation:
+  Enabled: true
+
 Layout/IndentationStyle:
   Enabled: true
   EnforcedStyle: tabs
@@ -45,6 +51,18 @@ Layout/EmptyLinesAroundClassBody:
 Layout/EmptyLinesAroundModuleBody:
   Enabled: true
 
+Layout/EmptyLineAfterMagicComment:
+   Enabled: true
+
+Layout/SpaceInsideBlockBraces:
+  Enabled: true
+  EnforcedStyle: no_space
+  SpaceBeforeBlockParameters: false
+
+Layout/SpaceAroundBlockParameters:
+  Enabled: true
+  EnforcedStyleInsidePipes: no_space
+
 Style/FrozenStringLiteralComment:
   Enabled: true
 

async-ollama.gemspec

@@ -22,7 +22,7 @@ Gem::Specification.new do |spec|
 
 	spec.files = Dir.glob(["{lib}/**/*", "*.md"], File::FNM_DOTMATCH, base: __dir__)
 
-	spec.required_ruby_version = ">= 3.1"
+	spec.required_ruby_version = ">= 3.2"
 
 	spec.add_dependency "async"
 	spec.add_dependency "async-rest"

examples/chat.rb

@@ -2,28 +2,40 @@
 # frozen_string_literal: true
 
 # Released under the MIT License.
-# Copyright, 2024, by Samuel Williams.
+# Copyright, 2024-2025, by Samuel Williams.
 
-require_relative "lib/async/ollama"
+require_relative "../lib/async/ollama"
 
 require "console"
 
 terminal = Console::Terminal.for($stdout)
 terminal[:reply] = terminal.style(:blue)
 terminal[:reset] = terminal.reset
 
+model = ARGV.shift || "llama3.1:latest"
+
 Async::Ollama::Client.open do |client|
-	generator = client
+	conversation = Async::Ollama::Conversation.new(client, model: model)
 
 	while input = $stdin.gets
-		generator = generator.generate(input) do |response|
+		message = conversation.call(input) do |response|
 			terminal.write terminal[:reply]
 
-			response.body.each do |line|
-				terminal.write line[:response]
+			response.body.each do |chunk|
+				terminal.write chunk
 			end
 
 			terminal.puts terminal[:reset]
 		end
+		
+		terminal.puts "Current token count: #{conversation.token_count}"
+		
+		if conversation.size > 10
+			conversation.summarize!
+			terminal.puts "Conversation summarized to #{conversation.size} messages."
+			conversation.messages.each do |message|
+				terminal.puts "#{message[:role]}: #{message[:content]}"
+			end
+		end
 	end
 end

gems.rb

@@ -19,6 +19,7 @@
 	gem "covered"
 	gem "decode"
 	gem "rubocop"
+	gem "rubocop-socketry"
 
 	gem "sus-fixtures-async"
 

lib/async/ollama/chat.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # Released under the MIT License.
-# Copyright, 2024, by Samuel Williams.
+# Copyright, 2025, by Samuel Williams.
 
 require "async/rest/representation"
 require_relative "wrapper"
@@ -14,6 +14,10 @@ def message
 				self.value[:message]
 			end
 
+			def error
+				self.value[:error]
+			end
+			
 			def tool_calls
 				if message = self.message
 					message[:tool_calls]
@@ -24,6 +28,50 @@ def tool_calls
 			def model
 				self.value[:model]
 			end
+			
+			# @return [Integer] The time spent generating the response, in nanoseconds.
+			def total_duration
+				self.value[:total_duration]
+			end
+			
+			# @return [Integer] The time spent loading the model, in nanoseconds.
+			def load_duration
+				self.value[:load_duration]
+			end
+			
+			# @return [Integer] The number of tokens in the prompt (the token count).
+			def prompt_eval_count
+				self.value[:prompt_eval_count]
+			end
+			
+			# @return [Integer] The time spent evaluating the prompt, in nanoseconds.
+			def prompt_eval_duration
+				self.value[:prompt_eval_duration]
+			end
+			
+			# @return [Integer] The number of tokens in the response.
+			def eval_count
+				self.value[:eval_count]
+			end
+			
+			# @return [Integer] The time spent generating the response, in nanoseconds.
+			def eval_duration
+				self.value[:eval_duration]
+			end
+			
+			def token_count
+				count = 0
+				
+				if prompt_eval_count = self.prompt_eval_count
+					count += prompt_eval_count
+				end
+				
+				if eval_count = self.eval_count
+					count += eval_count
+				end
+				
+				return count
+			end
 		end
 	end
 end

lib/async/ollama/client.rb

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
 # Released under the MIT License.
-# Copyright, 2024, by Samuel Williams.
+# Copyright, 2024-2025, by Samuel Williams.
 
 require "async/rest/resource"
 
@@ -11,13 +11,13 @@
 
 module Async
 	module Ollama
+		MODEL = ENV.fetch("ASYNC_OLLAMA_MODEL", "llama3.1:latest")
+		
 		# Represents a connection to the Ollama service.
 		class Client < Async::REST::Resource
 			# The default endpoint to connect to.
 			ENDPOINT = Async::HTTP::Endpoint.parse("http://localhost:11434")
 
-			MODEL = "llama3.1:latest"
-			
 			# Generate a response from the given prompt.
 			# @parameter prompt [String] The prompt to generate a response from.
 			def generate(prompt, **options, &block)