Fixed Bedrock Anthropic errors

Author: crmne

lib/ruby_llm/connection.rb

@@ -3,7 +3,7 @@
 module RubyLLM
   # Connection class for managing API connections to various providers.
   class Connection
-    attr_reader :provider, :config
+    attr_reader :provider, :connection, :config
 
     def initialize(provider, config)
       @provider = provider
@@ -18,15 +18,15 @@ def initialize(provider, config)
       end
     end
 
-    def post(url, payload)
+    def post(url, payload, &)
       body = payload.is_a?(Hash) ? JSON.generate(payload, ascii_only: false) : payload
       @connection.post url, body do |req|
         req.headers.merge! @provider.headers(@config) if @provider.respond_to?(:headers)
         yield req if block_given?
       end
     end
 
-    def get(url)
+    def get(url, &)
       @connection.get url do |req|
         req.headers.merge! @provider.headers(@config) if @provider.respond_to?(:headers)
         yield req if block_given?

lib/ruby_llm/providers/bedrock.rb

@@ -21,16 +21,7 @@ module Bedrock
       module_function
 
       def api_base(config)
-        @api_base ||= "https://bedrock-runtime.#{config.bedrock_region}.amazonaws.com"
-      end
-
-      def post(connection, config, url, payload)
-        signature = sign_request("#{connection.url_prefix}#{url}", config:, payload:)
-        connection.post url, payload do |req|
-          req.headers.merge! build_headers(signature.headers, streaming: block_given?)
-
-          yield req if block_given?
-        end
+        "https://bedrock-runtime.#{config.bedrock_region}.amazonaws.com"
       end
 
       def parse_error(response) # rubocop:disable Metrics/MethodLength

lib/ruby_llm/providers/bedrock/chat.rb

@@ -5,6 +5,15 @@ module Providers
     module Bedrock
       # Chat methods for the AWS Bedrock API implementation
       module Chat
+        def sync_response(connection, payload)
+          signature = sign_request("#{connection.connection.url_prefix}#{completion_url}", config: connection.config,
+                                                                                           payload:)
+          response = connection.post completion_url, payload do |req|
+            req.headers.merge! build_headers(signature.headers, streaming: block_given?)
+          end
+          parse_completion_response response
+        end
+
         private
 
         def completion_url

lib/ruby_llm/providers/bedrock/streaming/base.rb

@@ -29,6 +29,22 @@ def stream_url
             "model/#{@model_id}/invoke-with-response-stream"
           end
 
+          def stream_response(connection, payload, &block) # rubocop:disable Metrics/AbcSize,Metrics/MethodLength
+            signature = sign_request("#{connection.connection.url_prefix}#{stream_url}", config: connection.config,
+                                                                                         payload:)
+            accumulator = StreamAccumulator.new
+
+            connection.post stream_url, payload do |req|
+              req.headers.merge! build_headers(signature.headers, streaming: block_given?)
+              req.options.on_data = handle_stream do |chunk|
+                accumulator.add chunk
+                block.call chunk
+              end
+            end
+
+            accumulator.to_message
+          end
+
           def handle_stream(&block)
             buffer = String.new
             proc do |chunk, _bytes, env|