Error raising while using litellm which invoke chatcompletion of deepseek

[joM4ker]

import asyncio
from functools import partial
import os
import guardrails as gd
import litellm

from guardrails.hub import CompetitorCheck

os.environ['DEEPSEEK_API_KEY'] = 'sk-xxx'

async def main():
    llm_api = partial(
        litellm.completion,
        model="deepseek/deepseek-chat",
        base_url="https://api.deepseek.com",
        stream=True
    )

    prompt = "Tell me about the Apple Iphone"

    guard = gd.AsyncGuard().use(CompetitorCheck, ["Apple"])
    
    raw_llm_output, validated_output, *rest = await guard(
        my_llm_api,
        messages=[{
            "role": "system",
            "content": prompt
        }],
        max_tokens=1024,
        temperature=0.3,
    )

    print(guard.history.last.tree)

if __name__ == '__main__':
    asyncio.run(main())

while using the above code to run the quick start of the async streaming example in the doc, a method sig check error was raising.
the details in the cmd is as follows:

❯ python main.py
Traceback (most recent call last):
  File "/Users/yunqing/Desktop/test_guardrails/main.py", line 95, in <module>
    asyncio.run(main())
  File "/opt/homebrew/Cellar/[email protected]/3.11.12/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/runners.py", line 190, in run
    return runner.run(main)
           ^^^^^^^^^^^^^^^^
  File "/opt/homebrew/Cellar/[email protected]/3.11.12/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/runners.py", line 118, in run
    return self._loop.run_until_complete(task)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/homebrew/Cellar/[email protected]/3.11.12/Frameworks/Python.framework/Versions/3.11/lib/python3.11/asyncio/base_events.py", line 654, in run_until_complete
    return future.result()
           ^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/main.py", line 62, in main
    raw_llm_output, validated_output, *rest = await guard(
                                              ^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/hub_telemetry/hub_tracing.py", line 182, in async_wrapper
    return await fn(*args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/async_guard.py", line 461, in __call__
    return await trace_async_guard_execution(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/telemetry/guard_tracing.py", line 280, in trace_async_guard_execution
    raise e
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/telemetry/guard_tracing.py", line 267, in trace_async_guard_execution
    result = await _execute_fn(*args, **kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/async_guard.py", line 304, in _execute
    return await guard_context.run(
           ^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/async_guard.py", line 278, in __exec
    result = await self._exec(
             ^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/async_guard.py", line 357, in _exec
    api = get_async_llm_ask(llm_api, *args, **kwargs)  # type: ignore
          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/llm_providers.py", line 1316, in get_async_llm_ask
    return AsyncArbitraryCallable(*args, llm_api=llm_api, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/Users/yunqing/Desktop/test_guardrails/.venv/lib/python3.11/site-packages/guardrails/llm_providers.py", line 1219, in __init__
    raise ValueError(
ValueError: Custom LLM callables must accept at least one positional argument for prompt!

hope someone can help me. THX !

[joM4ker]

i solved this problem by using the deepseek-chat model name directly, which likes coding as follows:

import asyncio
import os
import guardrails as gd
import time

from guardrails.hub import CompetitorCheck

os.environ['DEEPSEEK_API_KEY'] = 'sk-xx'

async def main():
    prompt = "Tell me about the Apple Iphone"

    guard = gd.AsyncGuard().use(CompetitorCheck, ["Apple"])
    
    raw_llm_output, validated_output, *rest = await guard(
        model="deepseek/deepseek-chat",
        messages=[{
            "role": "system",
            "content": prompt
        }],
        max_tokens=1024,
        temperature=0.3,
    )

    print(guard.history.last)