new extension

Author: pinzon

openai/README.md

@@ -0,0 +1,57 @@
+# LocalStack OpenAI Extension
+
+![GitHub license](https://img.shields.io/badge/license-Apache%202.0-blue.svg)
+![Python version](https://img.shields.io/badge/python-3.11%2B-blue)
+[![Build Status](https://travis-ci.com/yourusername/localstack-openai-mock.svg?branch=master)](https://travis-ci.com/yourusername/localstack-openai-mock)
+
+This is a LocalStack extension that allows you to mock the OpenAI API for testing and development purposes. It provides a convenient way to interact with a mock OpenAI service locally using LocalStack.
+
+## Installation
+
+You can install this extension directly using the LocalStack extension manager:
+
+```bash
+localstack extensions install localstack-extension-openai
+```
+
+## Using
+
+Once installed, you can access the OpenAI Mock API through `localhost:4510/v1`.
+
+### Example
+
+```python
+
+import openai
+openai.organization = "org-test"
+openai.api_key = "test"
+openai.api_base = "http://localhost:4510/v1"
+
+completion = openai.ChatCompletion.create(
+    model="gpt-3.5-turbo",
+    messages=[
+        {"role": "system", "content": "You are a helpful assistant."},
+        {"role": "user", "content": "Hello!"}
+    ]
+)
+print(completion.choices)
+```
+
+## Coverage
+- [x] Chat completion
+- [x] Engines Listing
+- [x] Transcribe
+- [x] Translate
+- [x] Generate Image URL
+- [ ] Generate Image Base64
+- [ ] Embeddings
+- [ ] Fine Tuning
+- [ ] Files
+- [ ] Moderations
+
+
+
+## Authors
+**Cristopher Pinzon** [email protected]
+
+### Thank you for using the LocalStack OpenAI Extension!

openai/localstack_openai/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.1.0"

openai/localstack_openai/extension.py

@@ -0,0 +1,33 @@
+import atexit
+import logging
+
+from localstack.extensions.api import Extension, http, services
+
+LOG = logging.getLogger(__name__)
+
+
+class LocalstackOpenAIExtension(Extension):
+    name = "openai"
+
+    backend_url: str
+
+    def on_platform_start(self):
+        # start localstripe when localstack starts
+        from . import mock_openai
+
+        port = services.external_service_ports.reserve_port()
+        self.backend_url = f"http://localhost:{port}"
+
+        print(f"Starting mock OpenAI service on {self.backend_url}")
+        mock_openai.run(port)
+        atexit.register(mock_openai.stop)
+
+    def update_gateway_routes(self, router: http.Router[http.RouteHandler]):
+        # a ProxyHandler forwards all incoming requests to the backend URL
+        endpoint = http.ProxyHandler(self.backend_url)
+
+        # add path routes for localhost:4566/v1/chat/completion
+        router.add(
+            "/v1/chat/completion",
+            endpoint=endpoint,
+        )

openai/localstack_openai/mock_openai.py

@@ -0,0 +1,236 @@
+import json
+import time
+from faker import Faker
+from flask import Flask, request, Response
+
+
+faker = Faker()
+app = Flask(__name__)
+
+res_len = 20
+
+class ChunkReader:
+    def __init__(self, chunks, delay):
+        self.ID = ""
+        self.Created = 0
+        self.Chunks = chunks
+        self.SentFinished = False
+        self.SentDone = False
+        self.Delay = delay
+
+def new_chunk_reader(cs, d):
+    return ChunkReader(cs, d)
+
+def done(r):
+    return r.SentFinished and r.SentDone
+
+def next_chunk(r):
+    if r.SentDone:
+        return None, None
+
+    if r.SentFinished:
+        b = b"data: [DONE]\n\n"
+        r.SentDone = True
+        return b, None
+
+    if len(r.Chunks) == 0:
+        d = {
+            "id": r.ID,
+            "object": "chat.completion.chunk",
+            "created": r.Created,
+            "model": "gpt-3.5-turbo",
+            "choices": [
+                {
+                    "index": 0,
+                    "delta": {},
+                    "finish_reason": "stop",
+                }
+            ],
+        }
+
+        b = json.dumps(d).encode()
+        r.SentFinished = True
+        b = b"data: " + b + b"\n\n"
+        return b, None
+
+    c = r.Chunks[0] + " "
+    d = {
+        "id": r.ID,
+        "object": "chat.completion.chunk",
+        "created": r.Created,
+        "model": "gpt-3.5-turbo",
+        "choices": [
+            {
+                "index": 0,
+                "delta": {
+                    "content": c,
+                },
+                "finish_reason": None,
+            }
+        ],
+    }
+    b = json.dumps(d).encode()
+    r.Chunks = r.Chunks[1:]
+    b = b"data: " + b + b"\n\n"
+    return b, None
+
+def read(r, p):
+    if done(r):
+        return 0, None
+
+    if r.SentFinished:
+        b = b"data: [DONE]\n\n"
+        n = min(len(b), len(p))
+        p[:n] = b[:n]
+        r.SentDone = True
+        return n, None
+
+    if len(r.Chunks) == 0:
+        d = {
+            "id": r.ID,
+            "object": "chat.completion.chunk",
+            "created": r.Created,
+            "model": "gpt-3.5-turbo",
+            "choices": [
+                {
+                    "index": 0,
+                    "delta": {},
+                    "finish_reason": "stop",
+                }
+            ],
+        }
+        b = json.dumps(d).encode()
+        b = b"data: " + b + b"\n\n"
+        n = min(len(b), len(p))
+        p[:n] = b[:n]
+        r.SentFinished = True
+        return n, None
+
+    c = r.Chunks[0] + " "
+    d = {
+        "id": r.ID,
+        "object": "chat.completion.chunk",
+        "created": r.Created,
+        "model": "gpt-3.5-turbo",
+        "choices": [
+            {
+                "index": 0,
+                "delta": {
+                    "content": c,
+                },
+                "finish_reason": None,
+            }
+        ],
+    }
+    b = json.dumps(d).encode()
+    b = b"data: " + b + b"\n\n"
+    n = min(len(b), len(p))
+    p[:n] = b[:n]
+    r.Chunks = r.Chunks[1:]
+    time.sleep(r.Delay)
+    return n, None
+
+@app.route('/v1/chat/completions', methods=['POST'])
+def chat_completions():
+    data = request.get_data()
+    req = json.loads(data)
+
+    ws = [faker.word() for _ in range(res_len)]
+    ws = [" " + w if i > 0 else w for i, w in enumerate(ws)]
+
+    if not req.get("stream"):
+        m = "".join(ws)
+        return {
+            "choices": [
+                {
+                    "index": 0,
+                    "message": {
+                        "role": "assistant",
+                        "content": m,
+                    },
+                }
+            ]
+        }
+
+    id = faker.uuid4()
+    ct = int(time.time())
+    sd = 0.5
+
+    def generate():
+        for w in ws:
+            b, _ = next_chunk(chunk_reader)
+            if b is not None:
+                yield b
+            time.sleep(sd)
+
+        b, _ = next_chunk(chunk_reader)
+        if b is not None:
+            yield b
+
+        yield b"[done]\n"
+
+    chunk_reader = new_chunk_reader(ws, sd)
+    return Response(generate(), content_type='text/event-stream')
+
+
+@app.route('/v1/audio/transcriptions', methods=['POST'])
+def transcribe():
+    return {
+        "text": faker.sentence(),
+    }
+
+
+@app.route('/v1/audio/translations', methods=['POST'])
+def translate():
+    return {
+        "text": faker.sentence(),
+    }
+
+
+@app.route('/v1/images/generations', methods=['POST'])
+def generate_image():
+    return {
+        "created": int(time.time()),
+        "data": [
+            {"url": faker.image_url()}
+        ]
+    }
+
+@app.route('/v1/engines', methods=['GET'])
+def list_engines():
+    return {
+        "object": "list",
+        "data": [
+            {
+                "id": "model-id-0",
+                "object": "model",
+                "created": 1686935002,
+                "owned_by": "organization-owner"
+            },
+            {
+                "id": "model-id-1",
+                "object": "model",
+                "created": 1686935002,
+                "owned_by": "organization-owner",
+            },
+            {
+                "id": "model-id-2",
+                "object": "model",
+                "created": 1686935002,
+                "owned_by": "openai"
+            },
+        ],
+        "object": "list"
+    }
+
+
+def run(port=1323):
+    app.run(host="0.0.0.0",port=port, debug=True)
+
+
+def stop():
+    app.stop()
+
+
+if __name__ == "__main__":
+    run()

openai/pyproject.toml

@@ -0,0 +1,12 @@
+[tool.black]
+line_length = 100
+include = '(localstack_openai|tests)/.*\.py$'
+
+[tool.isort]
+profile = 'black'
+line_length = 100
+
+[tool.flake8]
+max-line-length = 100
+ignore = 'E501'
+exclude = './setup.py,.venv*,dist,build'

openai/setup.cfg

@@ -0,0 +1,49 @@
+[metadata]
+name = localstack-extension-openai
+version = attr: localstack_openai.__version__
+url = https://github.com/localstack/localstack-extensions/tree/main/openai
+author = Cristopher Pinzon
+author_email = [email protected]
+summary = LocalStack Extension: OpenAI
+description = OpenAI extension for LocalStack
+long_description = file: README.md
+long_description_content_type = text/markdown; charset=UTF-8
+license = Apache License 2.0
+classifiers =
+    Development Status :: 5 - Production/Stable
+    License :: OSI Approved :: Apache Software License
+    Operating System :: OS Independent
+    Programming Language :: Python :: 3
+    Programming Language :: Python :: 3.8
+    Programming Language :: Python :: 3.9
+    Topic :: Software Development :: Libraries
+    Topic :: Utilities
+
+[options]
+zip_safe = False
+packages = find:
+install_requires =
+    flask>=2.0.1
+    faker>=8.12.1
+    localstack>=1.0
+    plux>=1.3
+test_requires =
+    openai>=0.10.2
+    pytest>=6.2.4
+
+[options.extras_require]
+dev =
+    pytest>=6.2.4
+    black==22.3.0
+    isort==5.10.1
+
+[options.packages.find]
+exclude =
+    tests*
+
+[options.package_data]
+* = *.md
+
+[options.entry_points]
+localstack.extensions =
+    localstack_openai = localstack_openai.extension:LocalstackOpenAIExtension