diff --git a/package-lock.json b/package-lock.json index a1e78a55..3bfa2f45 100644 --- a/package-lock.json +++ b/package-lock.json @@ -3203,6 +3203,39 @@ "license": "MIT", "peer": true }, + "node_modules/@cerebras/cerebras_cloud_sdk": { + "version": "1.29.0", + "resolved": "https://registry.npmjs.org/@cerebras/cerebras_cloud_sdk/-/cerebras_cloud_sdk-1.29.0.tgz", + "integrity": "sha512-mZBvHO3x0WVX2k6uu7vNiVveka6cx/jeXD2iBzxfR07BrBN8sSCRIBt4jPuf1RI2HRsjHFJDh4ovGZuK1Fcxug==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@types/node": "^18.11.18", + "@types/node-fetch": "^2.6.4", + "abort-controller": "^3.0.0", + "agentkeepalive": "^4.2.1", + "form-data-encoder": "1.7.2", + "formdata-node": "^4.3.2", + "node-fetch": "^2.6.7" + } + }, + "node_modules/@cerebras/cerebras_cloud_sdk/node_modules/@types/node": { + "version": "18.19.86", + "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.86.tgz", + "integrity": "sha512-fifKayi175wLyKyc5qUfyENhQ1dCNI1UNjp653d8kuYcPQN5JhX3dGuP/XmvPTg/xRBn1VTLpbmi+H/Mr7tLfQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "undici-types": "~5.26.4" + } + }, + "node_modules/@cerebras/cerebras_cloud_sdk/node_modules/undici-types": { + "version": "5.26.5", + "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz", + "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==", + "dev": true, + "license": "MIT" + }, "node_modules/@cfworker/json-schema": { "version": "4.0.3", "resolved": "https://registry.npmjs.org/@cfworker/json-schema/-/json-schema-4.0.3.tgz", @@ -10679,6 +10712,10 @@ "resolved": "packages/instrumentation-bedrock", "link": true }, + "node_modules/@traceloop/instrumentation-cerebras": { + "resolved": "packages/instrumentation-cerebras", + "link": true + }, "node_modules/@traceloop/instrumentation-chromadb": { "resolved": "packages/instrumentation-chromadb", "link": true @@ -26716,6 +26753,27 @@ "node": ">=14" } }, + "packages/instrumentation-cerebras": { + "name": "@traceloop/instrumentation-cerebras", + "version": "0.1.0", + "license": "Apache-2.0", + "dependencies": { + "@opentelemetry/core": "^1.29.0", + "@opentelemetry/instrumentation": "^0.56.0", + "@opentelemetry/semantic-conventions": "^1.28.0", + "@traceloop/ai-semantic-conventions": "^0.12.0", + "tslib": "^2.8.1" + }, + "devDependencies": { + "@cerebras/cerebras_cloud_sdk": "^1.29.0", + "@pollyjs/adapter-node-http": "^6.0.6", + "@pollyjs/core": "^6.0.6", + "@pollyjs/persister-fs": "^6.0.6" + }, + "engines": { + "node": ">=14" + } + }, "packages/instrumentation-chromadb": { "name": "@traceloop/instrumentation-chromadb", "version": "0.12.0", diff --git a/packages/instrumentation-cerebras/.prettierignore b/packages/instrumentation-cerebras/.prettierignore new file mode 100644 index 00000000..258e27f6 --- /dev/null +++ b/packages/instrumentation-cerebras/.prettierignore @@ -0,0 +1,2 @@ +/dist +/coverage \ No newline at end of file diff --git a/packages/instrumentation-cerebras/CHANGELOG.md b/packages/instrumentation-cerebras/CHANGELOG.md new file mode 100644 index 00000000..e4d87c4d --- /dev/null +++ b/packages/instrumentation-cerebras/CHANGELOG.md @@ -0,0 +1,4 @@ +# Change Log + +All notable changes to this project will be documented in this file. +See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. diff --git a/packages/instrumentation-cerebras/README.md b/packages/instrumentation-cerebras/README.md new file mode 100644 index 00000000..624ca07b --- /dev/null +++ b/packages/instrumentation-cerebras/README.md @@ -0,0 +1,53 @@ +# OpenTelemetry Cerebras instrumentation for Node.js + +[![NPM Published Version][npm-img]][npm-url] +[![Apache License][license-image]][license-image] + +This module provides automatic instrumentation for the [`Cerebras Node API Library`](https://www.npmjs.com/package/@cerebras/cerebras_cloud_sdk) module, which may be loaded using the [`@opentelemetry/sdk-trace-node`](https://github.com/open-telemetry/opentelemetry-js/tree/main/packages/opentelemetry-sdk-trace-node) package. + +Compatible with OpenTelemetry JS API and SDK `1.0+`. + +## Installation + +```bash +npm install --save @traceloop/instrumentation-cerebras +``` + +## Supported Versions + +- `>=1.29.0` + +## Usage + +To load a specific plugin, specify it in the registerInstrumentations's configuration: + +```js +const { NodeTracerProvider } = require("@opentelemetry/sdk-trace-node"); +const { + CerebrasInstrumentation, +} = require("@traceloop/instrumentation-cerebras"); +const { registerInstrumentations } = require("@opentelemetry/instrumentation"); + +const provider = new NodeTracerProvider(); +provider.register(); + +registerInstrumentations({ + instrumentations: [new CerebrasInstrumentation()], +}); +``` + +## Useful links + +- For more information on OpenTelemetry, visit: +- For more about OpenTelemetry JavaScript: +- For help or feedback on this project, join us on [Slack][slack-url] + +## License + +Apache 2.0 - See [LICENSE][license-url] for more information. + +[slack-url]: https://traceloop.com/slack +[license-url]: https://github.com/traceloop/openllmetry-js/blob/main/LICENSE +[license-image]: https://img.shields.io/badge/license-Apache_2.0-green.svg?style=flat +[npm-url]: https://www.npmjs.com/package/@traceloop/instrumentation-cerebras +[npm-img]: https://badge.fury.io/js/%40traceloop%2Finstrumentation-cerebras.svg diff --git a/packages/instrumentation-cerebras/eslint.config.cjs b/packages/instrumentation-cerebras/eslint.config.cjs new file mode 100644 index 00000000..bc173051 --- /dev/null +++ b/packages/instrumentation-cerebras/eslint.config.cjs @@ -0,0 +1,29 @@ +const js = require("@eslint/js"); +const rootConfig = require("../../eslint.config.cjs"); + +const { FlatCompat } = require("@eslint/eslintrc"); + +const compat = new FlatCompat({ + baseDirectory: __dirname, + recommendedConfig: js.configs.recommended, + allConfig: js.configs.all, +}); + +module.exports = [ + { + ignores: ["!**/*", "**/node_modules", "dist/**/*"], + }, + ...rootConfig, + { + files: ["**/*.ts", "**/*.tsx", "**/*.js", "**/*.jsx"], + rules: {}, + }, + { + files: ["**/*.ts", "**/*.tsx"], + rules: {}, + }, + { + files: ["**/*.js", "**/*.jsx"], + rules: {}, + }, +]; diff --git a/packages/instrumentation-cerebras/package.json b/packages/instrumentation-cerebras/package.json new file mode 100644 index 00000000..f6279322 --- /dev/null +++ b/packages/instrumentation-cerebras/package.json @@ -0,0 +1,54 @@ +{ + "name": "@traceloop/instrumentation-cerebras", + "version": "0.1.0", + "description": "Cerebras Instrumentation", + "main": "dist/index.js", + "module": "dist/index.mjs", + "types": "dist/index.d.ts", + "repository": "traceloop/openllmetry-js", + "scripts": { + "build": "rollup -c", + "lint": "eslint .", + "lint:fix": "eslint . --fix", + "test": "ts-mocha -p tsconfig.json 'tests/**/*.test.ts' --timeout 20000" + }, + "keywords": [ + "opentelemetry", + "nodejs", + "tracing", + "attributes", + "semantic conventions" + ], + "author": "Harry ", + "license": "Apache-2.0", + "engines": { + "node": ">=14" + }, + "files": [ + "dist/**/*.js", + "dist/**/*.mjs", + "dist/**/*.js.map", + "dist/**/*.d.ts", + "doc", + "LICENSE", + "README.md", + "package.json" + ], + "publishConfig": { + "access": "public" + }, + "dependencies": { + "@opentelemetry/core": "^1.29.0", + "@opentelemetry/instrumentation": "^0.56.0", + "@opentelemetry/semantic-conventions": "^1.28.0", + "@traceloop/ai-semantic-conventions": "^0.12.0", + "tslib": "^2.8.1" + }, + "devDependencies": { + "@cerebras/cerebras_cloud_sdk": "^1.29.0", + "@pollyjs/adapter-node-http": "^6.0.6", + "@pollyjs/core": "^6.0.6", + "@pollyjs/persister-fs": "^6.0.6" + }, + "homepage": "https://github.com/traceloop/openllmetry-js/tree/main/packages/instrumentation-cerebras" +} diff --git a/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-completions-streaming_2198009633/recording.har b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-completions-streaming_2198009633/recording.har new file mode 100644 index 00000000..dc5a67fd --- /dev/null +++ b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-completions-streaming_2198009633/recording.har @@ -0,0 +1,223 @@ +{ + "log": { + "_recordingName": "Test Cerebras instrumentation/should set attributes in span for completions (streaming)", + "creator": { + "comment": "persister:fs", + "name": "Polly.JS", + "version": "6.0.6" + }, + "entries": [ + { + "_id": "4c6d08a4f7e3e3a6c5608a8f83def0bc", + "_order": 0, + "cache": {}, + "request": { + "bodySize": 118, + "cookies": [], + "headers": [ + { + "_fromType": "array", + "name": "content-length", + "value": "118" + }, + { + "_fromType": "array", + "name": "accept", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "content-type", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "user-agent", + "value": "Cerebras/JS 1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-lang", + "value": "js" + }, + { + "_fromType": "array", + "name": "x-stainless-package-version", + "value": "1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-os", + "value": "MacOS" + }, + { + "_fromType": "array", + "name": "x-stainless-arch", + "value": "arm64" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime", + "value": "node" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime-version", + "value": "v22.10.0" + }, + { + "_fromType": "array", + "name": "x-stainless-retry-count", + "value": "0" + }, + { + "_fromType": "array", + "name": "x-stainless-timeout", + "value": "60" + }, + { + "_fromType": "array", + "name": "accept-encoding", + "value": "gzip,deflate" + }, + { + "name": "host", + "value": "api.cerebras.ai" + } + ], + "headersSize": 523, + "httpVersion": "HTTP/1.1", + "method": "POST", + "postData": { + "mimeType": "application/json", + "params": [], + "text": "{\n \"model\": \"llama-3.1-8b\",\n \"max_tokens\": 300,\n \"prompt\": \"Tell me a joke about OpenTelemetry\",\n \"stream\": true\n}" + }, + "queryString": [], + "url": "https://api.cerebras.ai/v1/completions" + }, + "response": { + "bodySize": 65847, + "content": { + "mimeType": "text/event-stream; charset=utf-8", + "size": 65847, + "text": "data: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" observ\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"ability\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Why\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" did\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" Open\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Te\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"lemetry\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" go\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" therapy\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"?\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Because\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" it\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" had\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" lot\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \\\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"span\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"-\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"ning\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"\\\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" issues\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" work\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" through\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Bonus\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" points\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" if\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" you\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" know\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" what\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" that\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" refers\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" in\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" context\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" O\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"tel\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"!\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"---\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"**\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Explanation\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" background\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" info\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\":\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"**\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"*\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" In\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" context\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" Open\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Te\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"lemetry\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" (\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"O\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"tel\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"),\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \\\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"span\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"\\\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" refers\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" unit\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" work\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" that\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"'s\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" being\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" tracked\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" through\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" distributed\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" system\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" similar\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" transaction\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" in\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" database\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"*\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \\\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Span\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"-\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"ning\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" issues\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"\\\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" is\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" play\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" on\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" words\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" referencing\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" both\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" Open\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Te\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"lemetry\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" concept\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" sp\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"ans\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" psychological\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" concept\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" spanning\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" issues\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" i\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".e\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".,\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" spanning\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" issues\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" with\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" mental\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" health\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" specifically\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"*\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" \"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" The\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" joke\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" requires\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" knowledge\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" Open\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Te\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"lemetry\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" which\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" provides\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" standard\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" SDK\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" APIs\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" for\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" collecting\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" exporting\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" telemetry\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" data\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" better\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" understand\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" improve\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" performance\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" behavior\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" software\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" systems\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"**\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Example\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" walk\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"-through\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" or\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" implementation\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" joke\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\":\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"**\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"None\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" Only\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" explanation\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" interpretation\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" You\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" don\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"'t\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" actually\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" need\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" do\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" anything\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" with\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" O\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"tel\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" for\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" joke\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" be\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" understood\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" although\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" knowledge\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" basics\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" would\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" certainly\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" add\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" humor\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" understanding\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"**\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Target\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" audience\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\":\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"**\\n\\n\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Anyone\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" familiar\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" with\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" Open\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"Te\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"lemetry\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" distributed\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" systems\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" importance\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" tracking\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" and\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" measuring\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" software\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" behavior\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" as\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" well\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" as\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" anyone\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" who\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" enjoys\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" bit\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" software\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"-related\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" humor\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" It\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"'s\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" niche\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" joke\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" but\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" one\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" that\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" would\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" likely\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" resonate\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" with\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" more\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" technical\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" members\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" of\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" the\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" audience\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\".\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" As\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" a\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" bonus\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" if\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" you\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" get\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" to\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" explain\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" it\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" verbally\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" or\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" in\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" written\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" form\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\",\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\" you\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"index\":0,\"text\":\"'d\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\"}\n\ndata: {\"id\":\"chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd\",\"choices\":[{\"finish_reason\":\"length\",\"index\":0,\"text\":\"\"}],\"created\":1745026688,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"text_completion\",\"usage\":{\"prompt_tokens\":9,\"completion_tokens\":300,\"total_tokens\":309},\"time_info\":{\"queue_time\":0.00019301,\"prompt_time\":0.000500756,\"completion_time\":0.139375896,\"total_time\":0.14163708686828613,\"created\":1745026688}}\n\n" + }, + "cookies": [ + { + "domain": ".api.cerebras.ai", + "expires": "2025-04-19T02:08:10.000Z", + "httpOnly": true, + "name": "__cf_bm", + "path": "/", + "sameSite": "None", + "secure": true, + "value": "wglfeBd76obLxD2rQBIwhZirhRd26DJ0_EpF5bx3ZF4-1745026690-1.0.1.1-yOIkMY4q2etOGJwfM43W3K_SuVYsd43WY5XTaY1bQAQy7alinXJ8q.kdbpj4JLzkqqUsK8hDZQQFYXr4.EBNznGM3kvumL_oyOQ04JU.B.s" + } + ], + "headers": [ + { + "name": "date", + "value": "Sat, 19 Apr 2025 01:38:10 GMT" + }, + { + "name": "content-type", + "value": "text/event-stream; charset=utf-8" + }, + { + "name": "transfer-encoding", + "value": "chunked" + }, + { + "name": "connection", + "value": "keep-alive" + }, + { + "name": "x-request-id", + "value": "9328ae4d1ec097d2-EWR" + }, + { + "name": "x-ratelimit-limit-requests-day", + "value": "100000" + }, + { + "name": "x-ratelimit-limit-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-remaining-requests-day", + "value": "99996" + }, + { + "name": "x-ratelimit-remaining-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-reset-requests-day", + "value": "80509.75063490868" + }, + { + "name": "x-ratelimit-reset-tokens-minute", + "value": "49.75063490867615" + }, + { + "name": "inference-id", + "value": "chatcmpl-3e409bd2-d041-424f-9cb9-c26cd87d61dd" + }, + { + "name": "referrer-policy", + "value": "strict-origin-when-cross-origin" + }, + { + "name": "x-content-type-options", + "value": "nosniff" + }, + { + "name": "strict-transport-security", + "value": "max-age=3600; includeSubDomains" + }, + { + "name": "cf-cache-status", + "value": "DYNAMIC" + }, + { + "_fromType": "array", + "name": "set-cookie", + "value": "__cf_bm=wglfeBd76obLxD2rQBIwhZirhRd26DJ0_EpF5bx3ZF4-1745026690-1.0.1.1-yOIkMY4q2etOGJwfM43W3K_SuVYsd43WY5XTaY1bQAQy7alinXJ8q.kdbpj4JLzkqqUsK8hDZQQFYXr4.EBNznGM3kvumL_oyOQ04JU.B.s; path=/; expires=Sat, 19-Apr-25 02:08:10 GMT; domain=.api.cerebras.ai; HttpOnly; Secure; SameSite=None" + }, + { + "name": "server", + "value": "cloudflare" + }, + { + "name": "cf-ray", + "value": "9328ae4d1ec097d2-EWR" + }, + { + "name": "alt-svc", + "value": "h3=\":443\"; ma=86400" + } + ], + "headersSize": 1052, + "httpVersion": "HTTP/1.1", + "redirectURL": "", + "status": 200, + "statusText": "OK" + }, + "startedDateTime": "2025-04-19T01:38:10.068Z", + "time": 371, + "timings": { + "blocked": -1, + "connect": -1, + "dns": -1, + "receive": 0, + "send": 0, + "ssl": -1, + "wait": 371 + } + } + ], + "pages": [], + "version": "1.2" + } +} diff --git a/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-completions_1224394582/recording.har b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-completions_1224394582/recording.har new file mode 100644 index 00000000..8158861d --- /dev/null +++ b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-completions_1224394582/recording.har @@ -0,0 +1,228 @@ +{ + "log": { + "_recordingName": "Test Cerebras instrumentation/should set attributes in span for completions", + "creator": { + "comment": "persister:fs", + "name": "Polly.JS", + "version": "6.0.6" + }, + "entries": [ + { + "_id": "d55bd9b854a427f6c4811664fee287af", + "_order": 0, + "cache": {}, + "request": { + "bodySize": 100, + "cookies": [], + "headers": [ + { + "_fromType": "array", + "name": "content-length", + "value": "100" + }, + { + "_fromType": "array", + "name": "accept", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "content-type", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "user-agent", + "value": "Cerebras/JS 1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-lang", + "value": "js" + }, + { + "_fromType": "array", + "name": "x-stainless-package-version", + "value": "1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-os", + "value": "MacOS" + }, + { + "_fromType": "array", + "name": "x-stainless-arch", + "value": "arm64" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime", + "value": "node" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime-version", + "value": "v22.10.0" + }, + { + "_fromType": "array", + "name": "x-stainless-retry-count", + "value": "0" + }, + { + "_fromType": "array", + "name": "x-stainless-timeout", + "value": "60" + }, + { + "_fromType": "array", + "name": "accept-encoding", + "value": "gzip,deflate" + }, + { + "name": "host", + "value": "api.cerebras.ai" + } + ], + "headersSize": 523, + "httpVersion": "HTTP/1.1", + "method": "POST", + "postData": { + "mimeType": "application/json", + "params": [], + "text": "{\n \"model\": \"llama-3.1-8b\",\n \"max_tokens\": 300,\n \"prompt\": \"Tell me a joke about OpenTelemetry\"\n}" + }, + "queryString": [], + "url": "https://api.cerebras.ai/v1/completions" + }, + "response": { + "bodySize": 1243, + "content": { + "encoding": "base64", + "mimeType": "application/json", + "size": 1243, + "text": "[\"H4sIAAAAAAAAA5SUUWvjRhDHv8p485AXOUi249h6CSmUNgflCrlyHFVxRquRtZfVjm53VMeEQL7GQfvl8knKyk4ct1dK38Tu7P8/85vRPChTqVzpBkW3nR0vFkjllGZjwrkez8pJOcb5ksYXM5rqWYU411OVKN2w0RRU/uuDqo0zoVl5wsBO5cqSW0ujEmVcRfcqTxMldC8qV6PCfeIeNugEhOHO8QYQPvMdAZbcC7zvyH0gSy2J317ClfVm3UgCDXl6fvoagB3lhfvYbKEyFUhDx0/gpkMHa47q0pDHbntZuO9IYx8IjMAGA9RE1rg1IFgjYgkKFTprpFAj+IEEjFzCtZwGQAgdugSsiQmCNY4SKHsBtIGBWhbDDi1odrU=\",\"NVrCCK6h4Y5AGpSYKzw//SEeNVXPT39GvdZYisltufdQo6YzuGHvtwlc73Dsc0QojQDXgFEi1mZ0iBpcQ4kVNH3L/gwKV7gfyVNM1nGs+D8J/URC/oAIOvTyDUgtYeh9xNR3L6GsNQbDbhRtr1yVgCWBliDqxmpb9jtzlH9x12wtaWEPAbcvukPT9r6dZ00hGLe+LFyhPnF/6glOg+aOqlOo2cPaE4qjEEaFipm8v8OBH1atkQSun5++tnuApcFAFQhv0FdhMDMuiO9bcoKxfXD18zV4sii0p7pr8WsjKdAwoSE24vD4bT/ZHfo5sHnfJICuAlPHi928RzYxS41u4CUcBem+Yz+IBW53AP9GrOtdGMG7PsgL7TgnIyjc7e1tNDs5OYEboQ6yHH5xFfkg0Xvoree2k8J9eP0GM4w1eUMhztKx11Dn2ZHoJIfvf0fbowwwwNOXnoIU7sY4TZF6CzVby5s4KwfAOsINLx22JEI+gXYLju4FQpQ2w/XGm730jnKcAfL/UDrOaprDx9d3mqv9H9cSSTiqPP4cgP6tQTmMBLs3cXkUH4C26O8q3kQveBf3Uvb/to16/C1ROg4oVSrPLmbn6WQ+X1wkquWKbNyOFlucnmXjRakSFbZBqF3Vxq3Jd964uCbrbjXXOFsulufLtDrPJmWZLapMJYrLz6RjSFyoK81tZyniUYnqA65J5Q9qV9JK+I5cUPkyUYe419NpGrcyC9o3R8vHRIlpaWVczVHqS089reKRytOzNE0n8/QieXU4nJ+nWTadHjvtb7PpcjGbTSKCvd/LxSxbZpPl9CKbz6bpfD77JrjHx78AAAD//wMAQy/WrqIGAAA=\"]" + }, + "cookies": [ + { + "domain": ".api.cerebras.ai", + "expires": "2025-04-19T02:08:10.000Z", + "httpOnly": true, + "name": "__cf_bm", + "path": "/", + "sameSite": "None", + "secure": true, + "value": "oHs6p5Fn_rDuMzQ.0uzyYx49MeWog91dV537k2eJouE-1745026690-1.0.1.1-hjaRXujLd_V73iEz4.MOn7Xj9cFKTdeaQ2FjlE3LrnIlZiwJOkziuqWBYCv_D6bIPVCQlQmfh.NiltXxK8Q4bl9KNfT.LeEZgt102ae_BSc" + } + ], + "headers": [ + { + "name": "date", + "value": "Sat, 19 Apr 2025 01:38:10 GMT" + }, + { + "name": "content-type", + "value": "application/json" + }, + { + "name": "transfer-encoding", + "value": "chunked" + }, + { + "name": "connection", + "value": "keep-alive" + }, + { + "name": "x-request-id", + "value": "9328ae4b2a4797d2-EWR" + }, + { + "name": "x-ratelimit-limit-requests-day", + "value": "100000" + }, + { + "name": "x-ratelimit-limit-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-remaining-requests-day", + "value": "99997" + }, + { + "name": "x-ratelimit-remaining-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-reset-requests-day", + "value": "80509.97288775444" + }, + { + "name": "x-ratelimit-reset-tokens-minute", + "value": "49.97288775444031" + }, + { + "name": "inference-id", + "value": "chatcmpl-88aeb3e4-ea6c-4b2b-a69e-74e3c4daa6c3" + }, + { + "name": "referrer-policy", + "value": "strict-origin-when-cross-origin" + }, + { + "name": "x-content-type-options", + "value": "nosniff" + }, + { + "name": "strict-transport-security", + "value": "max-age=3600; includeSubDomains" + }, + { + "name": "cf-cache-status", + "value": "DYNAMIC" + }, + { + "_fromType": "array", + "name": "set-cookie", + "value": "__cf_bm=oHs6p5Fn_rDuMzQ.0uzyYx49MeWog91dV537k2eJouE-1745026690-1.0.1.1-hjaRXujLd_V73iEz4.MOn7Xj9cFKTdeaQ2FjlE3LrnIlZiwJOkziuqWBYCv_D6bIPVCQlQmfh.NiltXxK8Q4bl9KNfT.LeEZgt102ae_BSc; path=/; expires=Sat, 19-Apr-25 02:08:10 GMT; domain=.api.cerebras.ai; HttpOnly; Secure; SameSite=None" + }, + { + "name": "server", + "value": "cloudflare" + }, + { + "name": "cf-ray", + "value": "9328ae4b2a4797d2-EWR" + }, + { + "name": "content-encoding", + "value": "gzip" + }, + { + "name": "alt-svc", + "value": "h3=\":443\"; ma=86400" + } + ], + "headersSize": 1060, + "httpVersion": "HTTP/1.1", + "redirectURL": "", + "status": 200, + "statusText": "OK" + }, + "startedDateTime": "2025-04-19T01:38:09.714Z", + "time": 341, + "timings": { + "blocked": -1, + "connect": -1, + "dns": -1, + "receive": 0, + "send": 0, + "ssl": -1, + "wait": 341 + } + } + ], + "pages": [], + "version": "1.2" + } +} diff --git a/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-messages-streaming_44400664/recording.har b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-messages-streaming_44400664/recording.har new file mode 100644 index 00000000..6941ca31 --- /dev/null +++ b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-messages-streaming_44400664/recording.har @@ -0,0 +1,223 @@ +{ + "log": { + "_recordingName": "Test Cerebras instrumentation/should set attributes in span for messages (streaming)", + "creator": { + "comment": "persister:fs", + "name": "Polly.JS", + "version": "6.0.6" + }, + "entries": [ + { + "_id": "fe23da6fc060bd885a14d61f3b051b79", + "_order": 0, + "cache": {}, + "request": { + "bodySize": 178, + "cookies": [], + "headers": [ + { + "_fromType": "array", + "name": "content-length", + "value": "178" + }, + { + "_fromType": "array", + "name": "accept", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "content-type", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "user-agent", + "value": "Cerebras/JS 1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-lang", + "value": "js" + }, + { + "_fromType": "array", + "name": "x-stainless-package-version", + "value": "1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-os", + "value": "MacOS" + }, + { + "_fromType": "array", + "name": "x-stainless-arch", + "value": "arm64" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime", + "value": "node" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime-version", + "value": "v22.10.0" + }, + { + "_fromType": "array", + "name": "x-stainless-retry-count", + "value": "0" + }, + { + "_fromType": "array", + "name": "x-stainless-timeout", + "value": "60" + }, + { + "_fromType": "array", + "name": "accept-encoding", + "value": "gzip,deflate" + }, + { + "name": "host", + "value": "api.cerebras.ai" + } + ], + "headersSize": 528, + "httpVersion": "HTTP/1.1", + "method": "POST", + "postData": { + "mimeType": "application/json", + "params": [], + "text": "{\n \"max_tokens\": 1024,\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Tell me a joke about OpenTelemetry\"\n }\n ],\n \"model\": \"llama-3.1-8b\",\n \"stream\": true\n}" + }, + "queryString": [], + "url": "https://api.cerebras.ai/v1/chat/completions" + }, + "response": { + "bodySize": 9902, + "content": { + "mimeType": "text/event-stream; charset=utf-8", + "size": 9902, + "text": "data: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"role\":\"assistant\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"Why\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" did\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" the\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" Open\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"Te\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"lemetry\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" spans\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" go\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" to\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" therapist\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"?\\n\\n\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"Because\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" they\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" were\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" feeling\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" a\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" little\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" \\\"\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"lost\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" in\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" the\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" propagation\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"\\\"\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" and\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" had\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" a\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" \\\"\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"tr\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"acing\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"\\\"\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" feeling\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" of\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" anxiety\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"!\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" (\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"get\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\" it\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{\"content\":\"?)\"},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{},\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\"}\n\ndata: {\"id\":\"chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754\",\"choices\":[{\"delta\":{},\"finish_reason\":\"stop\",\"index\":0}],\"created\":1745027689,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_6ca4989590d512bb18d1\",\"object\":\"chat.completion.chunk\",\"usage\":{\"prompt_tokens\":43,\"completion_tokens\":39,\"total_tokens\":82},\"time_info\":{\"queue_time\":0.000179281,\"prompt_time\":0.002212496,\"completion_time\":0.018119361,\"total_time\":0.02881789207458496,\"created\":1745027689}}\n\n" + }, + "cookies": [ + { + "domain": ".api.cerebras.ai", + "expires": "2025-04-19T02:24:51.000Z", + "httpOnly": true, + "name": "__cf_bm", + "path": "/", + "sameSite": "None", + "secure": true, + "value": "1ZU1OvTyHPE6pY9khF5KVtcZzOc3.7Q6wsocqFIK1CU-1745027691-1.0.1.1-F.CeYmrC45Vi2fciWKkro1G6hCDtTWPF8btbJZy54JN1Hq03UtJQ9JrFe2lpXfhrU9HwX7Tv5.sdvutUtRwJBR_aUdA1iiTCt251Vavlt6A" + } + ], + "headers": [ + { + "name": "date", + "value": "Sat, 19 Apr 2025 01:54:51 GMT" + }, + { + "name": "content-type", + "value": "text/event-stream; charset=utf-8" + }, + { + "name": "transfer-encoding", + "value": "chunked" + }, + { + "name": "connection", + "value": "keep-alive" + }, + { + "name": "x-request-id", + "value": "9328c6c17d32f834-EWR" + }, + { + "name": "x-ratelimit-limit-requests-day", + "value": "100000" + }, + { + "name": "x-ratelimit-limit-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-remaining-requests-day", + "value": "99993" + }, + { + "name": "x-ratelimit-remaining-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-reset-requests-day", + "value": "79508.07946062088" + }, + { + "name": "x-ratelimit-reset-tokens-minute", + "value": "8.079460620880127" + }, + { + "name": "inference-id", + "value": "chatcmpl-2bdfcc48-ffa7-479d-8283-00d284d34754" + }, + { + "name": "referrer-policy", + "value": "strict-origin-when-cross-origin" + }, + { + "name": "x-content-type-options", + "value": "nosniff" + }, + { + "name": "strict-transport-security", + "value": "max-age=3600; includeSubDomains" + }, + { + "name": "cf-cache-status", + "value": "DYNAMIC" + }, + { + "_fromType": "array", + "name": "set-cookie", + "value": "__cf_bm=1ZU1OvTyHPE6pY9khF5KVtcZzOc3.7Q6wsocqFIK1CU-1745027691-1.0.1.1-F.CeYmrC45Vi2fciWKkro1G6hCDtTWPF8btbJZy54JN1Hq03UtJQ9JrFe2lpXfhrU9HwX7Tv5.sdvutUtRwJBR_aUdA1iiTCt251Vavlt6A; path=/; expires=Sat, 19-Apr-25 02:24:51 GMT; domain=.api.cerebras.ai; HttpOnly; Secure; SameSite=None" + }, + { + "name": "server", + "value": "cloudflare" + }, + { + "name": "cf-ray", + "value": "9328c6c17d32f834-EWR" + }, + { + "name": "alt-svc", + "value": "h3=\":443\"; ma=86400" + } + ], + "headersSize": 1052, + "httpVersion": "HTTP/1.1", + "redirectURL": "", + "status": 200, + "statusText": "OK" + }, + "startedDateTime": "2025-04-19T01:54:51.682Z", + "time": 337, + "timings": { + "blocked": -1, + "connect": -1, + "dns": -1, + "receive": 0, + "send": 0, + "ssl": -1, + "wait": 337 + } + } + ], + "pages": [], + "version": "1.2" + } +} diff --git a/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-messages_831758903/recording.har b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-messages_831758903/recording.har new file mode 100644 index 00000000..1e2834d5 --- /dev/null +++ b/packages/instrumentation-cerebras/recordings/Test-Cerebras-instrumentation_3871951548/should-set-attributes-in-span-for-messages_831758903/recording.har @@ -0,0 +1,228 @@ +{ + "log": { + "_recordingName": "Test Cerebras instrumentation/should set attributes in span for messages", + "creator": { + "comment": "persister:fs", + "name": "Polly.JS", + "version": "6.0.6" + }, + "entries": [ + { + "_id": "a7a34361bdaf6a1f824cf7492d6208a6", + "_order": 0, + "cache": {}, + "request": { + "bodySize": 160, + "cookies": [], + "headers": [ + { + "_fromType": "array", + "name": "content-length", + "value": "160" + }, + { + "_fromType": "array", + "name": "accept", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "content-type", + "value": "application/json" + }, + { + "_fromType": "array", + "name": "user-agent", + "value": "Cerebras/JS 1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-lang", + "value": "js" + }, + { + "_fromType": "array", + "name": "x-stainless-package-version", + "value": "1.29.0" + }, + { + "_fromType": "array", + "name": "x-stainless-os", + "value": "MacOS" + }, + { + "_fromType": "array", + "name": "x-stainless-arch", + "value": "arm64" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime", + "value": "node" + }, + { + "_fromType": "array", + "name": "x-stainless-runtime-version", + "value": "v22.10.0" + }, + { + "_fromType": "array", + "name": "x-stainless-retry-count", + "value": "0" + }, + { + "_fromType": "array", + "name": "x-stainless-timeout", + "value": "60" + }, + { + "_fromType": "array", + "name": "accept-encoding", + "value": "gzip,deflate" + }, + { + "name": "host", + "value": "api.cerebras.ai" + } + ], + "headersSize": 528, + "httpVersion": "HTTP/1.1", + "method": "POST", + "postData": { + "mimeType": "application/json", + "params": [], + "text": "{\n \"max_tokens\": 1024,\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Tell me a joke about OpenTelemetry\"\n }\n ],\n \"model\": \"llama-3.1-8b\"\n}" + }, + "queryString": [], + "url": "https://api.cerebras.ai/v1/chat/completions" + }, + "response": { + "bodySize": 536, + "content": { + "encoding": "base64", + "mimeType": "application/json", + "size": 536, + "text": "[\"H4sIAAAAAAAAA2yQwY6cMBBEf8XqsxnZxjDgS6T8wF5WyiEbIWMacAI2sRsloxH/HhFliSLlWq9U1V1P8AMYcLMlt25LMVhlERUWTe/qQo+6Lho1YqFrMQon21E3JXBwc/QOM5jPTxh98HnuEtocAxjIFDfg4MOAP8EIDivmbCcE8wQXA2EgMPBpfrDBD4xmZC8bhldccEVKD0bJOmRTZBRPmuz2+MDewlv4iM7uGZkn9sNmlint07T4MJ3OCYlZNtswLMhiYJ4yy5sN+QYcUlwQDNicfSYbCI7jCweX0BIOYORdV0LVdXseGwdcwMCy2NWWN1k0PXDIj0y4dqMPE6Yt+d8vjFtXO6vbpq1aMVRS9b1sBgkcYv8VHf3Z9ebiui1IPgbgsL9PsaW4btRR/IYhg9Elh7/GS1YVB4pkl0upm4MD+RU7H8Z4Jn3fccfulMCImxBC3UVTSn5VXEQpKYWu/m16p1JqoSpRXoUXqCqhpZL3RpRtVYnmv9Mdxy8AAAD//wMA9Ha/fUwCAAA=\"]" + }, + "cookies": [ + { + "domain": ".api.cerebras.ai", + "expires": "2025-04-19T02:08:10.000Z", + "httpOnly": true, + "name": "__cf_bm", + "path": "/", + "sameSite": "None", + "secure": true, + "value": "XluYTmo.B3o9OFn1wTin3X_CNBx2ioN1GAd2QvY6XJ0-1745026690-1.0.1.1-4dCZ3IGJuR4ki_Z57hNLPXqRVEc8WQUPyDicLYwdi97tqs46tuKbc8HduMY2i0AFKeEFyxx1RatYcsAjMa_IcCHbEJuSsnQxRYkeg2GXUbc" + } + ], + "headers": [ + { + "name": "date", + "value": "Sat, 19 Apr 2025 01:38:10 GMT" + }, + { + "name": "content-type", + "value": "application/json" + }, + { + "name": "transfer-encoding", + "value": "chunked" + }, + { + "name": "connection", + "value": "keep-alive" + }, + { + "name": "x-request-id", + "value": "9328ae4f7cb297d2-EWR" + }, + { + "name": "x-ratelimit-limit-requests-day", + "value": "100000" + }, + { + "name": "x-ratelimit-limit-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-remaining-requests-day", + "value": "99997" + }, + { + "name": "x-ratelimit-remaining-tokens-minute", + "value": "300000" + }, + { + "name": "x-ratelimit-reset-requests-day", + "value": "80509.43756651878" + }, + { + "name": "x-ratelimit-reset-tokens-minute", + "value": "49.43756651878357" + }, + { + "name": "inference-id", + "value": "chatcmpl-da2aee2e-8bc6-4f46-82fe-460f0c19f483" + }, + { + "name": "referrer-policy", + "value": "strict-origin-when-cross-origin" + }, + { + "name": "x-content-type-options", + "value": "nosniff" + }, + { + "name": "strict-transport-security", + "value": "max-age=3600; includeSubDomains" + }, + { + "name": "cf-cache-status", + "value": "DYNAMIC" + }, + { + "_fromType": "array", + "name": "set-cookie", + "value": "__cf_bm=XluYTmo.B3o9OFn1wTin3X_CNBx2ioN1GAd2QvY6XJ0-1745026690-1.0.1.1-4dCZ3IGJuR4ki_Z57hNLPXqRVEc8WQUPyDicLYwdi97tqs46tuKbc8HduMY2i0AFKeEFyxx1RatYcsAjMa_IcCHbEJuSsnQxRYkeg2GXUbc; path=/; expires=Sat, 19-Apr-25 02:08:10 GMT; domain=.api.cerebras.ai; HttpOnly; Secure; SameSite=None" + }, + { + "name": "server", + "value": "cloudflare" + }, + { + "name": "cf-ray", + "value": "9328ae4f7cb297d2-EWR" + }, + { + "name": "content-encoding", + "value": "gzip" + }, + { + "name": "alt-svc", + "value": "h3=\":443\"; ma=86400" + } + ], + "headersSize": 1060, + "httpVersion": "HTTP/1.1", + "redirectURL": "", + "status": 200, + "statusText": "OK" + }, + "startedDateTime": "2025-04-19T01:38:10.452Z", + "time": 136, + "timings": { + "blocked": -1, + "connect": -1, + "dns": -1, + "receive": 0, + "send": 0, + "ssl": -1, + "wait": 136 + } + } + ], + "pages": [], + "version": "1.2" + } +} diff --git a/packages/instrumentation-cerebras/rollup.config.js b/packages/instrumentation-cerebras/rollup.config.js new file mode 100644 index 00000000..962f7f79 --- /dev/null +++ b/packages/instrumentation-cerebras/rollup.config.js @@ -0,0 +1,36 @@ +const dts = require("rollup-plugin-dts"); +const typescript = require("@rollup/plugin-typescript"); +const json = require("@rollup/plugin-json"); + +const name = require("./package.json").main.replace(/\.js$/, ""); + +const bundle = (config) => ({ + ...config, + input: "src/index.ts", + external: (id) => !/^[./]/.test(id), +}); + +exports.default = [ + bundle({ + plugins: [typescript.default(), json.default()], + output: [ + { + file: `${name}.js`, + format: "cjs", + sourcemap: true, + }, + { + file: `${name}.mjs`, + format: "es", + sourcemap: true, + }, + ], + }), + bundle({ + plugins: [dts.default()], + output: { + file: `${name}.d.ts`, + format: "es", + }, + }), +]; diff --git a/packages/instrumentation-cerebras/src/index.ts b/packages/instrumentation-cerebras/src/index.ts new file mode 100644 index 00000000..f104515f --- /dev/null +++ b/packages/instrumentation-cerebras/src/index.ts @@ -0,0 +1,18 @@ +/* + * Copyright Traceloop + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +export * from "./instrumentation"; +export * from "./types"; diff --git a/packages/instrumentation-cerebras/src/instrumentation.ts b/packages/instrumentation-cerebras/src/instrumentation.ts new file mode 100644 index 00000000..cc636c77 --- /dev/null +++ b/packages/instrumentation-cerebras/src/instrumentation.ts @@ -0,0 +1,494 @@ +/* + * Copyright Traceloop + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +import { + context, + trace, + Span, + Attributes, + SpanKind, + SpanStatusCode, +} from "@opentelemetry/api"; +import { + InstrumentationBase, + InstrumentationModuleDefinition, + InstrumentationNodeModuleDefinition, + safeExecuteInTheMiddle, +} from "@opentelemetry/instrumentation"; +import { + CONTEXT_KEY_ALLOW_TRACE_CONTENT, + SpanAttributes, +} from "@traceloop/ai-semantic-conventions"; +import { CerebrasInstrumentationConfig } from "./types"; +import { version } from "../package.json"; +import type * as cerebras from "@cerebras/cerebras_cloud_sdk"; +import type { + CompletionCreateParamsNonStreaming, + CompletionCreateParamsStreaming, + Completion, +} from "@cerebras/cerebras_cloud_sdk/resources/completions"; +import type { Stream } from "@cerebras/cerebras_cloud_sdk/streaming"; +import { + ChatCompletion, + ChatCompletionCreateParamsNonStreaming, +} from "@cerebras/cerebras_cloud_sdk/resources/chat/completions"; + +export class CerebrasInstrumentation extends InstrumentationBase { + declare protected _config: CerebrasInstrumentationConfig; + + constructor(config: CerebrasInstrumentationConfig = {}) { + super("@traceloop/instrumentation-cerebras", version, config); + } + + public override setConfig(config: CerebrasInstrumentationConfig = {}) { + super.setConfig(config); + } + + public manuallyInstrument(module: typeof cerebras) { + this._diag.debug(`Patching @cerebras/cerebras_cloud_sdk manually`); + + this._wrap( + module.Cerebras.Completions.prototype, + "create", + this.patchCerebras("completion"), + ); + this._wrap( + module.Cerebras.Chat.Completions.prototype, + "create", + this.patchCerebras("chat"), + ); + } + + protected init(): InstrumentationModuleDefinition { + const module = new InstrumentationNodeModuleDefinition( + "@cerebras/cerebras_cloud_sdk", + [">=0.9.1"], + this.patch.bind(this), + this.unpatch.bind(this), + ); + return module; + } + + private patch(moduleExports: typeof cerebras, moduleVersion?: string) { + this._diag.debug(`Patching @cerebras/cerebras_cloud_sdk@${moduleVersion}`); + + this._wrap( + moduleExports.Cerebras.Completions.prototype, + "create", + this.patchCerebras("completion"), + ); + this._wrap( + moduleExports.Cerebras.Chat.Completions.prototype, + "create", + this.patchCerebras("chat"), + ); + return moduleExports; + } + + private unpatch( + moduleExports: typeof cerebras, + moduleVersion?: string, + ): void { + this._diag.debug( + `Unpatching @cerebras/cerebras_cloud_sdk@${moduleVersion}`, + ); + + this._unwrap(moduleExports.Cerebras.Completions.prototype, "create"); + this._unwrap(moduleExports.Cerebras.Chat.Completions.prototype, "create"); + } + + private patchCerebras(type: "chat" | "completion") { + // eslint-disable-next-line @typescript-eslint/no-this-alias + const plugin = this; + // eslint-disable-next-line + return (original: Function) => { + return function method(this: any, ...args: unknown[]) { + const span = + type === "chat" + ? plugin.startSpan({ + type, + params: args[0] as ChatCompletionCreateParamsNonStreaming & { + extraAttributes?: Record; + }, + }) + : plugin.startSpan({ + type, + params: args[0] as CompletionCreateParamsNonStreaming & { + extraAttributes?: Record; + }, + }); + + const execContext = trace.setSpan(context.active(), span); + const execPromise = safeExecuteInTheMiddle( + () => { + return context.with(execContext, () => { + if ((args?.[0] as any)?.extraAttributes) { + delete (args[0] as any).extraAttributes; + } + return original.apply(this, args); + }); + }, + (e) => { + if (e) { + plugin._diag.error("Error in Cerebras instrumentation", e); + } + }, + ); + + if ( + ( + args[0] as + | ChatCompletionCreateParamsNonStreaming + | CompletionCreateParamsStreaming + ).stream + ) { + return context.bind( + execContext, + plugin._streamingWrapPromise({ + span, + type, + promise: execPromise, + }), + ); + } + + const wrappedPromise = plugin._wrapPromise(type, span, execPromise); + + return context.bind(execContext, wrappedPromise as any); + }; + }; + } + + private startSpan({ + type, + params, + }: + | { + type: "chat"; + params: ChatCompletionCreateParamsNonStreaming & { + extraAttributes?: Record; + }; + } + | { + type: "completion"; + params: CompletionCreateParamsNonStreaming & { + extraAttributes?: Record; + }; + }): Span { + const attributes: Attributes = { + [SpanAttributes.LLM_SYSTEM]: "Cerebras", + [SpanAttributes.LLM_REQUEST_TYPE]: type, + }; + + try { + attributes[SpanAttributes.LLM_REQUEST_MODEL] = params.model; + if (typeof params.temperature === "number") { + attributes[SpanAttributes.LLM_REQUEST_TEMPERATURE] = params.temperature; + } + if (typeof params.top_p === "number") { + attributes[SpanAttributes.LLM_REQUEST_TOP_P] = params.top_p; + } + + if (typeof params.max_tokens === "number") { + attributes[SpanAttributes.LLM_REQUEST_MAX_TOKENS] = params.max_tokens; + } + + if ( + params.extraAttributes !== undefined && + typeof params.extraAttributes === "object" + ) { + Object.keys(params.extraAttributes).forEach((key: string) => { + attributes[key] = params.extraAttributes![key]; + }); + } + + if (this._shouldSendPrompts()) { + if (type === "chat") { + params.messages.forEach((message, index) => { + attributes[`${SpanAttributes.LLM_PROMPTS}.${index}.role`] = + message.role; + if (typeof message.content === "string") { + attributes[`${SpanAttributes.LLM_PROMPTS}.${index}.content`] = + (message.content as string) || ""; + } else { + attributes[`${SpanAttributes.LLM_PROMPTS}.${index}.content`] = + JSON.stringify(message.content); + } + }); + } else { + attributes[`${SpanAttributes.LLM_PROMPTS}.0.role`] = "user"; + attributes[`${SpanAttributes.LLM_PROMPTS}.0.content`] = + params.prompt as string; + } + } + } catch (e) { + this._diag.debug(e); + this._config.exceptionLogger?.(e); + } + + return this.tracer.startSpan(`cerebras.${type}`, { + kind: SpanKind.CLIENT, + attributes, + }); + } + + private async *_streamingWrapPromise({ + span, + type, + promise, + }: + | { + span: Span; + type: "chat"; + promise: Promise>; + } + | { + span: Span; + type: "completion"; + promise: Promise>; + }) { + if (type === "chat") { + const message: ChatCompletion.ChatCompletionResponse.Choice.Message = { + id: "0", + type: "message", + role: "assistant", + stop_reason: null, + stop_sequence: null, + usage: { prompt_tokens: 0, completion_tokens: 0 }, + content: "", + }; + + const result: ChatCompletion.ChatCompletionResponse = { + id: "0", + choices: [ + { + finish_reason: "stop", + index: 0, + message, + }, + ], + created: 0, + model: "", + object: "chat.completion", + system_fingerprint: "", + time_info: {}, + usage: {}, + }; + + for await (const chunk of await promise) { + yield chunk; + + if (!("error" in chunk)) { + try { + const text = + (chunk as ChatCompletion.ChatChunkResponse).choices?.[0]?.delta + ?.content || ""; + message.content += text; + } catch (e) { + this._diag.debug(e); + this._config.exceptionLogger?.(e); + } + + if (chunk.usage) { + result.usage = chunk.usage; + } + if (chunk.model) { + result.model = chunk.model; + } + if (chunk.finish_reason) { + message.finish_reason = chunk.finish_reason as + | "stop" + | "length" + | "content_filter" + | null; + } + } + } + + this._endSpan({ span, type, result }); + } else { + const result: Completion.CompletionResponse = { + id: "0", + choices: [ + { + finish_reason: "stop", + index: 0, + text: "", + }, + ], + created: 0, + model: "", + object: "text_completion", + system_fingerprint: "", + time_info: {}, + usage: {}, + }; + + for await (const chunk of await promise) { + yield chunk; + + if (!("error" in chunk)) { + try { + const text = + (chunk as Completion.CompletionResponse).choices?.[0]?.text || ""; + result.choices[0].text += text; + } catch (e) { + this._diag.debug(e); + this._config.exceptionLogger?.(e); + } + + if (chunk.usage) { + result.usage = chunk.usage; + } + if (chunk.model) { + result.model = chunk.model; + } + if (chunk.finish_reason) { + result.choices[0].finish_reason = chunk.finish_reason as + | "stop" + | "length" + | "content_filter" + | null; + } + } + } + + this._endSpan({ span, type, result }); + } + } + + private _wrapPromise( + type: "chat" | "completion", + span: Span, + promise: Promise, + ): Promise { + return promise + .then((result) => { + return new Promise((resolve) => { + if (type === "chat") { + this._endSpan({ + type, + span, + result: result as ChatCompletion.ChatCompletionResponse, + }); + } else { + this._endSpan({ + type, + span, + result: result as Completion.CompletionResponse, + }); + } + + resolve(result); + }); + }) + .catch((error: Error) => { + return new Promise((_, reject) => { + span.setStatus({ + code: SpanStatusCode.ERROR, + message: error.message, + }); + span.recordException(error); + span.end(); + + reject(error); + }); + }); + } + + private _endSpan({ + span, + type, + result, + }: + | { + span: Span; + type: "chat"; + result: ChatCompletion.ChatCompletionResponse; + } + | { + span: Span; + type: "completion"; + result: Completion.CompletionResponse; + }) { + try { + span.setAttribute(SpanAttributes.LLM_RESPONSE_MODEL, result.model); + + if (result.usage) { + span.setAttribute( + SpanAttributes.LLM_USAGE_TOTAL_TOKENS, + ((result.usage.prompt_tokens as number | undefined) ?? 0) + + ((result.usage.completion_tokens as number | undefined) ?? 0), + ); + span.setAttribute( + SpanAttributes.LLM_USAGE_COMPLETION_TOKENS, + (result.usage.completion_tokens as number | undefined) ?? 0, + ); + span.setAttribute( + SpanAttributes.LLM_USAGE_PROMPT_TOKENS, + (result.usage.prompt_tokens as number | undefined) ?? 0, + ); + } + + if (result.choices?.[0]?.finish_reason) { + span.setAttribute( + `${SpanAttributes.LLM_COMPLETIONS}.0.finish_reason`, + result.choices[0].finish_reason, + ); + } + + if (this._shouldSendPrompts()) { + if (type === "chat") { + span.setAttribute( + `${SpanAttributes.LLM_COMPLETIONS}.0.role`, + "assistant", + ); + span.setAttribute( + `${SpanAttributes.LLM_COMPLETIONS}.0.content`, + result.choices[0].message.content as string, + ); + } else { + span.setAttribute( + `${SpanAttributes.LLM_COMPLETIONS}.0.role`, + "assistant", + ); + span.setAttribute( + `${SpanAttributes.LLM_COMPLETIONS}.0.content`, + result.choices[0].text || "", + ); + } + } + } catch (e) { + this._diag.debug(e); + this._config.exceptionLogger?.(e); + } + + span.end(); + } + + private _shouldSendPrompts() { + const contextShouldSendPrompts = context + .active() + .getValue(CONTEXT_KEY_ALLOW_TRACE_CONTENT); + + if (contextShouldSendPrompts !== undefined) { + return contextShouldSendPrompts; + } + + return this._config.traceContent !== undefined + ? this._config.traceContent + : true; + } +} diff --git a/packages/instrumentation-cerebras/src/types.ts b/packages/instrumentation-cerebras/src/types.ts new file mode 100644 index 00000000..62687c77 --- /dev/null +++ b/packages/instrumentation-cerebras/src/types.ts @@ -0,0 +1,14 @@ +import { InstrumentationConfig } from "@opentelemetry/instrumentation"; + +export interface CerebrasInstrumentationConfig extends InstrumentationConfig { + /** + * Whether to log prompts, completions and embeddings on traces. + * @default true + */ + traceContent?: boolean; + + /** + * A custom logger to log any exceptions that happen during span creation. + */ + exceptionLogger?: (e: Error) => void; +} diff --git a/packages/instrumentation-cerebras/tests/instrumentation.test.ts b/packages/instrumentation-cerebras/tests/instrumentation.test.ts new file mode 100644 index 00000000..e9a2dab3 --- /dev/null +++ b/packages/instrumentation-cerebras/tests/instrumentation.test.ts @@ -0,0 +1,347 @@ +/* + * Copyright Traceloop + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import * as assert from "assert"; + +import { context } from "@opentelemetry/api"; +import { AsyncHooksContextManager } from "@opentelemetry/context-async-hooks"; +import { + BasicTracerProvider, + InMemorySpanExporter, + SimpleSpanProcessor, +} from "@opentelemetry/sdk-trace-base"; + +import * as CerebrasModule from "@cerebras/cerebras_cloud_sdk"; + +import { CerebrasInstrumentation } from "../src/instrumentation"; + +import { Polly, setupMocha as setupPolly } from "@pollyjs/core"; +import NodeHttpAdapter from "@pollyjs/adapter-node-http"; +import FSPersister from "@pollyjs/persister-fs"; +import { SpanAttributes } from "@traceloop/ai-semantic-conventions"; +import { ChatCompletion } from "@cerebras/cerebras_cloud_sdk/resources/chat/completions"; + +const memoryExporter = new InMemorySpanExporter(); + +Polly.register(NodeHttpAdapter); +Polly.register(FSPersister); + +describe("Test Cerebras instrumentation", async function () { + const provider = new BasicTracerProvider(); + let instrumentation: CerebrasInstrumentation; + let contextManager: AsyncHooksContextManager; + let cerebras: CerebrasModule.Cerebras; + + setupPolly({ + adapters: ["node-http"], + persister: "fs", + recordIfMissing: process.env.RECORD_MODE === "NEW", + matchRequestsBy: { + headers: false, + }, + }); + + before(async () => { + if (process.env.RECORD_MODE !== "NEW") { + process.env.CEREBRAS_API_KEY = "test-key"; + } + provider.addSpanProcessor(new SimpleSpanProcessor(memoryExporter)); + instrumentation = new CerebrasInstrumentation(); + instrumentation.setTracerProvider(provider); + + const cerebrasModule: typeof CerebrasModule = await import( + "@cerebras/cerebras_cloud_sdk" + ); + cerebras = new cerebrasModule.Cerebras(); + }); + + beforeEach(function () { + contextManager = new AsyncHooksContextManager().enable(); + context.setGlobalContextManager(contextManager); + + const { server } = this.polly as Polly; + server.any().on("beforePersist", (_req, recording) => { + recording.request.headers = recording.request.headers.filter( + ({ name }: { name: string }) => name !== "authorization", + ); + }); + }); + + afterEach(async () => { + memoryExporter.reset(); + context.disable(); + }); + + it("should set attributes in span for completions", async () => { + const result = await cerebras.completions.create({ + model: "llama-3.1-8b", + max_tokens: 300, + prompt: `Tell me a joke about OpenTelemetry`, + }); + if ("error" in result) { + throw new Error(result.error as string); + } + + const spans = memoryExporter.getFinishedSpans(); + const completionSpan = spans.find( + (span) => span.name === "cerebras.completion", + ); + + assert.ok(result); + assert.ok(completionSpan); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_REQUEST_MODEL}`], + "llama-3.1-8b", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_REQUEST_MAX_TOKENS}`], + 300, + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_RESPONSE_MODEL}`], + "llama3.1-8b", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.role`], + "user", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.content`], + `Tell me a joke about OpenTelemetry`, + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.role`], + "assistant", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.content`], + result.choices![0].text, + ); + assert.equal( + completionSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`], + 9, + ); + assert.equal( + completionSpan.attributes[ + `${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}` + ], + 300, + ); + assert.equal( + +completionSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`]! + + +completionSpan.attributes[ + `${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}` + ]!, + completionSpan.attributes[`${SpanAttributes.LLM_USAGE_TOTAL_TOKENS}`], + ); + }).timeout(30000); + + it("should set attributes in span for completions (streaming)", async () => { + const result = await cerebras.completions.create({ + model: "llama-3.1-8b", + max_tokens: 300, + prompt: `Tell me a joke about OpenTelemetry`, + stream: true, + }); + + let completion = ""; + for await (const chunk of result) { + assert.ok(chunk); + completion += chunk.choices[0].text; + } + + const spans = memoryExporter.getFinishedSpans(); + const completionSpan = spans.find( + (span) => span.name === "cerebras.completion", + ); + + assert.ok(completionSpan); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_REQUEST_MODEL}`], + "llama-3.1-8b", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_REQUEST_MAX_TOKENS}`], + 300, + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_RESPONSE_MODEL}`], + "llama3.1-8b", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.role`], + "user", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.content`], + `Tell me a joke about OpenTelemetry`, + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.role`], + "assistant", + ); + assert.strictEqual( + completionSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.content`], + completion, + ); + assert.equal( + completionSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`], + 9, + ); + assert.equal( + completionSpan.attributes[ + `${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}` + ], + 300, + ); + assert.equal( + +completionSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`]! + + +completionSpan.attributes[ + `${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}` + ]!, + completionSpan.attributes[`${SpanAttributes.LLM_USAGE_TOTAL_TOKENS}`], + ); + }).timeout(30000); + + it("should set attributes in span for messages", async () => { + const completion = await cerebras.chat.completions.create({ + max_tokens: 1024, + messages: [ + { role: "user", content: "Tell me a joke about OpenTelemetry" }, + ], + model: "llama-3.1-8b", + }); + + if ("error" in completion) { + throw new Error(completion.error as string); + } + const choice = completion + .choices?.[0] as ChatCompletion.ChatCompletionResponse.Choice; + if (!choice) { + throw new Error("No choice from completion"); + } + + const spans = memoryExporter.getFinishedSpans(); + const chatSpan = spans.find((span) => span.name === "cerebras.chat"); + + assert.ok(completion); + assert.ok(chatSpan); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_REQUEST_MODEL}`], + "llama-3.1-8b", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_RESPONSE_MODEL}`], + "llama3.1-8b", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_REQUEST_MAX_TOKENS}`], + 1024, + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.role`], + "user", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.content`], + `Tell me a joke about OpenTelemetry`, + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.role`], + "assistant", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.content`], + choice.message.content as string, + ); + assert.equal( + chatSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`], + 43, + ); + assert.equal( + chatSpan.attributes[`${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}`], + 25, + ); + assert.equal( + +chatSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`]! + + +chatSpan.attributes[`${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}`]!, + chatSpan.attributes[`${SpanAttributes.LLM_USAGE_TOTAL_TOKENS}`], + ); + }).timeout(30000); + + it("should set attributes in span for messages (streaming)", async () => { + const stream = await cerebras.chat.completions.create({ + max_tokens: 1024, + messages: [ + { role: "user", content: "Tell me a joke about OpenTelemetry" }, + ], + model: "llama-3.1-8b", + stream: true, + }); + + let content = ""; + for await (const chunk of stream) { + assert.ok(chunk); + content += (chunk as any).choices[0]?.delta?.content || ""; + } + + const spans = memoryExporter.getFinishedSpans(); + const chatSpan = spans.find((span) => span.name === "cerebras.chat"); + + assert.ok(chatSpan); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_REQUEST_MODEL}`], + "llama-3.1-8b", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_RESPONSE_MODEL}`], + "llama3.1-8b", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_REQUEST_MAX_TOKENS}`], + 1024, + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.role`], + "user", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_PROMPTS}.0.content`], + `Tell me a joke about OpenTelemetry`, + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.role`], + "assistant", + ); + assert.strictEqual( + chatSpan.attributes[`${SpanAttributes.LLM_COMPLETIONS}.0.content`], + content, + ); + assert.equal( + chatSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`], + 43, + ); + assert.equal( + chatSpan.attributes[`${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}`], + 39, + ); + assert.equal( + +chatSpan.attributes[`${SpanAttributes.LLM_USAGE_PROMPT_TOKENS}`]! + + +chatSpan.attributes[`${SpanAttributes.LLM_USAGE_COMPLETION_TOKENS}`]!, + chatSpan.attributes[`${SpanAttributes.LLM_USAGE_TOTAL_TOKENS}`], + ); + }).timeout(30000); +}); diff --git a/packages/instrumentation-cerebras/tsconfig.json b/packages/instrumentation-cerebras/tsconfig.json new file mode 100644 index 00000000..b3a39865 --- /dev/null +++ b/packages/instrumentation-cerebras/tsconfig.json @@ -0,0 +1,10 @@ +{ + "extends": "../../tsconfig.base.json", + "compilerOptions": { + "outDir": "dist", + "rootDir": "." + }, + "files": [], + "include": ["src/**/*.ts", "tests/**/*.ts", "package.json"], + "references": [] +}