llama : add comment about thread-safety [no ci] (ggml-org#9449)

ggerganov · arthw · commit 3b03eb207d0f · 2024-11-15T12:34:23.000+08:00
diff --git a/include/llama.h b/include/llama.h
@@ -911,6 +911,8 @@ extern "C" {
     //
     // Tokenization
     //
+    // The API is thread-safe.
+    //
 
     /// @details Convert the provided text into tokens.
     /// @param tokens The tokens pointer must be large enough to hold the resulting tokens.
