Merge branch 'main' into 835-upgrade-vllm-for-gptq-bfloat16-inferencing

defenseunicorns · Sep 16, 2024 · 6a8ba9c · 6a8ba9c
2 parents ffd2688 + 4e5c1b6
commit 6a8ba9c
Show file tree

Hide file tree

Showing 15 changed files with 23 additions and 4 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -41,6 +41,11 @@ generate-hashes = true
 [tool.ruff]
 target-version = "py311"
 
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+line-ending = "auto"
+
 [tool.pytest.ini_options]
 addopts = ["--import-mode=importlib"]
 

diff --git a/src/leapfrogai_sdk/audio/audio_pb2.py b/src/leapfrogai_sdk/audio/audio_pb2.py
diff --git a/src/leapfrogai_sdk/audio/audio_pb2.pyi b/src/leapfrogai_sdk/audio/audio_pb2.pyi
@@ -29,6 +29,7 @@ class AudioMetadata(_message.Message):
         SRT: _ClassVar[AudioMetadata.AudioFormat]
         VERBOSE_JSON: _ClassVar[AudioMetadata.AudioFormat]
         VTT: _ClassVar[AudioMetadata.AudioFormat]
+
     JSON: AudioMetadata.AudioFormat
     TEXT: AudioMetadata.AudioFormat
     SRT: AudioMetadata.AudioFormat
@@ -114,6 +115,7 @@ class AudioResponse(_message.Message):
             no_speech_prob: _Optional[float] = ...,
             transient: bool = ...,
         ) -> None: ...
+
     TASK_FIELD_NUMBER: _ClassVar[int]
     LANGUAGE_FIELD_NUMBER: _ClassVar[int]
     DURATION_FIELD_NUMBER: _ClassVar[int]

diff --git a/src/leapfrogai_sdk/audio/audio_pb2_grpc.py b/src/leapfrogai_sdk/audio/audio_pb2_grpc.py
@@ -1,5 +1,6 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
+
 import grpc
 
 from leapfrogai_sdk.audio import audio_pb2 as leapfrogai__sdk_dot_audio_dot_audio__pb2

diff --git a/src/leapfrogai_sdk/chat/chat_pb2.py b/src/leapfrogai_sdk/chat/chat_pb2.py
diff --git a/src/leapfrogai_sdk/chat/chat_pb2.pyi b/src/leapfrogai_sdk/chat/chat_pb2.pyi
@@ -67,6 +67,7 @@ class ChatCompletionRequest(_message.Message):
         def __init__(
             self, key: _Optional[str] = ..., value: _Optional[int] = ...
         ) -> None: ...
+
     CHAT_ITEMS_FIELD_NUMBER: _ClassVar[int]
     MAX_NEW_TOKENS_FIELD_NUMBER: _ClassVar[int]
     TEMPERATURE_FIELD_NUMBER: _ClassVar[int]

diff --git a/src/leapfrogai_sdk/chat/chat_pb2_grpc.py b/src/leapfrogai_sdk/chat/chat_pb2_grpc.py
@@ -1,5 +1,6 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
+
 import grpc
 
 from leapfrogai_sdk.chat import chat_pb2 as leapfrogai__sdk_dot_chat_dot_chat__pb2

diff --git a/src/leapfrogai_sdk/completion/completion_pb2.py b/src/leapfrogai_sdk/completion/completion_pb2.py
diff --git a/src/leapfrogai_sdk/completion/completion_pb2.pyi b/src/leapfrogai_sdk/completion/completion_pb2.pyi
@@ -54,6 +54,7 @@ class CompletionRequest(_message.Message):
         def __init__(
             self, key: _Optional[str] = ..., value: _Optional[int] = ...
         ) -> None: ...
+
     PROMPT_FIELD_NUMBER: _ClassVar[int]
     SUFFIX_FIELD_NUMBER: _ClassVar[int]
     MAX_NEW_TOKENS_FIELD_NUMBER: _ClassVar[int]
@@ -90,7 +91,7 @@ class CompletionRequest(_message.Message):
     repetition_penalty: float
     presence_penalty: float
     frequence_penalty: float
-    best_of: int
+    best_of: str
     logit_bias: _containers.ScalarMap[str, int]
     return_full_text: bool
     truncate: int
@@ -114,7 +115,7 @@ class CompletionRequest(_message.Message):
         repetition_penalty: _Optional[float] = ...,
         presence_penalty: _Optional[float] = ...,
         frequence_penalty: _Optional[float] = ...,
-        best_of: _Optional[int] = ...,
+        best_of: _Optional[str] = ...,
         logit_bias: _Optional[_Mapping[str, int]] = ...,
         return_full_text: bool = ...,
         truncate: _Optional[int] = ...,

diff --git a/src/leapfrogai_sdk/completion/completion_pb2_grpc.py b/src/leapfrogai_sdk/completion/completion_pb2_grpc.py
@@ -1,5 +1,6 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
+
 import grpc
 
 from leapfrogai_sdk.completion import (

diff --git a/src/leapfrogai_sdk/embeddings/embeddings_pb2.py b/src/leapfrogai_sdk/embeddings/embeddings_pb2.py
diff --git a/src/leapfrogai_sdk/embeddings/embeddings_pb2_grpc.py b/src/leapfrogai_sdk/embeddings/embeddings_pb2_grpc.py
@@ -1,5 +1,6 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
+
 import grpc
 
 from leapfrogai_sdk.embeddings import (

diff --git a/src/leapfrogai_sdk/name/name_pb2.py b/src/leapfrogai_sdk/name/name_pb2.py
diff --git a/src/leapfrogai_sdk/name/name_pb2_grpc.py b/src/leapfrogai_sdk/name/name_pb2_grpc.py
@@ -1,5 +1,6 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
+
 import grpc
 
 from google.protobuf import empty_pb2 as google_dot_protobuf_dot_empty__pb2

diff --git a/src/leapfrogai_sdk/proto/leapfrogai_sdk/completion/completion.proto b/src/leapfrogai_sdk/proto/leapfrogai_sdk/completion/completion.proto
@@ -27,7 +27,7 @@ message CompletionRequest {
     optional float repetition_penalty = 12;
     optional float presence_penalty = 13;
     optional float frequence_penalty = 14;
-    optional int32 best_of = 15;
+    optional string best_of = 15;
     map<string, int32> logit_bias = 16;  // Maps are represented as a pair of a key type and a value type.
     optional bool return_full_text = 17;
     optional int32 truncate = 18;