Skip to content

Commit

Permalink
Auto-generated. Updating Vectara public protos. (3d3b6e8495472a032b1d…
Browse files Browse the repository at this point in the history
…288bf119f202e14786a0).
  • Loading branch information
bitbucket-pipelines committed May 29, 2024
1 parent 92734c3 commit a83b217
Showing 1 changed file with 5 additions and 2 deletions.
7 changes: 5 additions & 2 deletions serving.proto
Original file line number Diff line number Diff line change
Expand Up @@ -122,6 +122,10 @@ message SummarizationRequest {
// Higher values penalize new tokens based on whether they appear in the text so far,
// increasing the model's likelihood to talk about new topics.
optional float presence_penalty = 20;
// This feature is in Beta. If specified, the LLM will make a best effort to sample deterministically,
// such that repeated requests with the same seed and parameters should return the same result.
// Note:- Seed value is only used when temperature is set to 0.
optional uint32 seed = 25;
}
ModelParams model_params = 215;

Expand Down Expand Up @@ -216,8 +220,8 @@ message QueryRequest {
message RerankingConfig {
// Which reranking model to use if reranking. Currently, the only IDs
// available are:
// - 272725717, HuggingFace Open Source x-attentional reranker
// - 272725718, Maximum Marginal Relevance Reranker
// - 272725719, Vectara Multilingual Reranker v1 Reranker
uint32 reranker_id = 5;

// Reranker-specific parameters. The numbering starts from 100, and moves
Expand Down Expand Up @@ -322,7 +326,6 @@ message Summary {
repeated Status status = 1000;
// Populated for streaming requests only.
int32 future_id = 1010;

}

// A document part that matched a query.
Expand Down

0 comments on commit a83b217

Please sign in to comment.