add user field for litellm

tmc · Jan 9, 2025 · df0a3d7 · df0a3d7
1 parent 71ded3c
commit df0a3d7
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 0 deletions.
diff --git a/llms/openai/internal/openaiclient/chat.go b/llms/openai/internal/openaiclient/chat.go
@@ -74,6 +74,9 @@ type ChatRequest struct {
 
 	// Metadata allows you to specify additional information that will be passed to the model.
 	Metadata map[string]any `json:"metadata,omitempty"`
+
+	// User is the user to use for the request. This is used for LiteLLM's end_user tracking.
+	User string `json:"user,omitempty"`
 }
 
 // ToolType is the type of a tool.

diff --git a/llms/openai/openaillm.go b/llms/openai/openaillm.go
@@ -111,6 +111,7 @@ func (o *LLM) GenerateContent(ctx context.Context, messages []llms.MessageConten
 		FunctionCallBehavior: openaiclient.FunctionCallBehavior(opts.FunctionCallBehavior),
 		Seed:                 opts.Seed,
 		Metadata:             opts.Metadata,
+		User:                 opts.User,
 	}
 	if opts.JSONMode {
 		req.ResponseFormat = ResponseFormatJSON

diff --git a/llms/options.go b/llms/options.go
@@ -66,6 +66,9 @@ type CallOptions struct {
 	// Supported MIME types are: text/plain: (default) Text output.
 	// application/json: JSON response in the response candidates.
 	ResponseMIMEType string `json:"response_mime_type,omitempty"`
+
+	// User is the user to use for the request. This is used for LiteLLM's end_user tracking.
+	User string `json:"user,omitempty"`
 }
 
 // Tool is a tool that can be used by the model.