first commit

plugins/compat/dropparams.go

@@ -0,0 +1,241 @@
+package compat
+
+import (
+	"fmt"
+
+	"github.com/maximhq/bifrost/core/schemas"
+)
+
+// dropUnsupportedParams removes unsupported model parameters from a request in place.
+func dropUnsupportedParams(req *schemas.BifrostRequest, supportedParams []string) []string {
+	if req == nil {
+		return nil
+	}
+
+	isSupported := make(map[string]bool, len(supportedParams))
+	for _, param := range supportedParams {
+		isSupported[param] = true
+	}
+
+	var dropped []string
+
+	if req.ChatRequest != nil && req.ChatRequest.Params != nil {
+		params := req.ChatRequest.Params
+
+		if params.Audio != nil && !isSupported["audio"] {
+			params.Audio = nil
+			dropped = append(dropped, "audio")
+		}
+		if params.FrequencyPenalty != nil && !isSupported["frequency_penalty"] {
+			params.FrequencyPenalty = nil
+			dropped = append(dropped, "frequency_penalty")
+		}
+		if params.LogitBias != nil && !isSupported["logit_bias"] {
+			params.LogitBias = nil
+			dropped = append(dropped, "logit_bias")
+		}
+		if params.LogProbs != nil && !isSupported["logprobs"] {
+			params.LogProbs = nil
+			dropped = append(dropped, "logprobs")
+		}
+		if params.MaxCompletionTokens != nil && !isSupported["max_completion_tokens"] {
+			params.MaxCompletionTokens = nil
+			dropped = append(dropped, "max_completion_tokens")
+		}
+		if params.Metadata != nil && !isSupported["metadata"] {
+			params.Metadata = nil
+			dropped = append(dropped, "metadata")
+		}
+		if params.ParallelToolCalls != nil && !isSupported["parallel_tool_calls"] {
+			params.ParallelToolCalls = nil
+			dropped = append(dropped, "parallel_tool_calls")
+		}
+		if params.Prediction != nil && !isSupported["prediction"] {
+			params.Prediction = nil
+			dropped = append(dropped, "prediction")
+		}
+		if params.PresencePenalty != nil && !isSupported["presence_penalty"] {
+			params.PresencePenalty = nil
+			dropped = append(dropped, "presence_penalty")
+		}
+		if params.PromptCacheKey != nil && !isSupported["prompt_cache_key"] {
+			params.PromptCacheKey = nil
+			dropped = append(dropped, "prompt_cache_key")
+		}
+		if params.PromptCacheRetention != nil && !isSupported["prompt_cache_retention"] {
+			params.PromptCacheRetention = nil
+			dropped = append(dropped, "prompt_cache_retention")
+		}
+		if params.Reasoning != nil && !isSupported["reasoning"] {
+			params.Reasoning = nil
+			dropped = append(dropped, "reasoning")
+		}
+		if params.ResponseFormat != nil && !isSupported["response_format"] {
+			params.ResponseFormat = nil
+			dropped = append(dropped, "response_format")
+		}
+		if params.Seed != nil && !isSupported["seed"] {
+			params.Seed = nil
+			dropped = append(dropped, "seed")
+		}
+		if params.ServiceTier != nil && !isSupported["service_tier"] {
+			params.ServiceTier = nil
+			dropped = append(dropped, "service_tier")
+		}
+		if len(params.Stop) > 0 && !isSupported["stop"] {
+			params.Stop = nil
+			dropped = append(dropped, "stop")
+		}
+		if params.Temperature != nil && !isSupported["temperature"] {
+			params.Temperature = nil
+			dropped = append(dropped, "temperature")
+		}
+		if params.TopLogProbs != nil && !isSupported["top_logprobs"] {
+			params.TopLogProbs = nil
+			dropped = append(dropped, "top_logprobs")
+		}
+		if params.TopP != nil && !isSupported["top_p"] {
+			params.TopP = nil
+			dropped = append(dropped, "top_p")
+		}
+		if params.ToolChoice != nil && !isSupported["tool_choice"] {
+			params.ToolChoice = nil
+			dropped = append(dropped, "tool_choice")
+		}
+		if len(params.Tools) > 0 && !isSupported["tools"] {
+			params.Tools = nil
+			dropped = append(dropped, "tools")
+		}
+		if params.Verbosity != nil && !isSupported["verbosity"] {
+			params.Verbosity = nil
+			dropped = append(dropped, "verbosity")
+		}
+		if params.WebSearchOptions != nil && !isSupported["web_search_options"] {
+			params.WebSearchOptions = nil
+			dropped = append(dropped, "web_search_options")
+		}
+	}
+
+	if req.ResponsesRequest != nil && req.ResponsesRequest.Params != nil {
+		params := req.ResponsesRequest.Params
+
+		if params.MaxOutputTokens != nil && !isSupported["max_output_tokens"] {
+			params.MaxOutputTokens = nil
+			dropped = append(dropped, "max_output_tokens")
+		}
+		if params.MaxToolCalls != nil && !isSupported["max_tool_calls"] {
+			params.MaxToolCalls = nil
+			dropped = append(dropped, "max_tool_calls")
+		}
+		if params.Metadata != nil && !isSupported["metadata"] {
+			params.Metadata = nil
+			dropped = append(dropped, "metadata")
+		}
+		if params.ParallelToolCalls != nil && !isSupported["parallel_tool_calls"] {
+			params.ParallelToolCalls = nil
+			dropped = append(dropped, "parallel_tool_calls")
+		}
+		if params.PromptCacheKey != nil && !isSupported["prompt_cache_key"] {
+			params.PromptCacheKey = nil
+			dropped = append(dropped, "prompt_cache_key")
+		}
+		if params.Reasoning != nil && !isSupported["reasoning"] {
+			params.Reasoning = nil
+			dropped = append(dropped, "reasoning")
+		}
+		if params.ServiceTier != nil && !isSupported["service_tier"] {
+			params.ServiceTier = nil
+			dropped = append(dropped, "service_tier")
+		}
+		if params.Temperature != nil && !isSupported["temperature"] {
+			params.Temperature = nil
+			dropped = append(dropped, "temperature")
+		}
+		if params.Text != nil && !isSupported["text"] {
+			params.Text = nil
+			dropped = append(dropped, "text")
+		}
+		if params.TopLogProbs != nil && !isSupported["top_logprobs"] {
+			params.TopLogProbs = nil
+			dropped = append(dropped, "top_logprobs")
+		}
+		if params.TopP != nil && !isSupported["top_p"] {
+			params.TopP = nil
+			dropped = append(dropped, "top_p")
+		}
+		if params.ToolChoice != nil && !isSupported["tool_choice"] {
+			params.ToolChoice = nil
+			dropped = append(dropped, "tool_choice")
+		}
+		if len(params.Tools) > 0 && !isSupported["tools"] {
+			params.Tools = nil
+			dropped = append(dropped, "tools")
+		}
+		if !isSupported["web_search"] {
+			droppedKeys := dropWebsearchToolCalls(req)
+			dropped = append(dropped, droppedKeys...)
+		}
+	}
+
+	if req.TextCompletionRequest != nil && req.TextCompletionRequest.Params != nil {
+		params := req.TextCompletionRequest.Params
+
+		if params.FrequencyPenalty != nil && !isSupported["frequency_penalty"] {
+			params.FrequencyPenalty = nil
+			dropped = append(dropped, "frequency_penalty")
+		}
+		if params.LogitBias != nil && !isSupported["logit_bias"] {
+			params.LogitBias = nil
+			dropped = append(dropped, "logit_bias")
+		}
+		if params.LogProbs != nil && !isSupported["logprobs"] {
+			params.LogProbs = nil
+			dropped = append(dropped, "logprobs")
+		}
+		if params.MaxTokens != nil && !isSupported["max_tokens"] {
+			params.MaxTokens = nil
+			dropped = append(dropped, "max_tokens")
+		}
+		if params.N != nil && !isSupported["n"] {
+			params.N = nil
+			dropped = append(dropped, "n")
+		}
+		if params.PresencePenalty != nil && !isSupported["presence_penalty"] {
+			params.PresencePenalty = nil
+			dropped = append(dropped, "presence_penalty")
+		}
+		if params.Seed != nil && !isSupported["seed"] {
+			params.Seed = nil
+			dropped = append(dropped, "seed")
+		}
+		if len(params.Stop) > 0 && !isSupported["stop"] {
+			params.Stop = nil
+			dropped = append(dropped, "stop")
+		}
+		if params.Temperature != nil && !isSupported["temperature"] {
+			params.Temperature = nil
+			dropped = append(dropped, "temperature")
+		}
+		if params.TopP != nil && !isSupported["top_p"] {
+			params.TopP = nil
+			dropped = append(dropped, "top_p")
+		}
+	}
+	return dropped
+}
+
+// dropWebsearchToolCalls drops web search tool calls from the request
+func dropWebsearchToolCalls(req *schemas.BifrostRequest) []string {
+	dropped := []string{}
+	tools := req.ResponsesRequest.Params.Tools
+	kept := tools[:0]
+	for i, tool := range tools {
+		if tool.Type == schemas.ResponsesToolTypeWebSearch || tool.Type == schemas.ResponsesToolTypeWebSearchPreview {
+			dropped = append(dropped, fmt.Sprintf("tools[%d].%s", i, tool.Type))
+		} else {
+			kept = append(kept, tool)
+		}
+	}
+	req.ResponsesRequest.Params.Tools = kept
+	return dropped
+}