@arizeai/phoenix-client
Version:
A client for the Phoenix API
70 lines • 2.98 kB
JavaScript
import invariant from "tiny-invariant";
import { safelyConvertMessageToProvider, safelyConvertToolChoiceToProvider, safelyConvertToolDefinitionToProvider, } from "../../schemas/llm/converters.js";
import { formatPromptMessages } from "../../utils/formatPromptMessages.js";
/**
* Converts a Phoenix prompt to Vercel AI sdk params.
*
* - note: To use response format, you must pass `prompt.response_format.json` to generateObject or streamObject
* directly, through the `schema` argument.
*/
export const toAI = ({ prompt, variables, }) => {
// eslint-disable-next-line no-console
console.warn("Prompt invocation parameters not currently supported in AI SDK, falling back to default invocation parameters");
try {
// parts of the prompt that can be directly converted to OpenAI params
const baseCompletionParams = {
// Invocation parameters are validated on the phoenix-side
};
if (!("messages" in prompt.template)) {
return null;
}
let formattedMessages = prompt.template.messages;
if (variables) {
formattedMessages = formatPromptMessages(prompt.template_format, formattedMessages, variables);
}
const messages = formattedMessages.map((message) => {
const vercelAIMessage = safelyConvertMessageToProvider({
message,
targetProvider: "VERCEL_AI",
});
invariant(vercelAIMessage, "Message is not valid");
return vercelAIMessage;
});
// convert tools to Vercel AI tool set, which is a map of tool name to tool
let tools = prompt.tools?.tools.reduce((acc, tool) => {
if (!tool.function.parameters) {
return acc;
}
const vercelAIToolDefinition = safelyConvertToolDefinitionToProvider({
toolDefinition: tool,
targetProvider: "VERCEL_AI",
});
invariant(vercelAIToolDefinition, "Tool definition is not valid");
acc[tool.function.name] = vercelAIToolDefinition;
return acc;
}, {});
const hasTools = Object.keys(tools ?? {}).length > 0;
tools = hasTools ? tools : undefined;
let toolChoice = safelyConvertToolChoiceToProvider({
toolChoice: prompt.tools?.tool_choice,
targetProvider: "VERCEL_AI",
}) || undefined;
toolChoice = hasTools ? toolChoice : undefined;
// combine base and computed params
const completionParams = {
...baseCompletionParams,
messages,
tools,
toolChoice,
};
return completionParams;
}
catch (error) {
// eslint-disable-next-line no-console
console.warn(`Failed to convert prompt to AI params`);
// eslint-disable-next-line no-console
console.error(error);
return null;
}
};
//# sourceMappingURL=toAI.js.map