summaryrefslogtreecommitdiff
path: root/packages/core/src/code_assist/converter.ts
diff options
context:
space:
mode:
authorTommaso Sciortino <[email protected]>2025-06-12 09:33:49 -0700
committerGitHub <[email protected]>2025-06-12 09:33:49 -0700
commit47ce39c46fa95e04442affa004a8a1dc69764c83 (patch)
treee3c8a183319c3887c0d4c2a1274e1823ebdf7ea3 /packages/core/src/code_assist/converter.ts
parentf2ab6d08c4cd0ca9a5b3900a6bb66a083c0577ee (diff)
Convert CCPA requests to proper format (#981)
CCPA uses a different format than GenAi. This adds conversion code to get it to the right format. Note that this doesn't work against the current ccpa staging server, The changes it needs are in cl/770266927
Diffstat (limited to 'packages/core/src/code_assist/converter.ts')
-rw-r--r--packages/core/src/code_assist/converter.ts199
1 files changed, 199 insertions, 0 deletions
diff --git a/packages/core/src/code_assist/converter.ts b/packages/core/src/code_assist/converter.ts
new file mode 100644
index 00000000..c7b0e7c7
--- /dev/null
+++ b/packages/core/src/code_assist/converter.ts
@@ -0,0 +1,199 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import {
+ Content,
+ ContentListUnion,
+ ContentUnion,
+ GenerateContentConfig,
+ GenerateContentParameters,
+ GenerateContentResponse,
+ GenerationConfigRoutingConfig,
+ MediaResolution,
+ Candidate,
+ ModelSelectionConfig,
+ GenerateContentResponsePromptFeedback,
+ GenerateContentResponseUsageMetadata,
+ Part,
+ SafetySetting,
+ PartUnion,
+ SchemaUnion,
+ SpeechConfigUnion,
+ ThinkingConfig,
+ ToolListUnion,
+ ToolConfig,
+} from '@google/genai';
+
+export interface CcpaRequest {
+ model: string;
+ project?: string;
+ request: CcpaGenerateContentRequest;
+}
+
+interface CcpaGenerateContentRequest {
+ contents: Content[];
+ systemInstruction?: Content;
+ cachedContent?: string;
+ tools?: ToolListUnion;
+ toolConfig?: ToolConfig;
+ labels?: Record<string, string>;
+ safetySettings?: SafetySetting[];
+ generationConfig?: CcpaGenerationConfig;
+}
+
+interface CcpaGenerationConfig {
+ temperature?: number;
+ topP?: number;
+ topK?: number;
+ candidateCount?: number;
+ maxOutputTokens?: number;
+ stopSequences?: string[];
+ responseLogprobs?: boolean;
+ logprobs?: number;
+ presencePenalty?: number;
+ frequencyPenalty?: number;
+ seed?: number;
+ responseMimeType?: string;
+ responseSchema?: SchemaUnion;
+ routingConfig?: GenerationConfigRoutingConfig;
+ modelSelectionConfig?: ModelSelectionConfig;
+ responseModalities?: string[];
+ mediaResolution?: MediaResolution;
+ speechConfig?: SpeechConfigUnion;
+ audioTimestamp?: boolean;
+ thinkingConfig?: ThinkingConfig;
+}
+
+export interface CcpaResponse {
+ response: VertexResponse;
+}
+
+interface VertexResponse {
+ candidates: Candidate[];
+ automaticFunctionCallingHistory?: Content[];
+ promptFeedback?: GenerateContentResponsePromptFeedback;
+ usageMetadata?: GenerateContentResponseUsageMetadata;
+}
+
+export function toCcpaRequest(
+ req: GenerateContentParameters,
+ project?: string,
+): CcpaRequest {
+ return {
+ model: req.model,
+ project,
+ request: toCcpaGenerateContentRequest(req),
+ };
+}
+
+export function fromCcpaResponse(res: CcpaResponse): GenerateContentResponse {
+ const inres = res.response;
+ const out = new GenerateContentResponse();
+ out.candidates = inres.candidates;
+ out.automaticFunctionCallingHistory = inres.automaticFunctionCallingHistory;
+ out.promptFeedback = inres.promptFeedback;
+ out.usageMetadata = inres.usageMetadata;
+ return out;
+}
+
+function toCcpaGenerateContentRequest(
+ req: GenerateContentParameters,
+): CcpaGenerateContentRequest {
+ return {
+ contents: toContents(req.contents),
+ systemInstruction: maybeToContent(req.config?.systemInstruction),
+ cachedContent: req.config?.cachedContent,
+ tools: req.config?.tools,
+ toolConfig: req.config?.toolConfig,
+ labels: req.config?.labels,
+ safetySettings: req.config?.safetySettings,
+ generationConfig: toCcpaGenerationConfig(req.config),
+ };
+}
+
+function toContents(contents: ContentListUnion): Content[] {
+ if (Array.isArray(contents)) {
+ // it's a Content[] or a PartsUnion[]
+ return contents.map(toContent);
+ }
+ // it's a Content or a PartsUnion
+ return [toContent(contents)];
+}
+
+function maybeToContent(content?: ContentUnion): Content | undefined {
+ if (!content) {
+ return undefined;
+ }
+ return toContent(content);
+}
+
+function toContent(content: ContentUnion): Content {
+ if (Array.isArray(content)) {
+ // it's a PartsUnion[]
+ return {
+ role: 'user',
+ parts: toParts(content),
+ };
+ }
+ if (typeof content === 'string') {
+ // it's a string
+ return {
+ role: 'user',
+ parts: [{ text: content }],
+ };
+ }
+ if ('parts' in content) {
+ // it's a Content
+ return content;
+ }
+ // it's a Part
+ return {
+ role: 'user',
+ parts: [content as Part],
+ };
+}
+
+function toParts(parts: PartUnion[]): Part[] {
+ return parts.map(toPart);
+}
+
+function toPart(part: PartUnion): Part {
+ if (typeof part === 'string') {
+ // it's a string
+ return { text: part };
+ }
+ return part;
+}
+
+function toCcpaGenerationConfig(
+ config?: GenerateContentConfig,
+): CcpaGenerationConfig | undefined {
+ if (!config) {
+ return undefined;
+ }
+ return {
+ temperature: config.temperature,
+ topP: config.topP,
+ topK: config.topK,
+ candidateCount: config.candidateCount,
+ maxOutputTokens: config.maxOutputTokens,
+ stopSequences: config.stopSequences,
+ responseLogprobs: config.responseLogprobs,
+ logprobs: config.logprobs,
+ presencePenalty: config.presencePenalty,
+ frequencyPenalty: config.frequencyPenalty,
+ seed: config.seed,
+ responseMimeType: config.responseMimeType,
+ responseSchema: config.responseSchema,
+ routingConfig: config.routingConfig,
+ modelSelectionConfig: config.modelSelectionConfig,
+ responseModalities: config.responseModalities,
+ mediaResolution: config.mediaResolution,
+ speechConfig: config.speechConfig,
+ audioTimestamp: config.audioTimestamp,
+ thinkingConfig: config.thinkingConfig,
+ };
+}