@genkit-ai/checks/lib/evaluation.mjs.map

Google Checks AI Safety plugins for classifying the safety of text against Checks AI safety policies.

{"version":3,"sources":["../src/evaluation.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { z, type EvaluatorAction, type Genkit } from 'genkit';\nimport type { BaseEvalDataPoint } from 'genkit/evaluator';\nimport { runInNewSpan } from 'genkit/tracing';\nimport type { GoogleAuth } from 'google-auth-library';\nimport {\n  isConfig,\n  type ChecksEvaluationMetric,\n  type ChecksEvaluationMetricConfig,\n} from './metrics';\n\nexport function checksEvaluators(\n  ai: Genkit,\n  auth: GoogleAuth,\n  metrics: ChecksEvaluationMetric[],\n  projectId: string\n): EvaluatorAction {\n  const policy_configs: ChecksEvaluationMetricConfig[] = metrics.map(\n    (metric) => {\n      const metricType = isConfig(metric) ? metric.type : metric;\n      const threshold = isConfig(metric) ? metric.threshold : undefined;\n\n      return {\n        type: metricType,\n        threshold,\n      };\n    }\n  );\n\n  return createPolicyEvaluator(projectId, auth, ai, policy_configs);\n}\n\nconst ResponseSchema = z.object({\n  policyResults: z.array(\n    z.object({\n      policyType: z.string(),\n      score: z.number(),\n      violationResult: z.string(),\n    })\n  ),\n});\n\nfunction createPolicyEvaluator(\n  projectId: string,\n  auth: GoogleAuth,\n  ai: Genkit,\n  policy_config: ChecksEvaluationMetricConfig[]\n): EvaluatorAction {\n  return ai.defineEvaluator(\n    {\n      name: 'checks/guardrails',\n      displayName: 'checks/guardrails',\n      definition: `Evaluates input text against the Checks ${policy_config.map((policy) => policy.type)} policies.`,\n    },\n    async (datapoint: BaseEvalDataPoint) => {\n      const partialRequest = {\n        input: {\n          text_input: {\n            content: datapoint.output as string,\n          },\n        },\n        policies: policy_config.map((config) => {\n          return {\n            policy_type: config.type,\n            threshold: config.threshold,\n          };\n        }),\n      };\n\n      const response = await checksEvalInstance(\n        ai,\n        projectId,\n        auth,\n        partialRequest,\n        ResponseSchema\n      );\n\n      const evaluationResults = response.policyResults.map((result) => {\n        return {\n          id: result.policyType,\n          score: result.score,\n          details: {\n            reasoning: `Status ${result.violationResult}`,\n          },\n        };\n      });\n\n      return {\n        evaluation: evaluationResults,\n        testCaseId: datapoint.testCaseId,\n      };\n    }\n  );\n}\n\nasync function checksEvalInstance<ResponseType extends z.ZodTypeAny>(\n  ai: Genkit,\n  projectId: string,\n  auth: GoogleAuth,\n  partialRequest: any,\n  responseSchema: ResponseType\n): Promise<z.infer<ResponseType>> {\n  return await runInNewSpan(\n    ai,\n    {\n      metadata: {\n        name: 'EvaluationService#evaluateInstances',\n      },\n    },\n    async (metadata, _otSpan) => {\n      const request = {\n        ...partialRequest,\n      };\n\n      metadata.input = request;\n      const client = await auth.getClient();\n      const url =\n        'https://checks.googleapis.com/v1alpha/aisafety:classifyContent';\n\n      const response = await client.request({\n        url,\n        method: 'POST',\n        body: JSON.stringify(request),\n        headers: {\n          'x-goog-user-project': projectId,\n          'Content-Type': 'application/json',\n        },\n      });\n      metadata.output = response.data;\n\n      try {\n        return responseSchema.parse(response.data);\n      } catch (e) {\n        throw new Error(`Error parsing ${url} API response: ${e}`);\n      }\n    }\n  );\n}\n"],"mappings":"AAgBA,SAAS,SAA4C;AAErD,SAAS,oBAAoB;AAE7B;AAAA,EACE;AAAA,OAGK;AAEA,SAAS,iBACd,IACA,MACA,SACA,WACiB;AACjB,QAAM,iBAAiD,QAAQ;AAAA,IAC7D,CAAC,WAAW;AACV,YAAM,aAAa,SAAS,MAAM,IAAI,OAAO,OAAO;AACpD,YAAM,YAAY,SAAS,MAAM,IAAI,OAAO,YAAY;AAExD,aAAO;AAAA,QACL,MAAM;AAAA,QACN;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,SAAO,sBAAsB,WAAW,MAAM,IAAI,cAAc;AAClE;AAEA,MAAM,iBAAiB,EAAE,OAAO;AAAA,EAC9B,eAAe,EAAE;AAAA,IACf,EAAE,OAAO;AAAA,MACP,YAAY,EAAE,OAAO;AAAA,MACrB,OAAO,EAAE,OAAO;AAAA,MAChB,iBAAiB,EAAE,OAAO;AAAA,IAC5B,CAAC;AAAA,EACH;AACF,CAAC;AAED,SAAS,sBACP,WACA,MACA,IACA,eACiB;AACjB,SAAO,GAAG;AAAA,IACR;AAAA,MACE,MAAM;AAAA,MACN,aAAa;AAAA,MACb,YAAY,2CAA2C,cAAc,IAAI,CAAC,WAAW,OAAO,IAAI,CAAC;AAAA,IACnG;AAAA,IACA,OAAO,cAAiC;AACtC,YAAM,iBAAiB;AAAA,QACrB,OAAO;AAAA,UACL,YAAY;AAAA,YACV,SAAS,UAAU;AAAA,UACrB;AAAA,QACF;AAAA,QACA,UAAU,cAAc,IAAI,CAAC,WAAW;AACtC,iBAAO;AAAA,YACL,aAAa,OAAO;AAAA,YACpB,WAAW,OAAO;AAAA,UACpB;AAAA,QACF,CAAC;AAAA,MACH;AAEA,YAAM,WAAW,MAAM;AAAA,QACrB;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAEA,YAAM,oBAAoB,SAAS,cAAc,IAAI,CAAC,WAAW;AAC/D,eAAO;AAAA,UACL,IAAI,OAAO;AAAA,UACX,OAAO,OAAO;AAAA,UACd,SAAS;AAAA,YACP,WAAW,UAAU,OAAO,eAAe;AAAA,UAC7C;AAAA,QACF;AAAA,MACF,CAAC;AAED,aAAO;AAAA,QACL,YAAY;AAAA,QACZ,YAAY,UAAU;AAAA,MACxB;AAAA,IACF;AAAA,EACF;AACF;AAEA,eAAe,mBACb,IACA,WACA,MACA,gBACA,gBACgC;AAChC,SAAO,MAAM;AAAA,IACX;AAAA,IACA;AAAA,MACE,UAAU;AAAA,QACR,MAAM;AAAA,MACR;AAAA,IACF;AAAA,IACA,OAAO,UAAU,YAAY;AAC3B,YAAM,UAAU;AAAA,QACd,GAAG;AAAA,MACL;AAEA,eAAS,QAAQ;AACjB,YAAM,SAAS,MAAM,KAAK,UAAU;AACpC,YAAM,MACJ;AAEF,YAAM,WAAW,MAAM,OAAO,QAAQ;AAAA,QACpC;AAAA,QACA,QAAQ;AAAA,QACR,MAAM,KAAK,UAAU,OAAO;AAAA,QAC5B,SAAS;AAAA,UACP,uBAAuB;AAAA,UACvB,gBAAgB;AAAA,QAClB;AAAA,MACF,CAAC;AACD,eAAS,SAAS,SAAS;AAE3B,UAAI;AACF,eAAO,eAAe,MAAM,SAAS,IAAI;AAAA,MAC3C,SAAS,GAAG;AACV,cAAM,IAAI,MAAM,iBAAiB,GAAG,kBAAkB,CAAC,EAAE;AAAA,MAC3D;AAAA,IACF;AAAA,EACF;AACF;","names":[]}