@infograb/gmail-mcp-server/dist/evals/evals.js

Gmail MCP 서버 - Claude Desktop에서 Gmail을 직접 관리

//evals.ts
import { openai } from "@ai-sdk/openai";
import { grade } from "mcp-evals";
const send_emailEval = {
    name: "send_emailEval",
    description: "Evaluates sending a new email",
    run: async () => {
        const result = await grade(openai("gpt-4"), "Please send an email to example@domain.com with the subject 'Meeting Reminder' and a short message confirming our meeting tomorrow, politely requesting confirmation of attendance.");
        return JSON.parse(result);
    }
};
const draft_email = {
    name: 'draft_email',
    description: 'Evaluates the tool ability to draft an email',
    run: async () => {
        const result = await grade(openai("gpt-4"), "Draft a new email to my manager requesting a meeting to discuss project updates and timelines.");
        return JSON.parse(result);
    }
};
const read_emailEval = {
    name: 'read_email Tool Evaluation',
    description: 'Evaluates retrieving the content of a specific email',
    run: async () => {
        const result = await grade(openai("gpt-4"), "Please retrieve the content of the email with the subject 'Upcoming Meeting' from my inbox.");
        return JSON.parse(result);
    }
};
const search_emailsEval = {
    name: "search_emails Tool Evaluation",
    description: "Evaluates the tool ability to search emails using Gmail syntax",
    run: async () => {
        const result = await grade(openai("gpt-4"), "Search my mailbox for unread emails from boss@company.com that have attachments. Provide the Gmail search syntax.");
        return JSON.parse(result);
    }
};
const modify_emailEval = {
    name: 'modify_email Tool Evaluation',
    description: 'Evaluates the modify_email tool functionality',
    run: async () => {
        const result = await grade(openai("gpt-4"), "Please move the email labeled 'Work' to the 'Important' folder and remove the 'unread' label.");
        return JSON.parse(result);
    }
};
// New filter management evaluations
const create_filterEval = {
    name: 'create_filter Tool Evaluation',
    description: 'Evaluates creating a custom Gmail filter',
    run: async () => {
        const result = await grade(openai("gpt-4"), "Create a filter that automatically labels emails from newsletter@company.com with 'Newsletter' label and archives them (skips inbox).");
        return JSON.parse(result);
    }
};
const create_filter_templateEval = {
    name: 'create_filter_template Tool Evaluation',
    description: 'Evaluates creating filters using predefined templates',
    run: async () => {
        const result = await grade(openai("gpt-4"), "Create a filter using a template to automatically handle all emails from notifications@github.com by labeling them as 'GitHub' and archiving them.");
        return JSON.parse(result);
    }
};
const list_filtersEval = {
    name: 'list_filters Tool Evaluation',
    description: 'Evaluates listing all Gmail filters',
    run: async () => {
        const result = await grade(openai("gpt-4"), "Show me all my current Gmail filters and their configurations.");
        return JSON.parse(result);
    }
};
const filter_managementEval = {
    name: 'filter_management Tool Evaluation',
    description: 'Evaluates comprehensive filter management operations',
    run: async () => {
        const result = await grade(openai("gpt-4"), "I want to create a filter for managing marketing emails. Filter emails containing 'unsubscribe' in the body, label them as 'Marketing', mark them as read, and skip the inbox.");
        return JSON.parse(result);
    }
};
const config = {
    model: openai("gpt-4"),
    evals: [
        send_emailEval,
        draft_email,
        read_emailEval,
        search_emailsEval,
        modify_emailEval,
        create_filterEval,
        create_filter_templateEval,
        list_filtersEval,
        filter_managementEval
    ]
};
export default config;
export const evals = [
    send_emailEval,
    draft_email,
    read_emailEval,
    search_emailsEval,
    modify_emailEval,
    create_filterEval,
    create_filter_templateEval,
    list_filtersEval,
    filter_managementEval
];