convex
Version:
Client for the Convex Cloud
386 lines (385 loc) • 12.5 kB
JavaScript
;
import path from "path";
import {
changeSpinner,
logFinishedStep,
logMessage
} from "../../bundler/context.js";
import {
configFromProjectConfig,
getFunctionsDirectoryPath,
readProjectConfig
} from "./config.js";
import {
finishPush,
reportPushCompleted,
startPush,
waitForSchema
} from "./deploy2.js";
import { version } from "../version.js";
import { runNonComponentsPush } from "./push.js";
import { ensureHasConvexDependency, functionsDir } from "./utils/utils.js";
import {
bundleDefinitions,
bundleImplementations,
componentGraph
} from "./components/definition/bundle.js";
import { isComponentDirectory } from "./components/definition/directoryStructure.js";
import {
doFinalComponentCodegen,
doInitialComponentCodegen,
doInitCodegen,
doCodegen
} from "./codegen.js";
import { typeCheckFunctionsInMode } from "./typecheck.js";
import { withTmpDir } from "../../bundler/fs.js";
import { handleDebugBundlePath } from "./debugBundlePath.js";
import chalk from "chalk";
import {
deploymentSelectionWithinProjectFromOptions,
loadSelectedDeploymentCredentials
} from "./api.js";
import { Reporter, Span } from "./tracing.js";
import {
DEFINITION_FILENAME_JS,
DEFINITION_FILENAME_TS
} from "./components/constants.js";
async function findComponentRootPath(ctx, functionsDir2) {
let componentRootPath = path.resolve(
path.join(functionsDir2, DEFINITION_FILENAME_TS)
);
if (!ctx.fs.exists(componentRootPath)) {
componentRootPath = path.resolve(
path.join(functionsDir2, DEFINITION_FILENAME_JS)
);
}
return componentRootPath;
}
export async function runCodegen(ctx, deploymentSelection, options) {
await ensureHasConvexDependency(ctx, "codegen");
const { configPath, projectConfig } = await readProjectConfig(ctx);
const functionsDirectoryPath = functionsDir(configPath, projectConfig);
const componentRootPath = await findComponentRootPath(
ctx,
functionsDirectoryPath
);
if (ctx.fs.exists(componentRootPath)) {
const selectionWithinProject = await deploymentSelectionWithinProjectFromOptions(ctx, options);
const credentials = await loadSelectedDeploymentCredentials(
ctx,
deploymentSelection,
selectionWithinProject
);
await startComponentsPushAndCodegen(
ctx,
Span.noop(),
projectConfig,
configPath,
{
...options,
deploymentName: credentials.deploymentFields?.deploymentName ?? null,
url: credentials.url,
adminKey: credentials.adminKey,
generateCommonJSApi: options.commonjs,
verbose: options.dryRun,
codegen: true,
liveComponentSources: options.liveComponentSources,
typecheckComponents: false
}
);
} else {
if (options.init) {
await doInitCodegen(ctx, functionsDirectoryPath, false, {
dryRun: options.dryRun,
debug: options.debug
});
}
if (options.typecheck !== "disable") {
logMessage(ctx, chalk.gray("Running TypeScript typecheck\u2026"));
}
await doCodegen(ctx, functionsDirectoryPath, options.typecheck, {
dryRun: options.dryRun,
debug: options.debug,
generateCommonJSApi: options.commonjs
});
}
}
export async function runPush(ctx, options) {
const { configPath, projectConfig } = await readProjectConfig(ctx);
const convexDir = functionsDir(configPath, projectConfig);
const componentRootPath = await findComponentRootPath(ctx, convexDir);
if (ctx.fs.exists(componentRootPath)) {
await runComponentsPush(ctx, options, configPath, projectConfig);
} else {
await runNonComponentsPush(ctx, options, configPath, projectConfig);
}
}
async function startComponentsPushAndCodegen(ctx, parentSpan, projectConfig, configPath, options) {
const convexDir = await getFunctionsDirectoryPath(ctx);
const absWorkingDir = path.resolve(".");
const isComponent = isComponentDirectory(ctx, convexDir, true);
if (isComponent.kind === "err") {
return await ctx.crash({
exitCode: 1,
errorType: "invalid filesystem data",
printedMessage: `Invalid component root directory (${isComponent.why}): ${convexDir}`
});
}
const rootComponent = isComponent.component;
changeSpinner(ctx, "Finding component definitions...");
const { components, dependencyGraph } = await parentSpan.enterAsync(
"componentGraph",
() => componentGraph(
ctx,
absWorkingDir,
rootComponent,
!!options.liveComponentSources,
options.verbose
)
);
if (options.codegen) {
changeSpinner(ctx, "Generating server code...");
await parentSpan.enterAsync(
"doInitialComponentCodegen",
() => withTmpDir(async (tmpDir) => {
await doInitialComponentCodegen(ctx, tmpDir, rootComponent, options);
for (const directory of components.values()) {
await doInitialComponentCodegen(ctx, tmpDir, directory, options);
}
})
);
}
changeSpinner(ctx, "Bundling component definitions...");
const {
appDefinitionSpecWithoutImpls,
componentDefinitionSpecsWithoutImpls
} = await parentSpan.enterAsync(
"bundleDefinitions",
() => bundleDefinitions(
ctx,
absWorkingDir,
dependencyGraph,
rootComponent,
// Note that this *includes* the root component.
[...components.values()],
!!options.liveComponentSources
)
);
changeSpinner(ctx, "Bundling component schemas and implementations...");
const { appImplementation, componentImplementations } = await parentSpan.enterAsync(
"bundleImplementations",
() => bundleImplementations(
ctx,
rootComponent,
[...components.values()],
projectConfig.node.externalPackages,
options.liveComponentSources ? ["@convex-dev/component-source"] : [],
options.verbose
)
);
if (options.debugBundlePath) {
const { config: localConfig } = await configFromProjectConfig(
ctx,
projectConfig,
configPath,
options.verbose
);
await handleDebugBundlePath(ctx, options.debugBundlePath, localConfig);
logMessage(
ctx,
`Wrote bundle and metadata for modules in the root to ${options.debugBundlePath}. Skipping rest of push.`
);
return null;
}
const udfServerVersion = version;
const appDefinition = {
...appDefinitionSpecWithoutImpls,
...appImplementation,
udfServerVersion
};
const componentDefinitions = [];
for (const componentDefinition of componentDefinitionSpecsWithoutImpls) {
const impl = componentImplementations.filter(
(impl2) => impl2.definitionPath === componentDefinition.definitionPath
)[0];
if (!impl) {
return await ctx.crash({
exitCode: 1,
errorType: "fatal",
printedMessage: `missing! couldn't find ${componentDefinition.definitionPath} in ${componentImplementations.map((impl2) => impl2.definitionPath).toString()}`
});
}
componentDefinitions.push({
...componentDefinition,
...impl,
udfServerVersion
});
}
const startPushRequest = {
adminKey: options.adminKey,
dryRun: options.dryRun,
functions: projectConfig.functions,
appDefinition,
componentDefinitions,
nodeDependencies: appImplementation.externalNodeDependencies
};
if (options.writePushRequest) {
const pushRequestPath = path.resolve(options.writePushRequest);
ctx.fs.writeUtf8File(
`${pushRequestPath}.json`,
JSON.stringify(startPushRequest)
);
return null;
}
logStartPushSizes(parentSpan, startPushRequest);
changeSpinner(ctx, "Uploading functions to Convex...");
const startPushResponse = await parentSpan.enterAsync(
"startPush",
(span) => startPush(ctx, span, startPushRequest, options)
);
if (options.verbose) {
logMessage(ctx, "startPush: " + JSON.stringify(startPushResponse, null, 2));
}
if (options.codegen) {
changeSpinner(ctx, "Generating TypeScript bindings...");
await parentSpan.enterAsync(
"doFinalComponentCodegen",
() => withTmpDir(async (tmpDir) => {
await doFinalComponentCodegen(
ctx,
tmpDir,
rootComponent,
rootComponent,
startPushResponse,
options
);
for (const directory of components.values()) {
await doFinalComponentCodegen(
ctx,
tmpDir,
rootComponent,
directory,
startPushResponse,
options
);
}
})
);
}
changeSpinner(ctx, "Running TypeScript...");
await parentSpan.enterAsync("typeCheckFunctionsInMode", async () => {
await typeCheckFunctionsInMode(ctx, options.typecheck, rootComponent.path);
if (options.typecheckComponents) {
for (const directory of components.values()) {
await typeCheckFunctionsInMode(ctx, options.typecheck, directory.path);
}
}
});
return startPushResponse;
}
function logStartPushSizes(span, startPushRequest) {
let v8Size = 0;
let v8Count = 0;
let nodeSize = 0;
let nodeCount = 0;
for (const componentDefinition of startPushRequest.componentDefinitions) {
for (const module of componentDefinition.functions) {
if (module.environment === "isolate") {
v8Size += module.source.length + (module.sourceMap ?? "").length;
v8Count += 1;
} else if (module.environment === "node") {
nodeSize += module.source.length + (module.sourceMap ?? "").length;
nodeCount += 1;
}
}
}
span.setProperty("v8_size", v8Size.toString());
span.setProperty("v8_count", v8Count.toString());
span.setProperty("node_size", nodeSize.toString());
span.setProperty("node_count", nodeCount.toString());
}
export async function runComponentsPush(ctx, options, configPath, projectConfig) {
const reporter = new Reporter();
const pushSpan = Span.root(reporter, "runComponentsPush");
pushSpan.setProperty("cli_version", version);
await ensureHasConvexDependency(ctx, "push");
const startPushResponse = await pushSpan.enterAsync(
"startComponentsPushAndCodegen",
(span) => startComponentsPushAndCodegen(
ctx,
span,
projectConfig,
configPath,
options
)
);
if (!startPushResponse) {
return;
}
await pushSpan.enterAsync(
"waitForSchema",
(span) => waitForSchema(ctx, span, startPushResponse, options)
);
const finishPushResponse = await pushSpan.enterAsync(
"finishPush",
(span) => finishPush(ctx, span, startPushResponse, options)
);
printDiff(ctx, finishPushResponse, options);
pushSpan.end();
if (!options.dryRun) {
void reportPushCompleted(ctx, options.adminKey, options.url, reporter);
}
}
function printDiff(ctx, finishPushResponse, opts) {
if (opts.verbose) {
const diffString = JSON.stringify(finishPushResponse, null, 2);
logMessage(ctx, diffString);
return;
}
const { componentDiffs } = finishPushResponse;
let rootDiff = componentDiffs[""];
if (rootDiff && rootDiff.indexDiff) {
if (rootDiff.indexDiff.removed_indexes.length > 0) {
let msg = `${opts.dryRun ? "Would delete" : "Deleted"} table indexes:
`;
for (let i = 0; i < rootDiff.indexDiff.removed_indexes.length; i++) {
const index = rootDiff.indexDiff.removed_indexes[i];
if (i > 0) {
msg += "\n";
}
msg += ` [-] ${formatIndex(index)}`;
}
logFinishedStep(ctx, msg);
}
if (rootDiff.indexDiff.added_indexes.length > 0) {
let msg = `${opts.dryRun ? "Would add" : "Added"} table indexes:
`;
for (let i = 0; i < rootDiff.indexDiff.added_indexes.length; i++) {
const index = rootDiff.indexDiff.added_indexes[i];
if (i > 0) {
msg += "\n";
}
msg += ` [+] ${formatIndex(index)}`;
}
logFinishedStep(ctx, msg);
}
}
for (const [componentPath, componentDiff] of Object.entries(componentDiffs)) {
if (componentPath === "") {
continue;
}
if (componentDiff.diffType.type === "create") {
logFinishedStep(ctx, `Installed component ${componentPath}.`);
}
if (componentDiff.diffType.type === "unmount") {
logFinishedStep(ctx, `Unmounted component ${componentPath}.`);
}
if (componentDiff.diffType.type === "remount") {
logFinishedStep(ctx, `Remounted component ${componentPath}.`);
}
}
}
function formatIndex(index) {
return `${index.name}`;
}
//# sourceMappingURL=components.js.map