onnxruntime-common/dist/esm/backend.d.ts

ONNXRuntime JavaScript API library

import { InferenceSession } from './inference-session.js';
import { OnnxValue } from './onnx-value.js';
/**
 * @ignore
 */
export declare namespace SessionHandler {
    type FeedsType = {
        [name: string]: OnnxValue;
    };
    type FetchesType = {
        [name: string]: OnnxValue | null;
    };
    type ReturnType = {
        [name: string]: OnnxValue;
    };
}
/**
 * Represents shared SessionHandler functionality
 *
 * @ignore
 */
interface SessionHandler {
    dispose(): Promise<void>;
    readonly inputNames: readonly string[];
    readonly outputNames: readonly string[];
    readonly inputMetadata: readonly InferenceSession.ValueMetadata[];
    readonly outputMetadata: readonly InferenceSession.ValueMetadata[];
}
/**
 * Represent a handler instance of an inference session.
 *
 * @ignore
 */
export interface InferenceSessionHandler extends SessionHandler {
    startProfiling(): void;
    endProfiling(): void;
    run(feeds: SessionHandler.FeedsType, fetches: SessionHandler.FetchesType, options: InferenceSession.RunOptions): Promise<SessionHandler.ReturnType>;
}
/**
 * Represent a backend that provides implementation of model inferencing.
 *
 * @ignore
 */
export interface Backend {
    /**
     * Initialize the backend asynchronously. Should throw when failed.
     */
    init(backendName: string): Promise<void>;
    createInferenceSessionHandler(uriOrBuffer: string | Uint8Array, options?: InferenceSession.SessionOptions): Promise<InferenceSessionHandler>;
}
export { registerBackend } from './backend-impl.js';
//# sourceMappingURL=backend.d.ts.map