unstructured-client
Version:
<h3 align="center"> <img src="https://raw.githubusercontent.com/Unstructured-IO/unstructured/main/img/unstructured_logo.png" height="200" > </h3>
106 lines (94 loc) • 2.5 kB
text/typescript
/*
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
*/
import { Result } from "./fp.js";
export type Paginator<V> = () => Promise<V & { next: Paginator<V> }> | null;
export type PageIterator<V, PageState = unknown> = V & {
next: Paginator<V>;
[Symbol.asyncIterator]: () => AsyncIterableIterator<V>;
"~next"?: PageState | undefined;
};
export function createPageIterator<V>(
page: V & { next: Paginator<V> },
halt: (v: V) => boolean,
): {
[Symbol.asyncIterator]: () => AsyncIterableIterator<V>;
} {
return {
[Symbol.asyncIterator]: async function* paginator() {
yield page;
if (halt(page)) {
return;
}
let p: typeof page | null = page;
for (p = await p.next(); p != null; p = await p.next()) {
yield p;
if (halt(p)) {
return;
}
}
},
};
}
/**
* This utility create a special iterator that yields a single value and
* terminates. It is useful in paginated SDK functions that have early return
* paths when things go wrong.
*/
export function haltIterator<V extends object>(
v: V,
): PageIterator<V, undefined> {
return {
...v,
next: () => null,
[Symbol.asyncIterator]: async function* paginator() {
yield v;
},
};
}
/**
* Converts an async iterator of `Result<V, E>` into an async iterator of `V`.
* When error results occur, the underlying error value is thrown.
*/
export async function unwrapResultIterator<V, PageState>(
iteratorPromise: Promise<PageIterator<Result<V, unknown>, PageState>>,
): Promise<PageIterator<V, PageState>> {
const resultIter = await iteratorPromise;
if (!resultIter.ok) {
throw resultIter.error;
}
return {
...resultIter.value,
next: unwrapPaginator(resultIter.next),
"~next": resultIter["~next"],
[Symbol.asyncIterator]: async function* paginator() {
for await (const page of resultIter) {
if (!page.ok) {
throw page.error;
}
yield page.value;
}
},
};
}
function unwrapPaginator<V>(
paginator: Paginator<Result<V, unknown>>,
): Paginator<V> {
return () => {
const nextResult = paginator();
if (nextResult == null) {
return null;
}
return nextResult.then((res) => {
if (!res.ok) {
throw res.error;
}
const out = {
...res.value,
next: unwrapPaginator(res.next),
};
return out;
});
};
}
export const URL_OVERRIDE = Symbol("URL_OVERRIDE");