gis-tools-ts
Version:
A collection of geospatial tools primarily designed for WGS84, Web Mercator, and S2.
282 lines • 11.2 kB
JavaScript
import { OSMFileReader } from './osm/file.js';
import { promisify } from 'util';
import { shapefileFromPath } from '../file.js';
import { ALL_DEFINITIONS, CSVReader, EPSG_CODES, GPXReader, GRIB2Reader, GeoTIFFReader, JSONReader, LASReader, LASZipReader, NetCDFReader, NewLineDelimitedJSONReader, RasterTilesReader, SequenceJSONReader, WKTGeometryReader, buildGTFSSchedule, } from '../index.js';
import { closeSync, openSync, read, readSync, statSync } from 'fs';
export * from './tile/file.js';
export * from './osm/file.js';
const readAsync = promisify(read);
/**
* # File Reader
*
* ## Description
* Reads data from a file implementing the {@link Reader} interface
*
* ## Usage
* ```ts
* import { FileReader } from 'gis-tools-ts/file-ts';
*
* const reader = new FileReader('./BETA2007.gsb');
*
* const data = await reader.getRange(0, 100);
* ```
*/
export class FileReader {
#fileHandle;
cursor = 0;
byteOffset = 0;
byteLength;
textDecoder = new TextDecoder('utf-8');
/** @param file - The path to the file */
constructor(file) {
const stats = statSync(file);
this.byteLength = stats.size;
this.#fileHandle = openSync(file, 'r');
}
/**
* @returns - the current position of the cursor
*/
tell() {
return this.cursor;
}
/**
* Set the current position of the cursor
* @param pos - where to adjust the current cursor
*/
seek(pos = 0) {
this.cursor = pos;
}
/**
* Reads a 64-bit unsigned integer (biguint64) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 64-bit unsigned integer as a bigint
*/
getBigInt64(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 8);
this.cursor = byteOffset + 8;
return slice.getBigInt64(0, littleEndian);
}
/**
* Reads a 64-bit unsigned integer (biguint64) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 64-bit unsigned integer as a bigint
*/
getBigUint64(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 8);
this.cursor = byteOffset + 8;
return slice.getBigUint64(0, littleEndian);
}
/**
* Reads a 32-bit floating-point number (float32) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 32-bit floating-point number as a number
*/
getFloat32(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 4);
this.cursor = byteOffset + 4;
return slice.getFloat32(0, littleEndian);
}
/**
* Reads a 64-bit floating-point number (float64) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 64-bit floating-point number as a number
*/
getFloat64(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 8);
this.cursor = byteOffset + 8;
return slice.getFloat64(0, littleEndian);
}
/**
* Reads a signed 16-bit integer (int16) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 16-bit signed integer value as a number
*/
getInt16(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 2);
this.cursor = byteOffset + 2;
return slice.getInt16(0, littleEndian);
}
/**
* Reads a signed 32-bit integer (int32) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 32-bit signed integer value as a number
*/
getInt32(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 4);
this.cursor = byteOffset + 4;
return slice.getInt32(0, littleEndian);
}
/**
* Reads a signed byte (int8) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @returns The byte value as a signed number
*/
getInt8(byteOffset = this.cursor) {
const slice = this.slice(byteOffset, byteOffset + 1);
this.cursor = byteOffset + 1;
return slice.getInt8(0);
}
/**
* Reads an unsigned 16-bit integer (uint16) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 16-bit unsigned integer value as a number
*/
getUint16(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 2);
this.cursor = byteOffset + 2;
return slice.getUint16(0, littleEndian);
}
/**
* Reads an unsigned 32-bit integer (uint32) at the given byteOffset
* @param byteOffset - The position in the file to read from
* @param littleEndian - Optional, specifies if the value is stored in little-endian format. Defaults to false (big-endian).
* @returns The 32-bit unsigned integer value as a number
*/
getUint32(byteOffset = this.cursor, littleEndian = false) {
const slice = this.slice(byteOffset, byteOffset + 4);
this.cursor = byteOffset + 4;
return slice.getUint32(0, littleEndian);
}
/**
* Reads a single byte at the given byteOffset
* @param byteOffset - The position in the file to read from
* @returns The byte value as a number
*/
getUint8(byteOffset = this.cursor) {
const slice = this.slice(byteOffset, byteOffset + 1);
this.cursor = byteOffset + 1;
return slice.getUint8(0);
}
/**
* Get a slice of the file data as DataView
* @param begin - Beginning of the slice
* @param end - End of the slice. If not provided, the end of the data is used
* @returns - The data as a DataView
*/
slice(begin = this.cursor, end = this.byteLength) {
if (begin < 0 || end > this.byteLength || begin >= end) {
throw new RangeError('Invalid slice range');
}
const sliceLength = end - begin;
const buffer = Buffer.alloc(sliceLength);
readSync(this.#fileHandle, buffer, 0, sliceLength, begin);
this.cursor = end;
return new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
}
/**
* Fetch a slice at the current cursor position. The cursor is updated
* @param size - size of the slice
* @returns - a DataView of the slice
*/
seekSlice(size) {
const pos = this.byteOffset + this.cursor;
return this.slice(pos, pos + size);
}
/**
* Set the text decoder's encoding
* @param encoding - update the text decoder's encoding
*/
setStringEncoding(encoding) {
this.textDecoder = new TextDecoder(encoding);
}
/**
* Reads a string from the file
* @param byteOffset - Start of the string
* @param byteLength - Length of the string
* @returns - The string
*/
parseString(byteOffset = this.cursor, byteLength = this.byteLength) {
const { textDecoder } = this;
const data = this.slice(byteOffset, byteOffset + byteLength).buffer;
this.cursor = byteOffset + byteLength;
const out = textDecoder.decode(data, { stream: true }) + textDecoder.decode();
// oxlint-disable-next-line no-control-regex
return out.replace(/\0/g, '');
}
/**
* Reads a range from the file
* @param offset - the offset of the range
* @param length - the length of the range
* @returns - the ranged buffer
*/
async getRange(offset, length) {
const buffer = Buffer.alloc(length);
await readAsync(this.#fileHandle, buffer, 0, length, offset);
return new Uint8Array(buffer.buffer, 0, length);
}
/** Closes the file */
close() {
closeSync(this.#fileHandle);
}
}
/**
* Given a file and a file type, return a reader
* @param filePath - The path to the file
* @param type - The file type if specified, otherwise it will be inferred
* @returns - The reader with {@link FeatureIterator} implemented
*/
export async function fileTypeToReader(filePath, type) {
const file = new FileReader(filePath);
const fileType = (type ?? filePath.split('.').pop() ?? '').toLowerCase();
switch (fileType) {
case 'csv':
return new CSVReader(file);
case 'tif':
case 'tiff':
case 'geotif':
case 'geotiff':
return new GeoTIFFReader(file, ALL_DEFINITIONS, EPSG_CODES);
case 'gpx':
return new GPXReader(file.parseString());
case 'grib':
case 'grib2':
return new GRIB2Reader(file);
case 'gtfs':
return await buildGTFSSchedule((await file.getRange(0, file.byteLength)).buffer);
case 'json':
case 'geojson':
case 's2json':
return new JSONReader(file);
case 'jsonld':
case 'geojsonld':
case 's2jsonld':
case 'json-ld':
case 'geojson-ld':
case 's2json-ld':
return new NewLineDelimitedJSONReader(file);
case 'jsonsq':
case 'geojsonsq':
case 's2jsonsq':
case 'json-sq':
case 'geojson-sq':
case 's2json-sq':
return new SequenceJSONReader(file);
case 'las':
return new LASReader(file, ALL_DEFINITIONS, EPSG_CODES);
case 'laz':
return new LASZipReader(file, ALL_DEFINITIONS, EPSG_CODES);
case 'nc4':
case 'cdf':
case 'nc':
case 'netcdf':
return new NetCDFReader(file);
case 'osm':
return new OSMFileReader(filePath);
case 'raster':
return new RasterTilesReader(filePath);
case 'shapefile':
return await shapefileFromPath(filePath, ALL_DEFINITIONS, EPSG_CODES);
case 'wkt':
return new WKTGeometryReader(file.parseString());
default:
throw new Error(`Unsupported file type: ${fileType}`);
}
}
//# sourceMappingURL=file.js.map