@dpkit/table/field/parse.spec.ts

Data Package implementation in TypeScript.

import type { Schema } from "@dpkit/core"
import { DataFrame } from "nodejs-polars"
import { describe, expect, it } from "vitest"
import { normalizeTable } from "../table/index.ts"

describe("parseField", () => {
  describe("missing values", () => {
    it.each([
      // Schema-level
      ["", null, {}],
      ["", "", { schemaLevel: [] }],
      ["-", null, { schemaLevel: ["-"] }],
      ["x", null, { schemaLevel: ["x"] }],

      // Field-level
      ["", null, {}],
      ["-", null, { fieldLevel: ["-"] }],
      ["-", "-", { fieldLevel: [""] }],
      ["n/a", null, { fieldLevel: ["n/a"] }],

      // Schema-level and field-level
      ["-", null, { schemaLevel: ["x"], fieldLevel: ["-"] }],
      ["-", "-", { schemaLevel: ["-"], fieldLevel: ["x"] }],
      // @ts-ignore
    ])("$0 -> $1 $2", async (cell, value, { fieldLevel, schemaLevel }) => {
      const table = DataFrame({ name: [cell] }).lazy()
      const schema: Schema = {
        missingValues: schemaLevel,
        fields: [{ name: "name", type: "string", missingValues: fieldLevel }],
      }

      const ldf = await normalizeTable(table, schema)
      const df = await ldf.collect()

      expect(df.getColumn("name").get(0)).toEqual(value)
    })
  })
})