parquet.spec.ts

import fs from "fs";
import { ParquetWriter, ParquetReader, ParquetSchema } from "@dsnp/parquetjs";
import { fromDSNPSchema } from "./parquet.js";
import { AnnouncementType, descriptorForAnnouncementType } from "./index.js";

describe("DSNP Schema Conversion Test File", () => {
  const [parquetSchema, writerOptions] = fromDSNPSchema(
    descriptorForAnnouncementType(AnnouncementType.Broadcast).parquetSchema,
  );

  const row1 = {
    announcementType: AnnouncementType.Broadcast,
    contentHash: "bciqdnu347gcfmxzbkhgoubiobphm6readngitfywktdtbdocgogop2q",
    fromId: 12n,
    url: "https://github.com/LibertyDSNP/parquetjs/",
  };

  const path = "./dsnp-schema-test-file.parquet";

  let reader: ParquetReader;

  beforeAll(async () => {
    const writer = await ParquetWriter.openFile(new ParquetSchema(parquetSchema), path, writerOptions);
    writer.appendRow(row1);
    await writer.close();

    reader = await ParquetReader.openFile(path);
  });

  afterAll(async () => {
    await reader.close();
    fs.rmSync(path);
  });

  it("schema is generated correctly", () => {
    expect(new ParquetSchema(parquetSchema)).toMatchSnapshot();
  });

  it("schema is encoded correctly", () => {
    expect(reader.metadata?.schema).toMatchSnapshot();
  });

  it("output matches input", async () => {
    const cursor = reader.getCursor();
    const row = await cursor.next();
    expect(row).toEqual(row1);
  });
});