getJson.ts

import * as fs from 'fs/promises';
import fetch from 'node-fetch';
import * as path from 'path';

const dir = 'static';
const defaultDir = 'src/lib/data/default';
const samples = ['Br2720_Ant_IF', 'Br6432_Ant_IF', 'Br6522_Ant_IF', 'Br8667_Post_IF'];

const s3_url = 'https://f004.backblazeb2.com/file/chaichontat-host/loopy-browser';

async function getFiles(p: string, urls: string[]): Promise<Promise<void>[]> {
  await fs.mkdir(p, { recursive: true });
  return urls.map(async (url) => {
    const pa = path.join(p, url.split('/').pop()!);
    try {
      await fs.access(pa);
    } catch (e) {
      await fetch(url)
        .then((r) => r.arrayBuffer())
        .then((r) => fs.writeFile(pa, Buffer.from(r)));
    }
  });
}

const toGet = [
  'gene_csr.json',
  'gene_csc.json',
  'umap.json',
  'sample.json',
  'cluster_graph.json',
  'cellCoords.json',
  'cellType.json',
  ...[...Array(10).keys()].map((i) => `kmeans${i + 1}.json`)
];

async function run() {
  const ps: Promise<unknown>[] = samples.flatMap(async (s) => {
    return await getFiles(
      path.join(dir, s),
      toGet.map((name) => `${s3_url}/${s}/${name}`)
    );
  });

  await getFiles(
    defaultDir,
    toGet.map((name) => `${s3_url}/${samples[0]}/${name}`)
  );

  // const fonts = await getFiles(path.join(dir, 'fonts'), [
  //   'https://f004.backblazeb2.com/file/chaichontat-host/libd-rotation/cera.woff',
  //   'https://rsms.me/inter/font-files/Inter-italic.var.woff2',
  //   'https://rsms.me/inter/font-files/Inter-roman.var.woff2'
  // ]);
  await Promise.all(ps);
}

await run();