niv->flake

default.nix

@@ -1,21 +1,38 @@
-{ pkgs ? import ./nix/default.nix {}
+{ stdenv
+, naersk
+, libiconv
+, pkgconfig
 }:
-
-with pkgs;
-
 let
-
-  self = {
-    inherit (tokenizersPackages)
-      tokenizers
-      tokenizers-haskell
-      ;
-
-    shell = import ./shell.nix {
-      inherit pkgs;
-    };
+  patchLibs =
+    if stdenv.isDarwin
+    then ''
+      install_name_tool -id $out/lib/libtokenizers_haskell.dylib $out/lib/libtokenizers_haskell.dylib
+    ''
+    else ''
+      patchelf --set-rpath "${stdenv.cc.cc.lib}/lib:$out/lib" $out/lib/libtokenizers_haskell.so
+    '';
+in {
+  tokenizers = naersk.buildPackage {
+    src = ./.;
+    buildInputs = [ libiconv pkgconfig ];
+    release = true;
+    cargoBuildOptions = x: x ++ [ "-p" "tokenizers" ];
+    cargoTestOptions = x: x ++ [ "-p" "tokenzers" ];
+    copyBins = true;
+    copyLibs = true;
+    copyTarget = false;
   };
 
-in
-
-  self
+  tokenizers-haskell = naersk.buildPackage {
+    src = ./.;
+    buildInputs = [ libiconv pkgconfig ];
+    release = true;
+    cargoBuildOptions = x: x ++ [ "-p" "tokenizers-haskell" ];
+    cargoTestOptions = x: x ++ [ "-p" "tokenizers-haskell" ];
+    copyBins = false;
+    copyLibs = true;
+    copyTarget = false;
+    overrideMain = x: x // { postInstall = patchLibs; };
+  };
+}

flake.nix

@@ -0,0 +1,26 @@
+{
+  description = "huggingface tokenizers";
+
+  inputs = {
+    utils.url = "github:numtide/flake-utils";
+    naersk.url = "github:nix-community/naersk";
+  };
+
+  outputs = { self, nixpkgs, utils, naersk, ... }: {
+
+      overlay = final: prev: rec {
+        tokenizersPackages = prev.callPackage ./. { naersk = naersk.lib."${final.system}"; };
+        tokenizers-haskell = tokenizersPackages.tokenizers-haskell;
+      };
+
+    } // (utils.lib.eachSystem ["x86_64-darwin" "x86_64-linux"] (system:
+      let
+        pkgs = import nixpkgs { inherit system; overlays = [ naersk.overlay ]; };
+      in {
+        packages = pkgs.callPackage ./. {};
+        devShell = pkgs.mkShell {
+          nativeBuildInputs = with pkgs; [ cargo rustc rls libiconv pkgconfig ];
+        };
+      }
+    ));
+}