update: added python version of the tokenizer

2024-09-26 16:51:01 +02:00 · 2024-09-26 16:51:01 +02:00 · 06c2d19097
commit 06c2d19097
parent 40a84e8248
6 changed files with 339 additions and 0 deletions
--- a/parser/token.py/flake.nix
+++ b/parser/token.py/flake.nix
@ -0,0 +1,35 @@
+{
+  description = "Flake utils demo";
+
+  inputs.nixpkgs.url = "github:nixos/nixpkgs";
+  inputs.flake-utils.url = "github:numtide/flake-utils";
+
+  outputs = {
+    self,
+    nixpkgs,
+    flake-utils,
+  }:
+    flake-utils.lib.eachDefaultSystem (
+      system: let
+        pkgs = nixpkgs.legacyPackages.${system};
+      in {
+        devShell = pkgs.mkShell {
+          packages = with pkgs;
+            [
+              gnumake
+              llvmPackages_18.bintools
+              tokei
+              coreutils
+              python312
+              tree
+            ]
+            ++ (
+              if system == "x86_64-linux"
+              then [valgrind valgrind.dev]
+              else []
+            );
+          #ASAN_OPTIONS = "strict_string_checks=1:detect_stack_use_after_return=1:check_initialization_order=1:strict_init_order=1";
+        };
+      }
+    );
+}