From 29bee94abd4dcb2bc1f12c3426c5fea04f893baf Mon Sep 17 00:00:00 2001 From: Ahmed Abdullah Date: Mon, 19 Feb 2024 21:53:02 +0500 Subject: [PATCH 1/2] fix linter error --- minbpe/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/minbpe/base.py b/minbpe/base.py index a0c3131d..65cc45cf 100644 --- a/minbpe/base.py +++ b/minbpe/base.py @@ -105,7 +105,7 @@ def save(self, file_prefix): model_file = file_prefix + ".model" with open(model_file, 'w') as f: # write the version, pattern and merges, that's all that's needed - f.write(f"minbpe v1\n") + f.write("minbpe v1\n") f.write(f"{self.pattern}\n") # write the special tokens, first the number of them, then each one f.write(f"{len(self.special_tokens)}\n") From fa474de142c8f27f3a6ea349cd737869934c25af Mon Sep 17 00:00:00 2001 From: Ahmed Abdullah Date: Mon, 19 Feb 2024 22:43:47 +0500 Subject: [PATCH 2/2] create requirements.txt --- requirements.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 requirements.txt diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 00000000..c46ba631 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,2 @@ +regex +tiktoken \ No newline at end of file