cache gpt2 encodings

langchain-ai · Oct 23, 2024 · 61728c6 · 61728c6
1 parent 7d27656
commit 61728c6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/docs/scripts/cache_data.py b/docs/scripts/cache_data.py
@@ -5,6 +5,7 @@
 def download_tiktoken_data():
     # This will trigger the download and caching of the necessary files
     _ = tiktoken.encoding_for_model("gpt-3.5-turbo")
+    _ = tiktoken.encoding_for_model("gpt2")
 
 
 if __name__ == "__main__":