diff --git a/docs/scripts/cache_data.py b/docs/scripts/cache_data.py
index 0aacf4c1aef22..c44553e1d3fbc 100644
--- a/docs/scripts/cache_data.py
+++ b/docs/scripts/cache_data.py
@@ -5,6 +5,7 @@
 def download_tiktoken_data():
     # This will trigger the download and caching of the necessary files
     _ = tiktoken.encoding_for_model("gpt-3.5-turbo")
+    _ = tiktoken.encoding_for_model("gpt2")
 
 
 if __name__ == "__main__":