Merge pull request #3051 from RobertFlatt/develop

Add tiktoken recipe

Author: AndreMiras

pythonforandroid/recipes/tiktoken/__init__.py

@@ -0,0 +1,11 @@
+from pythonforandroid.recipe import RustCompiledComponentsRecipe
+
+
+class TiktokenRecipe(RustCompiledComponentsRecipe):
+    name = 'tiktoken'
+    version = '0.7.0'
+    url = 'https://github.com/openai/tiktoken/archive/refs/tags/{version}.tar.gz'
+    depends = ['regex', 'requests']
+
+
+recipe = TiktokenRecipe()