We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent db09613 commit ae164b4Copy full SHA for ae164b4
extension/llm/tokenizer/targets.bzl
@@ -20,8 +20,9 @@ def define_common_targets():
20
"//bento_kernels/...",
21
],
22
_is_external_target = True,
23
- # TODO: Define an external_deps entry for sentencepiece instead of pointing to an fbsource path.
24
- deps = [] if runtime.is_oss else ["fbsource//third-party/pypi/sentencepiece:sentencepiece"],
+ external_deps = [
+ "sentencepiece-py",
25
+ ],
26
)
27
28
runtime.python_binary(
0 commit comments