Skip to content

Commit f07394e

Browse files
committed
[Windows] Re-enable tokenizers
1 parent 9ffcf4b commit f07394e

File tree

1 file changed

+2
-7
lines changed

1 file changed

+2
-7
lines changed

install_requirements.py

Lines changed: 2 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -112,13 +112,8 @@ def install_requirements(use_pytorch_nightly):
112112

113113
LOCAL_REQUIREMENTS = [
114114
"third-party/ao", # We need the latest kernels for fast iteration, so not relying on pypi.
115-
] + (
116-
[
117-
"extension/llm/tokenizers", # TODO(larryliu0820): Setup a pypi package for this.
118-
]
119-
if sys.platform != "win32"
120-
else []
121-
) # TODO(gjcomer): Re-enable when buildable on Windows.
115+
"extension/llm/tokenizers", # TODO(larryliu0820): Setup a pypi package for this.
116+
]
122117

123118
# Install packages directly from local copy instead of pypi.
124119
# This is usually not recommended.

0 commit comments

Comments
 (0)