8000 Remove tokenizers patch · oracle/graalpython@152e740 · GitHub
[go: up one dir, main page]

Skip to content

Commit 152e740

Browse files
committed
Remove tokenizers patch
It was needed just to avoid warning spam when JLine forked a subprocess. Current JLine should no longer do that.
1 parent 45d76b2 commit 152e740

File tree

2 files changed

+3
-37
lines changed

2 files changed

+3
-37
lines changed

graalpython/lib-graalpython/patches/metadata.toml

Lines changed: 3 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -731,21 +731,19 @@ url = 'https://github.com/tensorflow/io/archive/refs/tags/v0.34.0.tar.gz'
731731

732732
[[tiktoken.rules]]
733733
version = '== 0.7.0'
734+
install-priority = 0
734735
patch = 'tiktoken-0.7.0.patch'
735736
license = 'MIT'
736737

737-
[[tokenizers.rules]]
738-
version = '>= 0.19'
739-
patch = 'tokenizers-0.19-plus.patch'
740-
license = 'Apache-2.0'
741-
742738
[[tokenizers.rules]]
743739
version = '== 0.13.3'
740+
install-priority = 0
744741
patch = 'tokenizers-0.13.3.patch'
745742
license = 'Apache-2.0'
746743

747744
[[tokenizers.rules]]
748745
version = '== 0.15.0'
746+
install-priority = 0
749747
patch = 'tokenizers-0.15.0.patch'
750748
license = 'Apache-2.0'
751749

@@ -797,10 +795,6 @@ license = 'BSD-3-Clause'
797795
version = '0.17.1'
798796
url = 'https://github.com/pytorch/vision/archive/refs/tags/v0.17.1.tar.gz'
799797

800-
[[transformers.rules]]
801-
# transformers tends to depend on a specific version of tokenizers. Pin it to avoid pulling unpatched tokenizers
802-
version = '== 4.33.3'
803-
804798
[[trio.rules]]
805799
patch = 'trio.patch'
806800
license = 'Apache-2.0 OR MIT'

graalpython/lib-graalpython/patches/tokenizers-0.19-plus.patch

Lines changed: 0 additions & 28 deletions
This file was deleted.

0 commit comments

Comments
 (0)
0