-
Notifications
You must be signed in to change notification settings - Fork 3
/
requirements.txt
176 lines (176 loc) · 3.1 KB
/
requirements.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
#
# This file is autogenerated by pip-compile with Python 3.9
# by the following command:
#
# pip-compile --resolver=backtracking
#
aiohttp==3.8.4
# via
# datasets
# fsspec
aiosignal==1.3.1
# via aiohttp
apache-beam==2.48.0
# via -r requirements.in
async-timeout==4.0.2
# via aiohttp
attrs==23.1.0
# via aiohttp
certifi==2023.5.7
# via requests
charset-normalizer==3.1.0
# via
# aiohttp
# requests
cloudpickle==2.2.1
# via apache-beam
crcmod==1.7
# via apache-beam
datasets==2.13.1
# via -r requirements.in
dill==0.3.1.1
# via
# apache-beam
# datasets
# multiprocess
dnspython==2.3.0
# via pymongo
docopt==0.6.2
# via hdfs
fastavro==1.7.4
# via apache-beam
fasteners==0.18
# via apache-beam
filelock==3.12.2
# via
# huggingface-hub
# transformers
frozenlist==1.3.3
# via
# aiohttp
# aiosignal
fsspec[http]==2023.6.0
# via
# datasets
# huggingface-hub
grpcio==1.56.0
# via apache-beam
hdfs==2.7.0
# via apache-beam
hojichar==0.9.0
# via -r requirements.in
httplib2==0.22.0
# via apache-beam
huggingface-hub==0.15.1
# via
# datasets
# transformers
idna==3.4
# via
# requests
# yarl
mmh3==4.0.1
# via hojichar
multidict==6.0.4
# via
# aiohttp
# yarl
multiprocess==0.70.9
# via datasets
mwparserfromhell @ git+https://github.com/earwig/mwparserfromhell.git@0f89f44
# via -r requirements.in
numpy==1.24.4
# via
# apache-beam
# datasets
# hojichar
# pandas
# pyarrow
# transformers
objsize==0.6.1
# via apache-beam
orjson==3.9.1
# via apache-beam
packaging==23.1
# via
# datasets
# huggingface-hub
# transformers
pandas==2.0.2
# via datasets
proto-plus==1.22.3
# via apache-beam
protobuf==4.23.3
# via
# apache-beam
# proto-plus
pyarrow==11.0.0
# via
# apache-beam
# datasets
pydot==1.4.2
# via apache-beam
pymongo==4.4.0
# via apache-beam
pyparsing==3.1.0
# via
# httplib2
# pydot
python-dateutil==2.8.2
# via
# apache-beam
# pandas
pytz==2023.3
# via
# apache-beam
# pandas
pyyaml==6.0
# via
# datasets
# huggingface-hub
# transformers
regex==2023.6.3
# via
# -r requirements.in
# apache-beam
# transformers
requests==2.31.0
# via
# apache-beam
# datasets
# fsspec
# hdfs
# huggingface-hub
# transformers
safetensors==0.3.1
# via transformers
sentencepiece==0.1.99
# via -r requirements.in
six==1.16.0
# via
# hdfs
# python-dateutil
tokenizers==0.13.3
# via transformers
tqdm==4.65.0
# via
# datasets
# hojichar
# huggingface-hub
# transformers
transformers==4.30.2
# via -r requirements.in
typing-extensions==4.6.3
# via
# apache-beam
# huggingface-hub
tzdata==2023.3
# via pandas
urllib3==2.0.3
# via requests
xxhash==3.2.0
# via datasets
yarl==1.9.2
# via aiohttp
zstandard==0.21.0
# via apache-beam