Movatterモバイル変換

[0]ホーム
URL:

Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

 Sign up
Appearance settings

Commit6922567

Browse files
committed
👍 Add results
1 parent2efc5ff commit6922567

File tree

126 files changed

+7596
-3041
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

126 files changed

+7596
-3041
lines changed

‎.gitignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
/outputs
33
/data
44
/datasets
5+
/scripts
56

67
# Byte-compiled / optimized / DLL files
78
__pycache__/

‎README.md

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,9 @@ poetry run pip install --upgrade --force-reinstall --no-deps "apache-beam[gcp]"
88

99
| base models| batch size| lr| JSICK (val)| JSICK (test)| JSTS (train)| JSTS (val)|
1010
| -------------------------------------------------------------------------------------------------------------------------| :--------:| :---:| :---------:| :----------:| :----------:| :--------:|
11+
|[cl-tohoku/bert-base-japanese-v3](https://huggingface.co/cl-tohoku/bert-base-japanese-v3)|||||||
12+
|[cl-tohoku/bert-base-japanese-char-v3](https://huggingface.co/cl-tohoku/bert-base-japanese-char-v3)|||||||
13+
||||||||
1114
|[cl-tohoku/bert-base-japanese-v2](https://huggingface.co/cl-tohoku/bert-base-japanese-v2)|||||||
1215
|[cl-tohoku/bert-base-japanese-char-v2](https://huggingface.co/cl-tohoku/bert-base-japanese-char-v2)|||||||
1316
|[cl-tohoku/bert-base-japanese](https://huggingface.co/cl-tohoku/bert-base-japanese)|||||||
@@ -22,13 +25,15 @@ poetry run pip install --upgrade --force-reinstall --no-deps "apache-beam[gcp]"
2225
||||||||
2326
|[bert-base-multilingual-cased](https://huggingface.co/bert-base-multilingual-cased)|||||||
2427
|[xlm-roberta-base](https://huggingface.co/xlm-roberta-base)|||||||
25-
|[microsoft/mdeberta-v3-base](https://huggingface.co/microsoft/mdeberta-v3-base)|||||||
2628
|[studio-ousia/mluke-base-lite](https://huggingface.co/studio-ousia/mluke-base-lite)|||||||
2729

2830

2931

3032
| large models| batch size| lr| JSICK (val)| JSICK (test)| JSTS (train)| JSTS (val)|
3133
| -------------------------------------------------------------------------------------------------------| :--------:| :---:| :---------:| :----------:| :----------:| :--------:|
34+
|[cl-tohoku/bert-large-japanese-v2](https://huggingface.co/cl-tohoku/bert-large-japanese-v2)|||||||
35+
|[cl-tohoku/bert-large-japanese-char-v2](https://huggingface.co/cl-tohoku/bert-large-japanese-char-v2)|||||||
36+
||||||||
3237
|[cl-tohoku/bert-large-japanese](https://huggingface.co/cl-tohoku/bert-large-japanese)|||||||
3338
|[ku-nlp/roberta-large-japanese-char-wwm](https://huggingface.co/ku-nlp/roberta-large-japanese-char-wwm)|||||||
3439
|[studio-ousia/luke-japanese-large-lite](https://huggingface.co/studio-ousia/luke-japanese-large-lite)|||||||

‎poetry.lock

Lines changed: 990 additions & 766 deletions
Some generated files are not rendered by default. Learn more aboutcustomizing how changed files appear on GitHub.

‎pyproject.toml

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -8,22 +8,22 @@ packages = [{ include = "src" }]
88

99
[tool.poetry.dependencies]
1010
python ="3.10.x"
11-
torch = {url ="https://download.pytorch.org/whl/cu116/torch-1.13.1%2Bcu116-cp310-cp310-linux_x86_64.whl" }
12-
tqdm ="^4.64.1"
13-
numpy ="<1.23.0"
14-
pandas ="^1.5.2"
15-
transformers ={extras = ["ja","sentencepiece"],version ="^4.26.1" }
16-
datasets = {extras = ["tensorflow"],version ="^2.8.0" }
17-
tokenizers ="^0.13.2"
18-
accelerate ="^0.16.0"
19-
more-itertools ="^9.0.0"
20-
scikit-learn ="^1.2.0"
21-
classopt ="^0.2.1"
11+
torch = {url ="https://download.pytorch.org/whl/cu118/torch-2.0.1%2Bcu118-cp310-cp310-linux_x86_64.whl" }
12+
transformers ={extras = ["ja","sentencepiece"],version ="^4.28.1" }
13+
typed-argument-parser ="^1.8.0"
14+
accelerate ="^0.18.0"
15+
tokenizers ="^0.13.3"
16+
datasets = {extras = ["tensorflow"],version ="^2.12.0" }
17+
tqdm ="^4.65.0"
18+
numpy ="^1.24.3"
19+
pandas ="^2.0.1"
20+
more-itertools ="^9.1.0"
21+
scikit-learn ="^1.2.2"
2222
konoha ="^5.0.0"
2323
mwparserfromhell ="^0.6.4"
2424
python-snappy ="^0.6.1"
25-
typed-argument-parser ="^1.7.2"
2625
mojimoji ="^0.0.12"
26+
peft ="^0.3.0"
2727

2828
[build-system]
2929
requires = ["poetry-core"]

0 commit comments

Comments
 (0)
[8]ページ先頭
©2009-2025 Movatter.jp