Update README.md
Browse files
README.md
CHANGED
@@ -49,7 +49,7 @@ Models are pre-trained by [UER-py](https://github.com/dbiir/UER-py/) on [Tencent
|
|
49 |
|
50 |
```
|
51 |
python3 preprocess.py --corpus_path corpora/couplet.txt \
|
52 |
-
--vocab_path models/google_zh_vocab.txt \
|
53 |
--dataset_path couplet_dataset.pt --processes_num 16 \
|
54 |
--seq_length 64 --target lm
|
55 |
```
|
@@ -57,7 +57,7 @@ python3 preprocess.py --corpus_path corpora/couplet.txt \
|
|
57 |
```
|
58 |
python3 pretrain.py --dataset_path couplet_dataset.pt \
|
59 |
--vocab_path models/google_zh_vocab.txt \
|
60 |
-
--output_model_path models/couplet_gpt2_base_model.bin \
|
61 |
--config_path models/bert_base_config.json \
|
62 |
--tie_weight --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
63 |
--total_steps 25000 --save_checkpoint_steps 5000 --report_steps 1000 \
|
|
|
49 |
|
50 |
```
|
51 |
python3 preprocess.py --corpus_path corpora/couplet.txt \
|
52 |
+
--vocab_path models/google_zh_vocab.txt \
|
53 |
--dataset_path couplet_dataset.pt --processes_num 16 \
|
54 |
--seq_length 64 --target lm
|
55 |
```
|
|
|
57 |
```
|
58 |
python3 pretrain.py --dataset_path couplet_dataset.pt \
|
59 |
--vocab_path models/google_zh_vocab.txt \
|
60 |
+
--output_model_path models/couplet_gpt2_base_model.bin \
|
61 |
--config_path models/bert_base_config.json \
|
62 |
--tie_weight --world_size 8 --gpu_ranks 0 1 2 3 4 5 6 7 \
|
63 |
--total_steps 25000 --save_checkpoint_steps 5000 --report_steps 1000 \
|