Hugging Face's logo

urisoo
/
my_awesome_qa_model

PEFT
TensorBoard
Safetensors
distilbert
Model card Files Metrics Community
urisoo commited on
Commit
4ed0cd9
·
verified ·
1 Parent(s): 658ca1c

Training in progress, step 500

Browse files
Files changed (5) hide show
  1. adapter_config.json +11 -20
  2. adapter_model.safetensors +2 -2
  3. runs/Jan12_11-30-11_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705026611.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4552.0 +2 -2
  4. runs/Jan18_16-29-38_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705562979.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.17530.0 +3 -0
  5. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,26 +1,17 @@
1
  {
2
- "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "bert-base-cased",
5
- "bias": "all",
6
- "fan_in_fan_out": false,
 
 
7
  "inference_mode": true,
8
- "init_lora_weights": true,
9
- "layers_pattern": null,
10
- "layers_to_transform": null,
11
- "loftq_config": {},
12
- "lora_alpha": 16,
13
- "lora_dropout": 0.1,
14
- "megatron_config": null,
15
- "megatron_core": "megatron.core",
16
- "modules_to_save": null,
17
- "peft_type": "LORA",
18
- "r": 16,
19
- "rank_pattern": {},
20
  "revision": null,
21
- "target_modules": [
22
- "query",
23
- "value"
24
- ],
25
- "task_type": "QUESTION_ANS"
26
  }
 
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "bert-base-cased",
4
+ "encoder_dropout": 0.0,
5
+ "encoder_hidden_size": 128,
6
+ "encoder_num_layers": 2,
7
+ "encoder_reparameterization_type": "MLP",
8
  "inference_mode": true,
9
+ "num_attention_heads": 12,
10
+ "num_layers": 12,
11
+ "num_transformer_submodules": 1,
12
+ "num_virtual_tokens": 20,
13
+ "peft_type": "P_TUNING",
 
 
 
 
 
 
 
14
  "revision": null,
15
+ "task_type": "QUESTION_ANS",
16
+ "token_dim": 768
 
 
 
17
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8bc7b4c15a2620fcfcb73d6acf52297d63b6314d113e9d63ffd798d8042c63e4
3
- size 2793840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86745e774e86741bcd8e92d8f01371955a8447ebe291bd1ce55b1a6f6e773453
3
+ size 67880
runs/Jan12_11-30-11_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705026611.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4552.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57c362f59559c879414b7c69568f1c8b0673782cd237c8e1f603d3a741318713
3
- size 9971
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a1e1f1a8ede88d2ed18fb1d17f2ca24b31b378f641616db0bc7f56fcd182d8e
3
+ size 10558
runs/Jan18_16-29-38_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705562979.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.17530.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a1eab847a158699318bda0a2315c7bc7ceb63ed0134e150dbda30ee4997f47
3
+ size 4498
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b23f6c204b60fa6ad76896ae5cd6428af191440d53234338d3ccaae28c5b26fa
3
  size 4283
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca248ef403e8d51e7fa4375995af064ac9c85d8a27d243b2f8d61b3b165859b
3
  size 4283