Hugging Face's logo

urisoo
/
my_awesome_qa_model

PEFT
TensorBoard
Safetensors
distilbert
Model card Files Metrics Community
urisoo commited on
Commit
2802cde
·
verified ·
1 Parent(s): f294a82

Training in progress, step 500

Browse files
Files changed (5) hide show
  1. adapter_config.json +20 -11
  2. adapter_model.safetensors +2 -2
  3. runs/Jan12_10-00-40_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705021240.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4178.0 +2 -2
  4. runs/Jan12_11-30-11_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705026611.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4552.0 +3 -0
  5. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,17 +1,26 @@
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "bert-base-cased",
4
- "encoder_dropout": 0.0,
5
- "encoder_hidden_size": 128,
6
- "encoder_num_layers": 2,
7
- "encoder_reparameterization_type": "MLP",
8
  "inference_mode": true,
9
- "num_attention_heads": 12,
10
- "num_layers": 12,
11
- "num_transformer_submodules": 1,
12
- "num_virtual_tokens": 20,
13
- "peft_type": "P_TUNING",
 
 
 
 
 
 
 
14
  "revision": null,
15
- "task_type": "QUESTION_ANS",
16
- "token_dim": 768
 
 
 
17
  }
 
1
  {
2
+ "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "bert-base-cased",
5
+ "bias": "all",
6
+ "fan_in_fan_out": false,
 
 
7
  "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.1,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
  "revision": null,
21
+ "target_modules": [
22
+ "query",
23
+ "value"
24
+ ],
25
+ "task_type": "QUESTION_ANS"
26
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45f2f4b5e1afadda42ba76afeff2b5c353e38be144173c1ff8569562c51db1b1
3
- size 67880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbbe12a1fa4ab03d2f5afe98cfdb9164025be8941c433bac0e794d0633dcc46d
3
+ size 2793840
runs/Jan12_10-00-40_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705021240.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4178.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e394e95637b1e978f1fbea443a4ec5ec912f37cf81bc0d4e0c582282c41116e
3
- size 9971
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05e6db3ee543c39b604e0334358457e6d72d0964e5c79a0f0e5748c2eea2a0c8
3
+ size 10558
runs/Jan12_11-30-11_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705026611.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.4552.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd11285275a5dd383963ea5ec7eb1c98859d8070a75ad613504a775f86935bf
3
+ size 4498
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69db1eb9684832c421b800bd1253974a79c5592a9ce4d9835100b35ce6b97354
3
  size 4283
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23f6c204b60fa6ad76896ae5cd6428af191440d53234338d3ccaae28c5b26fa
3
  size 4283