aframson
/

RDPD-mini

Text Generation

feature-extraction

Model card Files Files and versions Community

aframson commited on Oct 1, 2023

Commit

427fa15

·

1 Parent(s): 12d4029

we're

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -8,17 +8,17 @@
     "AutoModelForCausalLM": "modelLM.OBILanguageModel",
     "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel"
   },
-  "batch_size": 5,
-  "block_size": 20,
   "device": "cpu",
   "eval_interval": 100,
   "hidden_dropout_prob": 0.1,
   "hidden_size": 4,
   "learning_rate": 0.001,
-  "max_iters": 900,
   "num_attention_heads": 2,
   "num_hidden_layers": 2,
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
-  "vocab_size": 142211
 }

     "AutoModelForCausalLM": "modelLM.OBILanguageModel",
     "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel"
   },
+  "batch_size": 6,
+  "block_size": 6,
   "device": "cpu",
   "eval_interval": 100,
   "hidden_dropout_prob": 0.1,
   "hidden_size": 4,
   "learning_rate": 0.001,
+  "max_iters": 500,
   "num_attention_heads": 2,
   "num_hidden_layers": 2,
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
+  "vocab_size": 5000
 }