{ "architectures": [ "OBILanguageModel" ], "auto_map": { "AutoConfig": "modelConfig.OBIConfig", "AutoModel": "modelLM.OBILanguageModel", "AutoModelForCausalLM": "modelLM.OBILanguageModel", "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel" }, "batch_size": 50, "block_size": 256, "device": "cpu", "eval_interval": 100, "hidden_dropout_prob": 0.1, "hidden_size": 108, "learning_rate": 0.001, "max_iters": 8000, "num_attention_heads": 12, "num_hidden_layers": 10, "torch_dtype": "float32", "transformers_version": "4.30.2", "vocab_size": 1000 }