Upload folder using huggingface_hub

decoder/config.json

@@ -66,9 +66,9 @@
         "max_input_len": 256,
         "max_seq_len": 1000,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 7,
         "max_beam_width": 5,
-        "max_num_tokens": 8000,
+        "max_num_tokens": 7000,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

decoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c9ef298d2afa21f963133b0b0fe0bd60f55d3bbf698dc75c4371e0f0355215
-size 1028373364
+oid sha256:c1e640ea396247fa35beae820167079815b6fe0e1ac655f28de28136c23b50ae
+size 1028373292

encoder/config.json

@@ -44,9 +44,9 @@
         "max_input_len": 1500,
         "max_seq_len": 2048,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 7,
         "max_beam_width": 1,
-        "max_num_tokens": 16384,
+        "max_num_tokens": 14336,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

encoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82e6d7d9f9de541e4d8bc23ed02ebfc933297c191b1c85d18cbc480ea08ebc65
-size 621615980
+oid sha256:a297f074332d524932947cbec3753b2c3b474ba65206187127d69a14c684086f
+size 625946420