Training in progress, step 1700
Browse files
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 485755120
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42122f8a92b1bf43ca3c36130420b742bc669849e1e1a5c54ee907ec3074ee10
|
3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
@@ -1597,3 +1597,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
1597 |
2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1598 |
2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1599 |
2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1597 |
2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1598 |
2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1599 |
2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1600 |
+
2024-06-02 22:22:03,740 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1601 |
+
2024-06-02 22:22:08,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1602 |
+
2024-06-02 22:22:13,635 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
1603 |
+
2024-06-02 22:22:14,636 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1604 |
+
2024-06-02 22:22:14,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1605 |
+
2024-06-02 22:22:15,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1606 |
+
2024-06-02 22:22:15,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1607 |
+
2024-06-02 22:22:19,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1608 |
+
2024-06-02 22:22:24,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1609 |
+
2024-06-02 22:22:29,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1610 |
+
2024-06-02 22:22:29,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1611 |
+
2024-06-02 22:22:30,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1612 |
+
2024-06-02 22:22:30,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1613 |
+
2024-06-02 22:22:35,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1614 |
+
2024-06-02 22:22:40,712 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1615 |
+
2024-06-02 22:22:43,636 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
1616 |
+
2024-06-02 22:22:44,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1617 |
+
2024-06-02 22:22:45,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1618 |
+
2024-06-02 22:22:45,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1619 |
+
2024-06-02 22:22:45,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1620 |
+
2024-06-02 22:22:50,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1621 |
+
2024-06-02 22:22:55,784 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1622 |
+
2024-06-02 22:22:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1623 |
+
2024-06-02 22:23:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1624 |
+
2024-06-02 22:23:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1625 |
+
2024-06-02 22:23:01,781 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1626 |
+
2024-06-02 22:23:06,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1627 |
+
2024-06-02 22:23:11,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1628 |
+
2024-06-02 22:23:13,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
1629 |
+
2024-06-02 22:23:14,975 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1630 |
+
2024-06-02 22:23:15,656 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1631 |
+
2024-06-02 22:23:15,657 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1632 |
+
2024-06-02 22:23:17,767 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1633 |
+
2024-06-02 22:23:22,768 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1634 |
+
2024-06-02 22:23:27,769 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1635 |
+
2024-06-02 22:23:30,311 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1636 |
+
2024-06-02 22:23:30,803 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1637 |
+
2024-06-02 22:23:30,803 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1638 |
+
2024-06-02 22:23:32,837 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1639 |
+
2024-06-02 22:23:35,880 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
1640 |
+
2024-06-02 22:23:38,610 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1641 |
+
2024-06-02 22:23:43,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1642 |
+
2024-06-02 22:23:43,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
@@ -66,4 +66,6 @@
|
|
66 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
67 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
68 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
69 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
66 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
67 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
68 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
69 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
70 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
71 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
@@ -1597,3 +1597,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
1597 |
2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1598 |
2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1599 |
2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1597 |
2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1598 |
2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1599 |
2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1600 |
+
2024-06-02 22:22:03,740 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1601 |
+
2024-06-02 22:22:08,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1602 |
+
2024-06-02 22:22:13,635 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
1603 |
+
2024-06-02 22:22:14,636 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1604 |
+
2024-06-02 22:22:14,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1605 |
+
2024-06-02 22:22:15,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1606 |
+
2024-06-02 22:22:15,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1607 |
+
2024-06-02 22:22:19,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1608 |
+
2024-06-02 22:22:24,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1609 |
+
2024-06-02 22:22:29,723 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1610 |
+
2024-06-02 22:22:29,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1611 |
+
2024-06-02 22:22:30,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1612 |
+
2024-06-02 22:22:30,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1613 |
+
2024-06-02 22:22:35,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1614 |
+
2024-06-02 22:22:40,712 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1615 |
+
2024-06-02 22:22:43,636 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
1616 |
+
2024-06-02 22:22:44,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1617 |
+
2024-06-02 22:22:45,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1618 |
+
2024-06-02 22:22:45,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1619 |
+
2024-06-02 22:22:45,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1620 |
+
2024-06-02 22:22:50,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1621 |
+
2024-06-02 22:22:55,784 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1622 |
+
2024-06-02 22:22:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1623 |
+
2024-06-02 22:23:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1624 |
+
2024-06-02 22:23:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1625 |
+
2024-06-02 22:23:01,781 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1626 |
+
2024-06-02 22:23:06,782 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1627 |
+
2024-06-02 22:23:11,783 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1628 |
+
2024-06-02 22:23:13,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
1629 |
+
2024-06-02 22:23:14,975 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1630 |
+
2024-06-02 22:23:15,656 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1631 |
+
2024-06-02 22:23:15,657 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1632 |
+
2024-06-02 22:23:17,767 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1633 |
+
2024-06-02 22:23:22,768 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1634 |
+
2024-06-02 22:23:27,769 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1635 |
+
2024-06-02 22:23:30,311 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
1636 |
+
2024-06-02 22:23:30,803 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
1637 |
+
2024-06-02 22:23:30,803 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
1638 |
+
2024-06-02 22:23:32,837 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1639 |
+
2024-06-02 22:23:35,880 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
1640 |
+
2024-06-02 22:23:38,610 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1641 |
+
2024-06-02 22:23:43,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
1642 |
+
2024-06-02 22:23:43,637 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|