sharukat commited on
Commit
207ada8
·
verified ·
1 Parent(s): 73e2ec0

Training in progress, epoch 1

Browse files
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mmukh/SOBertBase",
3
+ "architectures": [
4
+ "MegatronBertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 768,
10
+ "id2label": {
11
+ "0": "Documentation Ambiguity",
12
+ "1": "Documentation Completeness",
13
+ "2": "Documentation Replicability",
14
+ "3": "Documentation Replication on Other Examples",
15
+ "4": "Inadequate Examples",
16
+ "5": "Lack of Alternative Solutions/Documentation",
17
+ "6": "Requesting (Additional) Documentation/Examples"
18
+ },
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 3072,
21
+ "label2id": {
22
+ "Documentation Ambiguity": 0,
23
+ "Documentation Completeness": 1,
24
+ "Documentation Replicability": 2,
25
+ "Documentation Replication on Other Examples": 3,
26
+ "Inadequate Examples": 4,
27
+ "Lack of Alternative Solutions/Documentation": 5,
28
+ "Requesting (Additional) Documentation/Examples": 6
29
+ },
30
+ "layer_norm_eps": 1e-12,
31
+ "max_position_embeddings": 2048,
32
+ "model_type": "megatron-bert",
33
+ "num_attention_heads": 12,
34
+ "num_hidden_layers": 12,
35
+ "pad_token_id": 0,
36
+ "position_embedding_type": "absolute",
37
+ "problem_type": "single_label_classification",
38
+ "tokenizer_type": "SentencePieceTokenizer",
39
+ "torch_dtype": "float32",
40
+ "transformers_version": "4.38.1",
41
+ "type_vocab_size": 2,
42
+ "use_cache": true,
43
+ "vocab_size": 50048
44
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40d9fd7564c512e2441d11969f9031eea84e078e9829f42f995afe2511ca475
3
+ size 502675828
runs/Mar06_14-22-18_cd2c3b1980c7/events.out.tfevents.1709734940.cd2c3b1980c7.34.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:942917d4bf98fe2436752c1d4605c9706de1016d398c482dde4ab1b71f0d380a
3
+ size 5374
runs/Mar06_14-31-23_cd2c3b1980c7/events.out.tfevents.1709735484.cd2c3b1980c7.34.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1d5d3ebcd5d7fcb93dc34cbea5424561985d72740db22b3f3a8f8ea1091eed
3
+ size 5374
runs/Mar06_14-40-16_cd2c3b1980c7/events.out.tfevents.1709736017.cd2c3b1980c7.34.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:998ff1257404cd205652d11daf340d1f13ee8e4dbc375cdf274f99055fd5b8b0
3
+ size 5374
runs/Mar06_14-43-14_cd2c3b1980c7/events.out.tfevents.1709736195.cd2c3b1980c7.34.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5933e86600b7190a260da2aec6129b484588c7840d7621c61ad5faeb2ff44179
3
+ size 5988
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc70d1f390dffc6ea61c4aff646ef9dc475c8030276d3b0440a503b96593826
3
+ size 4856
wandb/debug-internal.log ADDED
@@ -0,0 +1,876 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2024-03-06 14:24:08,637 INFO StreamThr :133 [internal.py:wandb_internal():86] W&B internal server running at pid: 133, started at: 2024-03-06 14:24:08.636409
2
+ 2024-03-06 14:24:08,638 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status
3
+ 2024-03-06 14:24:09,582 INFO WriterThread:133 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/run-og3d0ld1.wandb
4
+ 2024-03-06 14:24:09,583 DEBUG SenderThread:133 [sender.py:send():382] send: header
5
+ 2024-03-06 14:24:09,586 DEBUG SenderThread:133 [sender.py:send():382] send: run
6
+ 2024-03-06 14:24:10,112 INFO SenderThread:133 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files
7
+ 2024-03-06 14:24:10,112 INFO SenderThread:133 [sender.py:_start_run_threads():1136] run started: og3d0ld1 with start time 1709735048.637645
8
+ 2024-03-06 14:24:10,120 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: check_version
9
+ 2024-03-06 14:24:10,121 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: check_version
10
+ 2024-03-06 14:24:10,183 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: run_start
11
+ 2024-03-06 14:24:10,194 DEBUG HandlerThread:133 [system_info.py:__init__():27] System info init
12
+ 2024-03-06 14:24:10,194 DEBUG HandlerThread:133 [system_info.py:__init__():42] System info init done
13
+ 2024-03-06 14:24:10,194 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
14
+ 2024-03-06 14:24:10,195 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
15
+ 2024-03-06 14:24:10,195 INFO HandlerThread:133 [system_monitor.py:probe():214] Collecting system info
16
+ 2024-03-06 14:24:10,195 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
17
+ 2024-03-06 14:24:10,196 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
18
+ 2024-03-06 14:24:10,197 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
19
+ 2024-03-06 14:24:10,198 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
20
+ 2024-03-06 14:24:10,199 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
21
+ 2024-03-06 14:24:10,208 DEBUG HandlerThread:133 [system_info.py:probe():151] Probing system
22
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [gitlib.py:_init_repo():56] git repository is invalid
23
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [system_info.py:probe():199] Probing system done
24
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-06T14:24:10.208635', 'startedAt': '2024-03-06T14:24:08.629731', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'cd2c3b1980c7', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.146, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5519.320713043213}}, 'gpu': 'Tesla P100-PCIE-16GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla P100-PCIE-16GB', 'memory_total': 17179869184}], 'memory': {'total': 31.357559204101562}}
25
+ 2024-03-06 14:24:10,210 INFO HandlerThread:133 [system_monitor.py:probe():224] Finished collecting system info
26
+ 2024-03-06 14:24:10,210 INFO HandlerThread:133 [system_monitor.py:probe():227] Publishing system info
27
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment
28
+ 2024-03-06 14:24:11,114 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/conda-environment.yaml
29
+ 2024-03-06 14:25:05,131 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/conda-environment.yaml
30
+ 2024-03-06 14:25:05,831 DEBUG HandlerThread:133 [system_info.py:_save_conda():220] Saving conda packages done
31
+ 2024-03-06 14:25:05,832 INFO HandlerThread:133 [system_monitor.py:probe():229] Finished publishing system info
32
+ 2024-03-06 14:25:05,839 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
33
+ 2024-03-06 14:25:05,839 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
34
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
35
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
36
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
37
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
38
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
39
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
40
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
41
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
42
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
43
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: python_packages
44
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: internal_messages
45
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: stop_status
46
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
47
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
48
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
49
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
50
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
51
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
52
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
53
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
54
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
55
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
56
+ 2024-03-06 14:25:05,843 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: python_packages
57
+ 2024-03-06 14:25:05,846 DEBUG SenderThread:133 [sender.py:send():382] send: telemetry
58
+ 2024-03-06 14:25:05,846 DEBUG SenderThread:133 [sender.py:send():382] send: config
59
+ 2024-03-06 14:25:05,847 DEBUG SenderThread:133 [sender.py:send():382] send: metric
60
+ 2024-03-06 14:25:05,847 DEBUG SenderThread:133 [sender.py:send():382] send: telemetry
61
+ 2024-03-06 14:25:05,848 DEBUG SenderThread:133 [sender.py:send():382] send: metric
62
+ 2024-03-06 14:25:05,848 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
63
+ 2024-03-06 14:25:05,848 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: stop_status
64
+ 2024-03-06 14:25:06,022 DEBUG SenderThread:133 [sender.py:send():382] send: telemetry
65
+ 2024-03-06 14:25:06,022 DEBUG SenderThread:133 [sender.py:send():382] send: files
66
+ 2024-03-06 14:25:06,023 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now
67
+ 2024-03-06 14:25:06,131 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-metadata.json
68
+ 2024-03-06 14:25:06,132 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/requirements.txt
69
+ 2024-03-06 14:25:06,588 INFO wandb-upload_0:133 [upload_job.py:push():131] Uploaded file /tmp/tmp132o3biwwandb/c9fzxxii-wandb-metadata.json
70
+ 2024-03-06 14:25:09,364 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
71
+ 2024-03-06 14:25:09,366 DEBUG SenderThread:133 [sender.py:send():382] send: metric
72
+ 2024-03-06 14:25:09,371 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
73
+ 2024-03-06 14:25:09,636 DEBUG SenderThread:133 [sender.py:send():382] send: metric
74
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send():382] send: metric
75
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send():382] send: metric
76
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send():382] send: history
77
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
78
+ 2024-03-06 14:25:09,639 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
79
+ 2024-03-06 14:25:10,133 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
80
+ 2024-03-06 14:25:10,133 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
81
+ 2024-03-06 14:25:10,200 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
82
+ 2024-03-06 14:25:10,201 DEBUG SenderThread:133 [sender.py:send():382] send: stats
83
+ 2024-03-06 14:25:10,242 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
84
+ 2024-03-06 14:25:12,521 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
85
+ 2024-03-06 14:25:12,521 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
86
+ 2024-03-06 14:25:12,522 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
87
+ 2024-03-06 14:25:12,522 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
88
+ 2024-03-06 14:25:12,522 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
89
+ 2024-03-06 14:25:12,523 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
90
+ 2024-03-06 14:25:12,523 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
91
+ 2024-03-06 14:25:12,529 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
92
+ 2024-03-06 14:25:12,529 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
93
+ 2024-03-06 14:25:12,530 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
94
+ 2024-03-06 14:25:12,530 DEBUG SenderThread:133 [sender.py:send():382] send: stats
95
+ 2024-03-06 14:25:15,253 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
96
+ 2024-03-06 14:25:15,531 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
97
+ 2024-03-06 14:25:20,255 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
98
+ 2024-03-06 14:25:20,533 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
99
+ 2024-03-06 14:25:25,256 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
100
+ 2024-03-06 14:25:25,534 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
101
+ 2024-03-06 14:25:30,257 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
102
+ 2024-03-06 14:25:30,535 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
103
+ 2024-03-06 14:25:35,258 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
104
+ 2024-03-06 14:25:35,536 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
105
+ 2024-03-06 14:25:40,259 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
106
+ 2024-03-06 14:25:40,544 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
107
+ 2024-03-06 14:25:41,144 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
108
+ 2024-03-06 14:25:45,260 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
109
+ 2024-03-06 14:25:45,747 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
110
+ 2024-03-06 14:25:50,262 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
111
+ 2024-03-06 14:25:50,748 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
112
+ 2024-03-06 14:25:55,263 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
113
+ 2024-03-06 14:25:55,749 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
114
+ 2024-03-06 14:26:00,264 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
115
+ 2024-03-06 14:26:00,751 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
116
+ 2024-03-06 14:26:05,265 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
117
+ 2024-03-06 14:26:05,752 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
118
+ 2024-03-06 14:26:10,266 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
119
+ 2024-03-06 14:26:10,753 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
120
+ 2024-03-06 14:26:15,268 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
121
+ 2024-03-06 14:26:15,754 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
122
+ 2024-03-06 14:26:20,269 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
123
+ 2024-03-06 14:26:20,755 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
124
+ 2024-03-06 14:26:25,270 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
125
+ 2024-03-06 14:26:25,756 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
126
+ 2024-03-06 14:26:30,270 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
127
+ 2024-03-06 14:26:30,757 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
128
+ 2024-03-06 14:26:35,272 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
129
+ 2024-03-06 14:26:35,758 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
130
+ 2024-03-06 14:26:40,273 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
131
+ 2024-03-06 14:26:40,760 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
132
+ 2024-03-06 14:26:45,274 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
133
+ 2024-03-06 14:26:45,761 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
134
+ 2024-03-06 14:26:50,275 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
135
+ 2024-03-06 14:26:50,762 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
136
+ 2024-03-06 14:26:55,276 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
137
+ 2024-03-06 14:26:55,763 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
138
+ 2024-03-06 14:27:00,277 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
139
+ 2024-03-06 14:27:00,764 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
140
+ 2024-03-06 14:27:05,279 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
141
+ 2024-03-06 14:27:05,765 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
142
+ 2024-03-06 14:27:10,280 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
143
+ 2024-03-06 14:27:10,766 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
144
+ 2024-03-06 14:27:15,281 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
145
+ 2024-03-06 14:27:15,767 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
146
+ 2024-03-06 14:27:20,282 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
147
+ 2024-03-06 14:27:20,768 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
148
+ 2024-03-06 14:27:25,283 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
149
+ 2024-03-06 14:27:25,769 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
150
+ 2024-03-06 14:27:30,284 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
151
+ 2024-03-06 14:27:30,770 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
152
+ 2024-03-06 14:27:35,285 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
153
+ 2024-03-06 14:27:35,771 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
154
+ 2024-03-06 14:27:40,287 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
155
+ 2024-03-06 14:27:40,772 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
156
+ 2024-03-06 14:27:45,288 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
157
+ 2024-03-06 14:27:45,773 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
158
+ 2024-03-06 14:27:50,289 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
159
+ 2024-03-06 14:27:50,774 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
160
+ 2024-03-06 14:27:55,290 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
161
+ 2024-03-06 14:27:55,775 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
162
+ 2024-03-06 14:28:00,291 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
163
+ 2024-03-06 14:28:00,777 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
164
+ 2024-03-06 14:28:05,293 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
165
+ 2024-03-06 14:28:05,778 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-03-06 14:28:10,294 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
167
+ 2024-03-06 14:28:10,779 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-03-06 14:28:15,295 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
169
+ 2024-03-06 14:28:15,780 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
170
+ 2024-03-06 14:28:20,296 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
171
+ 2024-03-06 14:28:20,781 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
172
+ 2024-03-06 14:28:25,297 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
173
+ 2024-03-06 14:28:25,782 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-03-06 14:28:30,298 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
175
+ 2024-03-06 14:28:30,784 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
176
+ 2024-03-06 14:28:35,299 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
177
+ 2024-03-06 14:28:35,785 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
178
+ 2024-03-06 14:28:40,301 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
179
+ 2024-03-06 14:28:40,786 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-03-06 14:28:45,302 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
181
+ 2024-03-06 14:28:45,787 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
182
+ 2024-03-06 14:28:50,303 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
183
+ 2024-03-06 14:28:50,788 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
184
+ 2024-03-06 14:28:55,304 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
185
+ 2024-03-06 14:28:55,790 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
186
+ 2024-03-06 14:29:00,305 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
187
+ 2024-03-06 14:29:00,791 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
188
+ 2024-03-06 14:29:05,306 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
189
+ 2024-03-06 14:29:05,792 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
190
+ 2024-03-06 14:29:10,307 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
191
+ 2024-03-06 14:29:10,793 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
192
+ 2024-03-06 14:29:15,309 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
193
+ 2024-03-06 14:29:15,794 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
194
+ 2024-03-06 14:29:20,310 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
195
+ 2024-03-06 14:29:20,795 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
196
+ 2024-03-06 14:29:25,311 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
197
+ 2024-03-06 14:29:25,796 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
198
+ 2024-03-06 14:29:30,312 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
199
+ 2024-03-06 14:29:30,797 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
200
+ 2024-03-06 14:29:35,313 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
201
+ 2024-03-06 14:29:35,798 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
202
+ 2024-03-06 14:29:40,314 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
203
+ 2024-03-06 14:29:40,799 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
204
+ 2024-03-06 14:29:45,315 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
205
+ 2024-03-06 14:29:45,801 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-03-06 14:29:50,317 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
207
+ 2024-03-06 14:29:50,801 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
208
+ 2024-03-06 14:29:55,318 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
209
+ 2024-03-06 14:29:55,803 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
210
+ 2024-03-06 14:30:00,319 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
211
+ 2024-03-06 14:30:00,804 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
212
+ 2024-03-06 14:30:05,320 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
213
+ 2024-03-06 14:30:05,805 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
214
+ 2024-03-06 14:30:10,321 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
215
+ 2024-03-06 14:30:10,806 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
216
+ 2024-03-06 14:30:15,322 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
217
+ 2024-03-06 14:30:15,807 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
218
+ 2024-03-06 14:30:20,324 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 14:30:20,808 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
220
+ 2024-03-06 14:30:25,325 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
221
+ 2024-03-06 14:30:25,810 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
222
+ 2024-03-06 14:30:30,326 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
223
+ 2024-03-06 14:30:30,811 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
224
+ 2024-03-06 14:30:35,327 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
225
+ 2024-03-06 14:30:35,812 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
226
+ 2024-03-06 14:30:40,328 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
227
+ 2024-03-06 14:30:40,813 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
228
+ 2024-03-06 14:30:45,329 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
229
+ 2024-03-06 14:30:45,814 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
230
+ 2024-03-06 14:30:50,330 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
231
+ 2024-03-06 14:30:50,815 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-03-06 14:30:55,331 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
233
+ 2024-03-06 14:30:55,816 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
234
+ 2024-03-06 14:31:00,332 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
235
+ 2024-03-06 14:31:00,817 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
236
+ 2024-03-06 14:31:03,179 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
237
+ 2024-03-06 14:31:03,179 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
238
+ 2024-03-06 14:31:03,179 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
239
+ 2024-03-06 14:31:03,179 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
240
+ 2024-03-06 14:31:03,180 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
241
+ 2024-03-06 14:31:03,180 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
242
+ 2024-03-06 14:31:03,181 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
243
+ 2024-03-06 14:31:03,182 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
244
+ 2024-03-06 14:31:03,182 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
245
+ 2024-03-06 14:31:03,183 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
246
+ 2024-03-06 14:31:03,183 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
247
+ 2024-03-06 14:31:03,183 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
248
+ 2024-03-06 14:31:03,184 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
249
+ 2024-03-06 14:31:03,184 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
250
+ 2024-03-06 14:31:03,184 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
251
+ 2024-03-06 14:31:03,188 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
252
+ 2024-03-06 14:31:03,189 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
253
+ 2024-03-06 14:31:03,194 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
254
+ 2024-03-06 14:31:03,194 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
255
+ 2024-03-06 14:31:03,194 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
256
+ 2024-03-06 14:31:03,195 DEBUG SenderThread:133 [sender.py:send():382] send: stats
257
+ 2024-03-06 14:31:05,333 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
258
+ 2024-03-06 14:31:06,130 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
259
+ 2024-03-06 14:31:06,130 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
260
+ 2024-03-06 14:31:06,130 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
261
+ 2024-03-06 14:31:06,130 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
262
+ 2024-03-06 14:31:06,131 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
263
+ 2024-03-06 14:31:06,131 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
264
+ 2024-03-06 14:31:06,132 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
265
+ 2024-03-06 14:31:06,133 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
266
+ 2024-03-06 14:31:06,134 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
267
+ 2024-03-06 14:31:06,196 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
268
+ 2024-03-06 14:31:07,064 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
269
+ 2024-03-06 14:31:07,064 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
270
+ 2024-03-06 14:31:07,064 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
271
+ 2024-03-06 14:31:07,064 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
272
+ 2024-03-06 14:31:07,064 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
273
+ 2024-03-06 14:31:07,064 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
274
+ 2024-03-06 14:31:07,066 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
275
+ 2024-03-06 14:31:07,066 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
276
+ 2024-03-06 14:31:07,072 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
277
+ 2024-03-06 14:31:07,072 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
278
+ 2024-03-06 14:31:07,072 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
279
+ 2024-03-06 14:31:07,073 DEBUG SenderThread:133 [sender.py:send():382] send: stats
280
+ 2024-03-06 14:31:07,268 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
281
+ 2024-03-06 14:31:09,269 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
282
+ 2024-03-06 14:31:10,011 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
283
+ 2024-03-06 14:31:10,011 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
284
+ 2024-03-06 14:31:10,011 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
285
+ 2024-03-06 14:31:10,011 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
286
+ 2024-03-06 14:31:10,012 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
287
+ 2024-03-06 14:31:10,013 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
288
+ 2024-03-06 14:31:10,015 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
289
+ 2024-03-06 14:31:10,015 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
290
+ 2024-03-06 14:31:10,015 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
291
+ 2024-03-06 14:31:10,016 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
292
+ 2024-03-06 14:31:10,016 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
293
+ 2024-03-06 14:31:10,016 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
294
+ 2024-03-06 14:31:10,016 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
295
+ 2024-03-06 14:31:10,016 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
296
+ 2024-03-06 14:31:10,018 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
297
+ 2024-03-06 14:31:10,019 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
298
+ 2024-03-06 14:31:10,019 DEBUG SenderThread:133 [sender.py:send():382] send: stats
299
+ 2024-03-06 14:31:10,335 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
300
+ 2024-03-06 14:31:11,270 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
301
+ 2024-03-06 14:31:11,827 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
302
+ 2024-03-06 14:31:11,828 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
303
+ 2024-03-06 14:31:11,828 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
304
+ 2024-03-06 14:31:11,828 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
305
+ 2024-03-06 14:31:11,828 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
306
+ 2024-03-06 14:31:11,829 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
307
+ 2024-03-06 14:31:11,830 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
308
+ 2024-03-06 14:31:11,831 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
309
+ 2024-03-06 14:31:11,831 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
310
+ 2024-03-06 14:31:11,846 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
311
+ 2024-03-06 14:31:11,846 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
312
+ 2024-03-06 14:31:11,846 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
313
+ 2024-03-06 14:31:11,847 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
314
+ 2024-03-06 14:31:11,847 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
315
+ 2024-03-06 14:31:11,847 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
316
+ 2024-03-06 14:31:11,848 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
317
+ 2024-03-06 14:31:11,848 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
318
+ 2024-03-06 14:31:11,849 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
319
+ 2024-03-06 14:31:11,855 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
320
+ 2024-03-06 14:31:11,855 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
321
+ 2024-03-06 14:31:11,855 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
322
+ 2024-03-06 14:31:11,856 DEBUG SenderThread:133 [sender.py:send():382] send: stats
323
+ 2024-03-06 14:31:13,271 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
324
+ 2024-03-06 14:31:15,336 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
325
+ 2024-03-06 14:31:16,857 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
326
+ 2024-03-06 14:31:16,956 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
327
+ 2024-03-06 14:31:16,956 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
328
+ 2024-03-06 14:31:16,956 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
329
+ 2024-03-06 14:31:16,956 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
330
+ 2024-03-06 14:31:16,957 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
331
+ 2024-03-06 14:31:16,958 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
332
+ 2024-03-06 14:31:16,959 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
333
+ 2024-03-06 14:31:16,959 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
334
+ 2024-03-06 14:31:16,959 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
335
+ 2024-03-06 14:31:16,959 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
336
+ 2024-03-06 14:31:16,961 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
337
+ 2024-03-06 14:31:16,961 WARNING HandlerThread:133 [interfaces.py:finish():207] Failed to finish gpu monitoring: cannot join thread before it is started
338
+ 2024-03-06 14:31:16,961 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
339
+ 2024-03-06 14:31:16,961 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
340
+ 2024-03-06 14:31:16,961 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
341
+ 2024-03-06 14:31:16,961 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
342
+ 2024-03-06 14:31:16,962 DEBUG SenderThread:133 [sender.py:send():382] send: stats
343
+ 2024-03-06 14:31:20,337 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
344
+ 2024-03-06 14:31:21,964 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
345
+ 2024-03-06 14:31:23,220 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
346
+ 2024-03-06 14:31:23,220 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
347
+ 2024-03-06 14:31:23,220 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
348
+ 2024-03-06 14:31:23,220 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
349
+ 2024-03-06 14:31:23,221 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
350
+ 2024-03-06 14:31:23,222 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
351
+ 2024-03-06 14:31:23,222 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
352
+ 2024-03-06 14:31:23,223 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
353
+ 2024-03-06 14:31:23,224 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
354
+ 2024-03-06 14:31:24,382 DEBUG SenderThread:133 [sender.py:send():382] send: config
355
+ 2024-03-06 14:31:24,383 DEBUG SenderThread:133 [sender.py:send():382] send: metric
356
+ 2024-03-06 14:31:24,383 DEBUG SenderThread:133 [sender.py:send():382] send: metric
357
+ 2024-03-06 14:31:24,383 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
358
+ 2024-03-06 14:31:25,344 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
359
+ 2024-03-06 14:31:26,275 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
360
+ 2024-03-06 14:31:27,384 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
361
+ 2024-03-06 14:31:30,346 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
362
+ 2024-03-06 14:31:32,385 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
363
+ 2024-03-06 14:31:35,348 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
364
+ 2024-03-06 14:31:37,386 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
365
+ 2024-03-06 14:31:40,355 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
366
+ 2024-03-06 14:31:42,391 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
367
+ 2024-03-06 14:31:43,282 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
368
+ 2024-03-06 14:31:45,356 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
369
+ 2024-03-06 14:31:47,614 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
370
+ 2024-03-06 14:31:50,358 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
371
+ 2024-03-06 14:31:52,615 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
372
+ 2024-03-06 14:31:52,622 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
373
+ 2024-03-06 14:31:52,623 DEBUG SenderThread:133 [sender.py:send():382] send: history
374
+ 2024-03-06 14:31:52,623 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
375
+ 2024-03-06 14:31:52,626 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
376
+ 2024-03-06 14:31:53,285 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
377
+ 2024-03-06 14:31:54,109 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
378
+ 2024-03-06 14:31:54,109 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
379
+ 2024-03-06 14:31:54,109 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
380
+ 2024-03-06 14:31:54,109 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
381
+ 2024-03-06 14:31:54,110 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
382
+ 2024-03-06 14:31:54,110 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
383
+ 2024-03-06 14:31:54,110 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
384
+ 2024-03-06 14:31:54,111 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
385
+ 2024-03-06 14:31:54,117 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
386
+ 2024-03-06 14:31:54,117 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
387
+ 2024-03-06 14:31:54,117 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
388
+ 2024-03-06 14:31:54,118 DEBUG SenderThread:133 [sender.py:send():382] send: stats
389
+ 2024-03-06 14:31:55,359 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
390
+ 2024-03-06 14:31:58,119 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
391
+ 2024-03-06 14:32:00,360 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
392
+ 2024-03-06 14:32:03,120 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
393
+ 2024-03-06 14:32:05,361 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
394
+ 2024-03-06 14:32:08,121 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
395
+ 2024-03-06 14:32:10,362 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
396
+ 2024-03-06 14:32:13,121 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
397
+ 2024-03-06 14:32:15,363 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
398
+ 2024-03-06 14:32:18,122 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
399
+ 2024-03-06 14:32:20,364 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
400
+ 2024-03-06 14:32:23,123 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
401
+ 2024-03-06 14:32:25,366 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
402
+ 2024-03-06 14:32:28,124 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
403
+ 2024-03-06 14:32:30,367 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
404
+ 2024-03-06 14:32:33,125 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
405
+ 2024-03-06 14:32:35,368 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
406
+ 2024-03-06 14:32:38,126 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
407
+ 2024-03-06 14:32:40,369 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
408
+ 2024-03-06 14:32:43,127 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
409
+ 2024-03-06 14:32:45,370 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
410
+ 2024-03-06 14:32:48,127 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
411
+ 2024-03-06 14:32:50,371 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
412
+ 2024-03-06 14:32:53,128 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
413
+ 2024-03-06 14:32:55,372 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
414
+ 2024-03-06 14:32:58,129 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
415
+ 2024-03-06 14:33:00,373 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
416
+ 2024-03-06 14:33:03,130 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
417
+ 2024-03-06 14:33:05,374 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
418
+ 2024-03-06 14:33:08,130 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
419
+ 2024-03-06 14:33:10,375 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
420
+ 2024-03-06 14:33:13,131 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
421
+ 2024-03-06 14:33:15,376 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
422
+ 2024-03-06 14:33:18,132 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
423
+ 2024-03-06 14:33:20,377 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
424
+ 2024-03-06 14:33:23,133 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
425
+ 2024-03-06 14:33:25,378 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
426
+ 2024-03-06 14:33:28,134 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
427
+ 2024-03-06 14:33:30,379 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
428
+ 2024-03-06 14:33:33,135 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
429
+ 2024-03-06 14:33:35,380 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
430
+ 2024-03-06 14:33:38,135 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
431
+ 2024-03-06 14:33:40,381 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
432
+ 2024-03-06 14:33:43,136 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
433
+ 2024-03-06 14:33:45,382 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
434
+ 2024-03-06 14:33:48,137 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
435
+ 2024-03-06 14:33:50,383 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
436
+ 2024-03-06 14:33:53,138 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
437
+ 2024-03-06 14:33:55,384 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
438
+ 2024-03-06 14:33:58,139 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
439
+ 2024-03-06 14:34:00,385 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
440
+ 2024-03-06 14:34:03,139 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
441
+ 2024-03-06 14:34:05,386 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
442
+ 2024-03-06 14:34:08,140 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
443
+ 2024-03-06 14:34:10,387 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
444
+ 2024-03-06 14:34:13,141 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
445
+ 2024-03-06 14:34:15,388 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
446
+ 2024-03-06 14:34:18,142 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
447
+ 2024-03-06 14:34:20,390 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
448
+ 2024-03-06 14:34:23,143 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
449
+ 2024-03-06 14:34:25,391 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
450
+ 2024-03-06 14:34:28,144 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
451
+ 2024-03-06 14:34:30,392 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
452
+ 2024-03-06 14:34:33,145 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
453
+ 2024-03-06 14:34:35,393 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
454
+ 2024-03-06 14:34:38,146 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
455
+ 2024-03-06 14:34:40,394 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
456
+ 2024-03-06 14:34:43,147 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
457
+ 2024-03-06 14:34:45,396 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
458
+ 2024-03-06 14:34:48,148 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
459
+ 2024-03-06 14:34:50,396 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
460
+ 2024-03-06 14:34:53,148 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
461
+ 2024-03-06 14:34:55,398 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
462
+ 2024-03-06 14:34:58,149 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
463
+ 2024-03-06 14:35:00,399 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
464
+ 2024-03-06 14:35:03,150 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
465
+ 2024-03-06 14:35:05,400 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
466
+ 2024-03-06 14:35:08,151 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
467
+ 2024-03-06 14:35:10,401 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
468
+ 2024-03-06 14:35:13,152 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
469
+ 2024-03-06 14:35:15,402 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
470
+ 2024-03-06 14:35:18,153 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
471
+ 2024-03-06 14:35:20,403 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
472
+ 2024-03-06 14:35:23,154 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
473
+ 2024-03-06 14:35:25,405 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
474
+ 2024-03-06 14:35:28,155 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
475
+ 2024-03-06 14:35:30,406 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
476
+ 2024-03-06 14:35:33,156 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
477
+ 2024-03-06 14:35:35,407 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
478
+ 2024-03-06 14:35:38,157 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
479
+ 2024-03-06 14:35:40,408 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
480
+ 2024-03-06 14:35:43,158 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
481
+ 2024-03-06 14:35:45,409 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
482
+ 2024-03-06 14:35:48,159 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
483
+ 2024-03-06 14:35:50,411 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
484
+ 2024-03-06 14:35:53,160 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
485
+ 2024-03-06 14:35:55,412 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
486
+ 2024-03-06 14:35:58,161 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
487
+ 2024-03-06 14:36:00,413 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
488
+ 2024-03-06 14:36:03,162 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
489
+ 2024-03-06 14:36:05,414 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
490
+ 2024-03-06 14:36:08,163 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
491
+ 2024-03-06 14:36:10,415 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
492
+ 2024-03-06 14:36:13,164 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
493
+ 2024-03-06 14:36:15,416 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
494
+ 2024-03-06 14:36:18,164 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
495
+ 2024-03-06 14:36:20,417 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
496
+ 2024-03-06 14:36:23,165 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
497
+ 2024-03-06 14:36:25,418 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
498
+ 2024-03-06 14:36:28,166 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
499
+ 2024-03-06 14:36:30,419 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
500
+ 2024-03-06 14:36:33,167 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
501
+ 2024-03-06 14:36:35,420 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
502
+ 2024-03-06 14:36:38,168 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
503
+ 2024-03-06 14:36:40,422 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
504
+ 2024-03-06 14:36:43,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
505
+ 2024-03-06 14:36:45,423 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
506
+ 2024-03-06 14:36:48,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
507
+ 2024-03-06 14:36:50,424 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
508
+ 2024-03-06 14:36:53,170 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
509
+ 2024-03-06 14:36:55,425 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
510
+ 2024-03-06 14:36:58,171 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
511
+ 2024-03-06 14:37:00,426 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
512
+ 2024-03-06 14:37:03,172 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
513
+ 2024-03-06 14:37:05,428 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
514
+ 2024-03-06 14:37:08,173 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
515
+ 2024-03-06 14:37:10,429 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
516
+ 2024-03-06 14:37:13,173 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
517
+ 2024-03-06 14:37:15,430 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
518
+ 2024-03-06 14:37:18,174 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
519
+ 2024-03-06 14:37:20,431 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
520
+ 2024-03-06 14:37:23,175 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
521
+ 2024-03-06 14:37:25,433 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
522
+ 2024-03-06 14:37:28,176 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
523
+ 2024-03-06 14:37:30,434 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
524
+ 2024-03-06 14:37:33,177 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
525
+ 2024-03-06 14:37:35,435 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
526
+ 2024-03-06 14:37:38,178 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
527
+ 2024-03-06 14:37:40,436 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
528
+ 2024-03-06 14:37:43,179 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
529
+ 2024-03-06 14:37:45,438 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
530
+ 2024-03-06 14:37:48,180 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
531
+ 2024-03-06 14:37:50,439 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
532
+ 2024-03-06 14:37:53,181 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
533
+ 2024-03-06 14:37:55,440 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
534
+ 2024-03-06 14:37:58,182 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
535
+ 2024-03-06 14:38:00,441 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
536
+ 2024-03-06 14:38:03,182 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
537
+ 2024-03-06 14:38:05,442 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
538
+ 2024-03-06 14:38:08,184 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
539
+ 2024-03-06 14:38:10,443 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
540
+ 2024-03-06 14:38:13,184 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
541
+ 2024-03-06 14:38:15,445 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
542
+ 2024-03-06 14:38:18,186 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
543
+ 2024-03-06 14:38:20,446 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
544
+ 2024-03-06 14:38:23,186 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
545
+ 2024-03-06 14:38:25,447 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
546
+ 2024-03-06 14:38:28,187 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
547
+ 2024-03-06 14:38:30,448 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
548
+ 2024-03-06 14:38:33,188 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
549
+ 2024-03-06 14:38:35,449 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
550
+ 2024-03-06 14:38:38,189 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
551
+ 2024-03-06 14:38:40,450 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
552
+ 2024-03-06 14:38:43,189 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
553
+ 2024-03-06 14:38:45,452 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
554
+ 2024-03-06 14:38:48,190 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
555
+ 2024-03-06 14:38:50,452 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
556
+ 2024-03-06 14:38:53,191 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
557
+ 2024-03-06 14:38:55,453 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
558
+ 2024-03-06 14:38:58,192 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
559
+ 2024-03-06 14:39:00,455 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
560
+ 2024-03-06 14:39:03,193 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
561
+ 2024-03-06 14:39:05,456 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
562
+ 2024-03-06 14:39:08,194 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
563
+ 2024-03-06 14:39:10,457 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
564
+ 2024-03-06 14:39:13,195 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
565
+ 2024-03-06 14:39:15,458 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
566
+ 2024-03-06 14:39:18,196 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
567
+ 2024-03-06 14:39:20,460 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
568
+ 2024-03-06 14:39:23,197 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
569
+ 2024-03-06 14:39:25,461 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
570
+ 2024-03-06 14:39:28,197 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
571
+ 2024-03-06 14:39:30,462 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
572
+ 2024-03-06 14:39:33,198 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
573
+ 2024-03-06 14:39:35,463 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
574
+ 2024-03-06 14:39:38,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
575
+ 2024-03-06 14:39:38,170 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
576
+ 2024-03-06 14:39:38,170 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
577
+ 2024-03-06 14:39:38,170 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
578
+ 2024-03-06 14:39:38,170 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
579
+ 2024-03-06 14:39:38,171 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
580
+ 2024-03-06 14:39:38,172 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
581
+ 2024-03-06 14:39:38,172 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
582
+ 2024-03-06 14:39:38,172 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
583
+ 2024-03-06 14:39:38,172 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
584
+ 2024-03-06 14:39:38,173 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
585
+ 2024-03-06 14:39:38,173 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
586
+ 2024-03-06 14:39:38,173 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
587
+ 2024-03-06 14:39:38,173 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
588
+ 2024-03-06 14:39:38,175 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
589
+ 2024-03-06 14:39:38,175 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
590
+ 2024-03-06 14:39:38,176 DEBUG SenderThread:133 [sender.py:send():382] send: stats
591
+ 2024-03-06 14:39:39,176 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
592
+ 2024-03-06 14:39:40,464 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
593
+ 2024-03-06 14:39:44,177 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
594
+ 2024-03-06 14:39:45,083 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
595
+ 2024-03-06 14:39:45,084 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
596
+ 2024-03-06 14:39:45,084 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
597
+ 2024-03-06 14:39:45,084 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
598
+ 2024-03-06 14:39:45,084 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
599
+ 2024-03-06 14:39:45,085 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
600
+ 2024-03-06 14:39:45,086 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
601
+ 2024-03-06 14:39:45,086 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
602
+ 2024-03-06 14:39:45,087 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
603
+ 2024-03-06 14:39:45,087 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
604
+ 2024-03-06 14:39:45,090 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
605
+ 2024-03-06 14:39:45,090 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
606
+ 2024-03-06 14:39:45,090 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
607
+ 2024-03-06 14:39:45,090 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
608
+ 2024-03-06 14:39:45,090 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
609
+ 2024-03-06 14:39:45,093 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
610
+ 2024-03-06 14:39:45,105 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
611
+ 2024-03-06 14:39:45,105 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
612
+ 2024-03-06 14:39:45,106 DEBUG SenderThread:133 [sender.py:send():382] send: stats
613
+ 2024-03-06 14:39:45,465 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
614
+ 2024-03-06 14:39:47,936 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
615
+ 2024-03-06 14:39:47,936 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
616
+ 2024-03-06 14:39:47,937 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
617
+ 2024-03-06 14:39:47,937 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
618
+ 2024-03-06 14:39:47,937 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
619
+ 2024-03-06 14:39:47,938 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
620
+ 2024-03-06 14:39:47,939 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
621
+ 2024-03-06 14:39:47,939 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
622
+ 2024-03-06 14:39:47,940 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
623
+ 2024-03-06 14:39:48,893 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
624
+ 2024-03-06 14:39:48,893 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
625
+ 2024-03-06 14:39:48,893 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
626
+ 2024-03-06 14:39:48,894 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
627
+ 2024-03-06 14:39:48,894 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
628
+ 2024-03-06 14:39:48,894 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
629
+ 2024-03-06 14:39:48,895 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
630
+ 2024-03-06 14:39:48,895 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
631
+ 2024-03-06 14:39:48,901 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
632
+ 2024-03-06 14:39:48,901 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
633
+ 2024-03-06 14:39:48,901 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
634
+ 2024-03-06 14:39:48,901 DEBUG SenderThread:133 [sender.py:send():382] send: stats
635
+ 2024-03-06 14:39:49,902 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
636
+ 2024-03-06 14:39:50,467 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
637
+ 2024-03-06 14:39:50,493 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
638
+ 2024-03-06 14:39:52,225 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
639
+ 2024-03-06 14:39:52,225 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
640
+ 2024-03-06 14:39:52,225 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
641
+ 2024-03-06 14:39:52,225 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
642
+ 2024-03-06 14:39:52,226 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
643
+ 2024-03-06 14:39:52,227 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
644
+ 2024-03-06 14:39:52,229 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
645
+ 2024-03-06 14:39:52,229 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
646
+ 2024-03-06 14:39:52,229 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
647
+ 2024-03-06 14:39:52,230 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
648
+ 2024-03-06 14:39:52,230 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
649
+ 2024-03-06 14:39:52,233 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
650
+ 2024-03-06 14:39:52,233 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
651
+ 2024-03-06 14:39:52,233 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
652
+ 2024-03-06 14:39:52,233 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
653
+ 2024-03-06 14:39:52,233 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
654
+ 2024-03-06 14:39:52,236 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
655
+ 2024-03-06 14:39:52,242 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
656
+ 2024-03-06 14:39:52,242 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
657
+ 2024-03-06 14:39:52,242 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
658
+ 2024-03-06 14:39:52,243 DEBUG SenderThread:133 [sender.py:send():382] send: stats
659
+ 2024-03-06 14:39:54,495 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
660
+ 2024-03-06 14:39:55,244 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
661
+ 2024-03-06 14:39:55,467 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
662
+ 2024-03-06 14:39:55,980 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
663
+ 2024-03-06 14:39:55,980 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
664
+ 2024-03-06 14:39:55,980 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
665
+ 2024-03-06 14:39:55,980 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
666
+ 2024-03-06 14:39:55,981 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
667
+ 2024-03-06 14:39:55,982 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
668
+ 2024-03-06 14:39:55,982 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
669
+ 2024-03-06 14:39:55,983 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
670
+ 2024-03-06 14:39:55,983 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
671
+ 2024-03-06 14:39:55,997 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
672
+ 2024-03-06 14:39:55,997 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
673
+ 2024-03-06 14:39:55,997 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
674
+ 2024-03-06 14:39:55,997 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
675
+ 2024-03-06 14:39:55,997 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
676
+ 2024-03-06 14:39:55,997 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
677
+ 2024-03-06 14:39:55,998 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
678
+ 2024-03-06 14:39:55,999 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
679
+ 2024-03-06 14:39:56,004 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
680
+ 2024-03-06 14:39:56,005 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
681
+ 2024-03-06 14:39:56,005 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
682
+ 2024-03-06 14:39:56,005 DEBUG SenderThread:133 [sender.py:send():382] send: stats
683
+ 2024-03-06 14:39:58,306 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
684
+ 2024-03-06 14:39:58,306 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
685
+ 2024-03-06 14:39:58,306 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
686
+ 2024-03-06 14:39:58,306 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
687
+ 2024-03-06 14:39:58,307 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
688
+ 2024-03-06 14:39:58,307 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
689
+ 2024-03-06 14:39:58,309 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
690
+ 2024-03-06 14:39:58,309 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
691
+ 2024-03-06 14:39:58,309 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
692
+ 2024-03-06 14:39:58,309 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
693
+ 2024-03-06 14:39:58,310 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
694
+ 2024-03-06 14:39:58,310 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
695
+ 2024-03-06 14:39:58,310 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
696
+ 2024-03-06 14:39:58,310 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
697
+ 2024-03-06 14:39:58,314 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
698
+ 2024-03-06 14:39:58,314 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
699
+ 2024-03-06 14:39:58,314 DEBUG SenderThread:133 [sender.py:send():382] send: stats
700
+ 2024-03-06 14:39:58,497 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
701
+ 2024-03-06 14:40:00,315 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
702
+ 2024-03-06 14:40:00,468 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
703
+ 2024-03-06 14:40:05,316 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
704
+ 2024-03-06 14:40:05,470 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
705
+ 2024-03-06 14:40:10,317 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
706
+ 2024-03-06 14:40:10,471 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
707
+ 2024-03-06 14:40:15,318 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
708
+ 2024-03-06 14:40:15,472 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
709
+ 2024-03-06 14:40:15,850 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
710
+ 2024-03-06 14:40:15,850 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
711
+ 2024-03-06 14:40:15,850 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
712
+ 2024-03-06 14:40:15,851 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
713
+ 2024-03-06 14:40:15,851 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
714
+ 2024-03-06 14:40:15,852 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
715
+ 2024-03-06 14:40:15,853 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
716
+ 2024-03-06 14:40:15,854 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
717
+ 2024-03-06 14:40:15,855 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
718
+ 2024-03-06 14:40:17,167 DEBUG SenderThread:133 [sender.py:send():382] send: config
719
+ 2024-03-06 14:40:17,168 DEBUG SenderThread:133 [sender.py:send():382] send: metric
720
+ 2024-03-06 14:40:17,168 DEBUG SenderThread:133 [sender.py:send():382] send: metric
721
+ 2024-03-06 14:40:17,168 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
722
+ 2024-03-06 14:40:18,504 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
723
+ 2024-03-06 14:40:20,473 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
724
+ 2024-03-06 14:40:21,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
725
+ 2024-03-06 14:40:25,482 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
726
+ 2024-03-06 14:40:26,170 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
727
+ 2024-03-06 14:40:30,483 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
728
+ 2024-03-06 14:40:31,171 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
729
+ 2024-03-06 14:40:35,485 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
730
+ 2024-03-06 14:40:36,172 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
731
+ 2024-03-06 14:40:40,486 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
732
+ 2024-03-06 14:40:41,173 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
733
+ 2024-03-06 14:40:43,843 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
734
+ 2024-03-06 14:40:43,844 DEBUG SenderThread:133 [sender.py:send():382] send: history
735
+ 2024-03-06 14:40:43,844 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
736
+ 2024-03-06 14:40:43,845 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
737
+ 2024-03-06 14:40:44,515 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
738
+ 2024-03-06 14:40:45,488 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
739
+ 2024-03-06 14:40:45,818 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
740
+ 2024-03-06 14:40:45,819 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
741
+ 2024-03-06 14:40:45,819 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
742
+ 2024-03-06 14:40:45,819 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
743
+ 2024-03-06 14:40:45,819 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
744
+ 2024-03-06 14:40:45,819 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
745
+ 2024-03-06 14:40:45,820 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
746
+ 2024-03-06 14:40:45,820 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
747
+ 2024-03-06 14:40:45,826 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
748
+ 2024-03-06 14:40:45,826 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
749
+ 2024-03-06 14:40:45,826 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
750
+ 2024-03-06 14:40:45,827 DEBUG SenderThread:133 [sender.py:send():382] send: stats
751
+ 2024-03-06 14:40:46,832 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
752
+ 2024-03-06 14:40:47,516 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
753
+ 2024-03-06 14:40:50,489 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
754
+ 2024-03-06 14:40:52,065 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
755
+ 2024-03-06 14:40:55,490 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
756
+ 2024-03-06 14:40:57,066 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
757
+ 2024-03-06 14:41:00,491 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
758
+ 2024-03-06 14:41:02,067 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
759
+ 2024-03-06 14:41:05,492 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
760
+ 2024-03-06 14:41:07,068 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
761
+ 2024-03-06 14:41:10,493 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
762
+ 2024-03-06 14:41:12,069 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
763
+ 2024-03-06 14:41:15,495 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
764
+ 2024-03-06 14:41:17,070 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
765
+ 2024-03-06 14:41:20,496 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
766
+ 2024-03-06 14:41:22,071 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
767
+ 2024-03-06 14:41:25,497 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
768
+ 2024-03-06 14:41:27,072 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
769
+ 2024-03-06 14:41:30,498 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
770
+ 2024-03-06 14:41:32,073 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
771
+ 2024-03-06 14:41:35,500 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
772
+ 2024-03-06 14:41:37,074 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
773
+ 2024-03-06 14:41:40,501 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
774
+ 2024-03-06 14:41:42,075 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
775
+ 2024-03-06 14:41:45,502 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
776
+ 2024-03-06 14:41:47,076 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
777
+ 2024-03-06 14:41:50,503 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
778
+ 2024-03-06 14:41:52,077 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
779
+ 2024-03-06 14:41:55,504 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
780
+ 2024-03-06 14:41:57,079 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
781
+ 2024-03-06 14:42:00,505 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
782
+ 2024-03-06 14:42:02,080 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
783
+ 2024-03-06 14:42:05,507 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
784
+ 2024-03-06 14:42:07,081 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
785
+ 2024-03-06 14:42:10,508 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
786
+ 2024-03-06 14:42:12,082 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
787
+ 2024-03-06 14:42:15,509 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
788
+ 2024-03-06 14:42:17,083 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
789
+ 2024-03-06 14:42:20,511 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
790
+ 2024-03-06 14:42:22,084 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
791
+ 2024-03-06 14:42:25,512 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
792
+ 2024-03-06 14:42:27,085 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
793
+ 2024-03-06 14:42:30,513 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
794
+ 2024-03-06 14:42:32,086 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
795
+ 2024-03-06 14:42:35,514 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
796
+ 2024-03-06 14:42:37,087 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
797
+ 2024-03-06 14:42:40,516 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
798
+ 2024-03-06 14:42:42,088 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
799
+ 2024-03-06 14:42:45,517 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
800
+ 2024-03-06 14:42:47,089 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
801
+ 2024-03-06 14:42:50,518 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
802
+ 2024-03-06 14:42:52,090 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
803
+ 2024-03-06 14:42:55,519 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
804
+ 2024-03-06 14:42:57,091 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
805
+ 2024-03-06 14:43:00,520 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
806
+ 2024-03-06 14:43:02,093 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
807
+ 2024-03-06 14:43:05,522 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
808
+ 2024-03-06 14:43:07,094 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
809
+ 2024-03-06 14:43:10,523 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
810
+ 2024-03-06 14:43:12,095 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
811
+ 2024-03-06 14:43:14,296 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
812
+ 2024-03-06 14:43:14,296 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
813
+ 2024-03-06 14:43:14,296 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
814
+ 2024-03-06 14:43:14,296 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
815
+ 2024-03-06 14:43:14,297 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
816
+ 2024-03-06 14:43:14,299 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
817
+ 2024-03-06 14:43:14,300 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
818
+ 2024-03-06 14:43:14,301 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
819
+ 2024-03-06 14:43:14,301 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
820
+ 2024-03-06 14:43:15,483 DEBUG SenderThread:133 [sender.py:send():382] send: config
821
+ 2024-03-06 14:43:15,484 DEBUG SenderThread:133 [sender.py:send():382] send: metric
822
+ 2024-03-06 14:43:15,484 DEBUG SenderThread:133 [sender.py:send():382] send: metric
823
+ 2024-03-06 14:43:15,484 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
824
+ 2024-03-06 14:43:15,525 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
825
+ 2024-03-06 14:43:16,574 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
826
+ 2024-03-06 14:43:17,492 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
827
+ 2024-03-06 14:43:18,575 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
828
+ 2024-03-06 14:43:20,525 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
829
+ 2024-03-06 14:43:22,787 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
830
+ 2024-03-06 14:43:25,527 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
831
+ 2024-03-06 14:43:27,788 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
832
+ 2024-03-06 14:43:30,528 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
833
+ 2024-03-06 14:43:32,789 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
834
+ 2024-03-06 14:43:35,529 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
835
+ 2024-03-06 14:43:37,790 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
836
+ 2024-03-06 14:43:40,530 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
837
+ 2024-03-06 14:43:42,148 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
838
+ 2024-03-06 14:43:42,149 DEBUG SenderThread:133 [sender.py:send():382] send: history
839
+ 2024-03-06 14:43:42,149 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
840
+ 2024-03-06 14:43:42,150 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
841
+ 2024-03-06 14:43:42,584 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
842
+ 2024-03-06 14:43:43,151 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
843
+ 2024-03-06 14:43:43,773 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
844
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
845
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
846
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
847
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
848
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: history
849
+ 2024-03-06 14:43:43,776 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
850
+ 2024-03-06 14:43:43,776 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
851
+ 2024-03-06 14:43:44,585 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
852
+ 2024-03-06 14:43:45,608 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
853
+ 2024-03-06 14:43:46,501 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
854
+ 2024-03-06 14:43:46,503 DEBUG SenderThread:133 [sender.py:send():382] send: metric
855
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
856
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
857
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
858
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
859
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: history
860
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
861
+ 2024-03-06 14:43:46,505 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
862
+ 2024-03-06 14:43:46,586 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
863
+ 2024-03-06 14:43:48,511 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
864
+ 2024-03-06 14:43:49,587 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
865
+ 2024-03-06 14:43:50,624 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
866
+ 2024-03-06 14:43:53,753 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
867
+ 2024-03-06 14:43:55,625 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
868
+ 2024-03-06 14:43:58,754 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
869
+ 2024-03-06 14:44:00,627 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
870
+ 2024-03-06 14:44:03,756 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
871
+ 2024-03-06 14:44:05,628 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
872
+ 2024-03-06 14:44:08,757 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
873
+ 2024-03-06 14:44:10,629 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
874
+ 2024-03-06 14:44:13,758 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
875
+ 2024-03-06 14:44:14,301 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
876
+ 2024-03-06 14:44:14,303 DEBUG SenderThread:133 [sender.py:send():382] send: stats
wandb/debug.log ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Current SDK version is 0.16.3
2
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Configure stats pid to 34
3
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
4
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
5
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
6
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
7
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
8
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
9
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:_log_setup():526] Logging user logs to /kaggle/working/wandb/run-20240306_142408-og3d0ld1/logs/debug.log
10
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:_log_setup():527] Logging internal logs to /kaggle/working/wandb/run-20240306_142408-og3d0ld1/logs/debug-internal.log
11
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:_jupyter_setup():472] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x787e29afea70>
12
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:init():566] calling init triggers
13
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:init():573] wandb.init called with sweep_config: {}
14
+ config: {}
15
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:init():616] starting backend
16
+ 2024-03-06 14:24:08,633 INFO MainThread:34 [wandb_init.py:init():620] setting up manager
17
+ 2024-03-06 14:24:08,634 INFO MainThread:34 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
18
+ 2024-03-06 14:24:08,637 INFO MainThread:34 [wandb_init.py:init():628] backend started and connected
19
+ 2024-03-06 14:24:08,650 INFO MainThread:34 [wandb_run.py:_label_probe_notebook():1295] probe notebook
20
+ 2024-03-06 14:24:09,581 INFO MainThread:34 [wandb_init.py:init():720] updated telemetry
21
+ 2024-03-06 14:24:09,585 INFO MainThread:34 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
22
+ 2024-03-06 14:24:10,120 INFO MainThread:34 [wandb_run.py:_on_init():2262] communicating current version
23
+ 2024-03-06 14:24:10,176 INFO MainThread:34 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
24
+
25
+ 2024-03-06 14:24:10,176 INFO MainThread:34 [wandb_init.py:init():804] starting run threads in backend
26
+ 2024-03-06 14:24:40,215 INFO MainThread:34 [wandb_run.py:_console_start():2241] atexit reg
27
+ 2024-03-06 14:24:40,216 INFO MainThread:34 [wandb_run.py:_redirect():2096] redirect: wrap_raw
28
+ 2024-03-06 14:24:40,216 INFO MainThread:34 [wandb_run.py:_redirect():2161] Wrapping output streams.
29
+ 2024-03-06 14:24:40,217 INFO MainThread:34 [wandb_run.py:_redirect():2186] Redirects installed.
30
+ 2024-03-06 14:24:40,218 INFO MainThread:34 [wandb_init.py:init():847] run started, returning control to user process
31
+ 2024-03-06 14:24:40,226 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-22-18_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
32
+ 2024-03-06 14:25:12,520 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
33
+ 2024-03-06 14:25:12,521 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
34
+ 2024-03-06 14:31:03,178 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
35
+ 2024-03-06 14:31:03,181 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
36
+ 2024-03-06 14:31:03,182 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
37
+ 2024-03-06 14:31:06,129 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
38
+ 2024-03-06 14:31:07,063 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
39
+ 2024-03-06 14:31:07,063 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
40
+ 2024-03-06 14:31:10,010 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
41
+ 2024-03-06 14:31:10,014 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
42
+ 2024-03-06 14:31:10,014 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
43
+ 2024-03-06 14:31:11,827 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
44
+ 2024-03-06 14:31:11,846 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
45
+ 2024-03-06 14:31:11,846 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
46
+ 2024-03-06 14:31:16,955 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
47
+ 2024-03-06 14:31:16,957 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
48
+ 2024-03-06 14:31:16,957 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
49
+ 2024-03-06 14:31:23,219 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
50
+ 2024-03-06 14:31:24,377 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-31-23_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
51
+ 2024-03-06 14:31:54,108 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
52
+ 2024-03-06 14:31:54,109 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
53
+ 2024-03-06 14:39:38,168 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
54
+ 2024-03-06 14:39:38,171 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
55
+ 2024-03-06 14:39:38,172 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
56
+ 2024-03-06 14:39:45,082 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
57
+ 2024-03-06 14:39:45,085 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
58
+ 2024-03-06 14:39:45,085 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
59
+ 2024-03-06 14:39:47,936 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
60
+ 2024-03-06 14:39:48,892 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
61
+ 2024-03-06 14:39:48,892 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
62
+ 2024-03-06 14:39:52,224 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
63
+ 2024-03-06 14:39:52,227 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
64
+ 2024-03-06 14:39:52,227 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
65
+ 2024-03-06 14:39:55,979 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
66
+ 2024-03-06 14:39:55,996 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
67
+ 2024-03-06 14:39:55,996 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
68
+ 2024-03-06 14:39:58,304 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
69
+ 2024-03-06 14:39:58,308 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
70
+ 2024-03-06 14:39:58,308 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
71
+ 2024-03-06 14:40:15,850 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
72
+ 2024-03-06 14:40:17,162 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-40-16_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
73
+ 2024-03-06 14:40:45,818 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
74
+ 2024-03-06 14:40:45,818 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
75
+ 2024-03-06 14:43:14,295 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
76
+ 2024-03-06 14:43:15,473 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-43-14_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
wandb/run-20240306_142408-og3d0ld1/files/conda-environment.yaml ADDED
@@ -0,0 +1,1075 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: base
2
+ channels:
3
+ - pytorch
4
+ - file:///tmp/conda
5
+ - rapidsai
6
+ - nvidia
7
+ - conda-forge
8
+ - defaults
9
+ dependencies:
10
+ - _libgcc_mutex=0.1=conda_forge
11
+ - _openmp_mutex=4.5=2_gnu
12
+ - aiohttp=3.9.1=py310h2372a71_0
13
+ - aiosignal=1.3.1=pyhd8ed1ab_0
14
+ - annotated-types=0.6.0=pyhd8ed1ab_0
15
+ - anyio=4.2.0=pyhd8ed1ab_0
16
+ - archspec=0.2.2=pyhd8ed1ab_0
17
+ - argon2-cffi=23.1.0=pyhd8ed1ab_0
18
+ - argon2-cffi-bindings=21.2.0=py310h2372a71_4
19
+ - arrow=1.3.0=pyhd8ed1ab_0
20
+ - arrow-cpp=11.0.0=ha770c72_9_cpu
21
+ - asttokens=2.4.1=pyhd8ed1ab_0
22
+ - async-timeout=4.0.3=pyhd8ed1ab_0
23
+ - atk-1.0=2.38.0=hd4edc92_1
24
+ - attrs=23.2.0=pyh71513ae_0
25
+ - aws-c-auth=0.6.26=h987a71b_2
26
+ - aws-c-cal=0.5.21=h48707d8_2
27
+ - aws-c-common=0.8.14=h0b41bf4_0
28
+ - aws-c-compression=0.2.16=h03acc5a_5
29
+ - aws-c-event-stream=0.2.20=h00877a2_4
30
+ - aws-c-http=0.7.6=hf342b9f_0
31
+ - aws-c-io=0.13.19=h5b20300_3
32
+ - aws-c-mqtt=0.8.6=hc4349f7_12
33
+ - aws-c-s3=0.2.7=h909e904_1
34
+ - aws-c-sdkutils=0.1.9=h03acc5a_0
35
+ - aws-checksums=0.1.14=h03acc5a_5
36
+ - aws-crt-cpp=0.19.8=hf7fbfca_12
37
+ - aws-sdk-cpp=1.10.57=h17c43bd_8
38
+ - beautifulsoup4=4.12.2=pyha770c72_0
39
+ - bleach=6.1.0=pyhd8ed1ab_0
40
+ - bokeh=3.3.4=pyhd8ed1ab_0
41
+ - boltons=23.1.1=pyhd8ed1ab_0
42
+ - brotli=1.0.9=h166bdaf_9
43
+ - brotli-bin=1.0.9=h166bdaf_9
44
+ - brotli-python=1.0.9=py310hd8f1fbe_9
45
+ - brotlipy=0.7.0=py310h7f8727e_1002
46
+ - bzip2=1.0.8=h7b6447c_0
47
+ - c-ares=1.25.0=hd590300_0
48
+ - ca-certificates=2024.2.2=hbcca054_0
49
+ - cached-property=1.5.2=hd8ed1ab_1
50
+ - cached_property=1.5.2=pyha770c72_1
51
+ - cairo=1.18.0=h3faef2a_0
52
+ - cartopy=0.22.0=py310hcc13569_1
53
+ - catalogue=2.0.10=py310hff52083_0
54
+ - certifi=2024.2.2=pyhd8ed1ab_0
55
+ - cffi=1.16.0=py310h2fee648_0
56
+ - charset-normalizer=3.3.2=pyhd8ed1ab_0
57
+ - click=8.1.7=unix_pyh707e725_0
58
+ - cloudpathlib=0.16.0=pyhd8ed1ab_0
59
+ - colorama=0.4.6=pyhd8ed1ab_0
60
+ - comm=0.2.1=pyhd8ed1ab_0
61
+ - conda=23.7.4=py310hff52083_0
62
+ - conda-libmamba-solver=23.7.0=pyhd8ed1ab_0
63
+ - conda-package-handling=2.2.0=pyh38be061_0
64
+ - conda-package-streaming=0.9.0=pyhd8ed1ab_0
65
+ - confection=0.1.4=py310h17c5347_0
66
+ - contourpy=1.2.0=py310hd41b1e2_0
67
+ - cryptography=41.0.7=py310hb8475ec_1
68
+ - cuda-cccl=12.3.101=0
69
+ - cuda-cudart=12.3.101=0
70
+ - cuda-cudart-dev=12.3.101=0
71
+ - cuda-nvcc-dev_linux-64=12.1.105=ha770c72_0
72
+ - cuda-nvcc-impl=12.1.105=hd3aeb46_0
73
+ - cuda-nvcc-tools=12.1.105=hd3aeb46_0
74
+ - cuda-nvrtc=12.1.105=hd3aeb46_0
75
+ - cuda-profiler-api=12.3.101=0
76
+ - cuda-python=12.3.0=py310h7ca8cf1_0
77
+ - cuda-version=12.1=h1d6eff3_2
78
+ - cudf=23.08.00=cuda12_py310_230809_g8150d38e08_0
79
+ - cuml=23.08.00=cuda12_py310_230809_gd7162cdea_0
80
+ - cupy=13.0.0=py310h7aad9d2_3
81
+ - cupy-core=13.0.0=py310had4011e_3
82
+ - curl=8.5.0=hca28451_0
83
+ - cycler=0.12.1=pyhd8ed1ab_0
84
+ - cymem=2.0.8=py310hc6cd4ac_1
85
+ - cython-blis=0.7.10=py310h1f7b6fc_2
86
+ - cytoolz=0.12.3=py310h2372a71_0
87
+ - dask-cuda=23.08.00=py310_230809_gefbd6ca_0
88
+ - dask-cudf=23.08.00=cuda12_py310_230809_g8150d38e08_0
89
+ - debugpy=1.8.0=py310hc6cd4ac_1
90
+ - decorator=5.1.1=pyhd8ed1ab_0
91
+ - defusedxml=0.7.1=pyhd8ed1ab_0
92
+ - distributed=2023.7.1=pyhd8ed1ab_0
93
+ - distro=1.9.0=pyhd8ed1ab_0
94
+ - dlenv-tf-2-15-gpu=1.0.20240111=py310ha20f8e0_0
95
+ - dlpack=0.5=h9c3ff4c_0
96
+ - entrypoints=0.4=pyhd8ed1ab_0
97
+ - exceptiongroup=1.2.0=pyhd8ed1ab_2
98
+ - executing=2.0.1=pyhd8ed1ab_0
99
+ - expat=2.5.0=hcb278e6_1
100
+ - fastrlock=0.8.2=py310hc6cd4ac_2
101
+ - fftw=3.3.10=nompi_hc118613_108
102
+ - fmt=9.1.0=h924138e_0
103
+ - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
104
+ - font-ttf-inconsolata=3.000=h77eed37_0
105
+ - font-ttf-source-code-pro=2.038=h77eed37_0
106
+ - font-ttf-ubuntu=0.83=h77eed37_1
107
+ - fontconfig=2.14.2=h14ed4e7_0
108
+ - fonts-conda-ecosystem=1=0
109
+ - fonts-conda-forge=1=0
110
+ - fqdn=1.5.1=pyhd8ed1ab_0
111
+ - freetype=2.12.1=h267a509_2
112
+ - fribidi=1.0.10=h36c2ea0_0
113
+ - frozenlist=1.4.1=py310h2372a71_0
114
+ - fsspec=2024.2.0=pyhca7485f_0
115
+ - gdk-pixbuf=2.42.10=h829c605_4
116
+ - geos=3.11.1=h27087fc_0
117
+ - gettext=0.21.1=h27087fc_0
118
+ - gflags=2.2.2=he1b5a44_1004
119
+ - ghostscript=10.02.1=h59595ed_0
120
+ - giflib=5.2.1=h0b41bf4_3
121
+ - glog=0.6.0=h6f12383_0
122
+ - gmock=1.14.0=ha770c72_1
123
+ - gmp=6.3.0=h59595ed_0
124
+ - google-api-core-grpc=2.11.1=hd8ed1ab_0
125
+ - google-auth=2.26.1=pyhca7485f_0
126
+ - google-cloud-core=2.4.1=pyhd8ed1ab_0
127
+ - google-cloud-datastore=2.19.0=pyhd8ed1ab_0
128
+ - googleapis-common-protos=1.62.0=pyhd8ed1ab_0
129
+ - graphite2=1.3.13=h58526e2_1001
130
+ - graphviz=9.0.0=h78e8752_1
131
+ - grpc-cpp=1.51.1=h27aab58_3
132
+ - gtest=1.14.0=h00ab1b0_1
133
+ - gtk2=2.24.33=h7f000aa_3
134
+ - gts=0.7.6=h977cf35_4
135
+ - harfbuzz=8.3.0=h3d44ed6_0
136
+ - icu=73.2=h59595ed_0
137
+ - idna=3.6=pyhd8ed1ab_0
138
+ - imagemagick=7.1.1_28=pl5321hb90aeea_0
139
+ - importlib_metadata=7.0.1=hd8ed1ab_0
140
+ - importlib_resources=6.1.1=pyhd8ed1ab_0
141
+ - intel-openmp=2023.1.0=hdb19cb5_46306
142
+ - ipykernel=6.28.0=pyhd33586a_0
143
+ - ipython=8.20.0=pyh707e725_0
144
+ - ipython_genutils=0.2.0=py_1
145
+ - isoduration=20.11.0=pyhd8ed1ab_0
146
+ - jbig=2.1=h7f98852_2003
147
+ - jedi=0.19.1=pyhd8ed1ab_0
148
+ - jinja2=3.1.2=pyhd8ed1ab_1
149
+ - joblib=1.3.2=pyhd8ed1ab_0
150
+ - jsonpatch=1.33=pyhd8ed1ab_0
151
+ - jsonpointer=2.4=py310hff52083_3
152
+ - jsonschema=4.20.0=pyhd8ed1ab_0
153
+ - jsonschema-specifications=2023.12.1=pyhd8ed1ab_0
154
+ - jsonschema-with-format-nongpl=4.20.0=pyhd8ed1ab_0
155
+ - jupyter_client=8.6.0=pyhd8ed1ab_0
156
+ - jupyter_core=5.7.1=py310hff52083_0
157
+ - jupyter_events=0.9.0=pyhd8ed1ab_0
158
+ - jupyter_server_terminals=0.5.1=pyhd8ed1ab_0
159
+ - jupyterlab_pygments=0.3.0=pyhd8ed1ab_0
160
+ - keyutils=1.6.1=h166bdaf_0
161
+ - kiwisolver=1.4.5=py310hd41b1e2_1
162
+ - krb5=1.21.2=h659d440_0
163
+ - langcodes=3.3.0=pyhd8ed1ab_0
164
+ - lcms2=2.16=hb7c19ff_0
165
+ - ld_impl_linux-64=2.40=h41732ed_0
166
+ - lerc=4.0.0=h27087fc_0
167
+ - libabseil=20230125.0=cxx17_hcb278e6_1
168
+ - libarchive=3.6.2=h039dbb9_1
169
+ - libarrow=11.0.0=h33598ff_9_cpu
170
+ - libblas=3.9.0=21_linux64_openblas
171
+ - libbrotlicommon=1.0.9=h166bdaf_9
172
+ - libbrotlidec=1.0.9=h166bdaf_9
173
+ - libbrotlienc=1.0.9=h166bdaf_9
174
+ - libcblas=3.9.0=21_linux64_openblas
175
+ - libcrc32c=1.1.2=h9c3ff4c_0
176
+ - libcublas=12.1.3.1=hd3aeb46_0
177
+ - libcublas-dev=12.1.3.1=0
178
+ - libcudf=23.08.00=cuda12_230809_g8150d38e08_0
179
+ - libcufft=11.0.2.54=hd3aeb46_0
180
+ - libcufile=1.8.1.2=0
181
+ - libcufile-dev=1.8.1.2=0
182
+ - libcuml=23.08.00=cuda12_230809_gd7162cdea_0
183
+ - libcumlprims=23.08.00=cuda12_230809_g71c0a86_0
184
+ - libcurand=10.3.2.106=hd3aeb46_0
185
+ - libcurand-dev=10.3.2.106=0
186
+ - libcurl=8.5.0=hca28451_0
187
+ - libcusolver=11.4.5.107=hd3aeb46_0
188
+ - libcusolver-dev=11.4.5.107=0
189
+ - libcusparse=12.1.0.106=hd3aeb46_0
190
+ - libcusparse-dev=12.1.0.106=0
191
+ - libdeflate=1.19=hd590300_0
192
+ - libedit=3.1.20191231=he28a2e2_2
193
+ - libev=4.33=hd590300_2
194
+ - libevent=2.1.10=h28343ad_4
195
+ - libexpat=2.5.0=hcb278e6_1
196
+ - libffi=3.4.2=h7f98852_5
197
+ - libgcc-ng=13.2.0=h807b86a_3
198
+ - libgd=2.3.3=h119a65a_9
199
+ - libgfortran-ng=13.2.0=h69a702a_5
200
+ - libgfortran5=13.2.0=ha4646dd_5
201
+ - libglib=2.78.4=h783c2da_0
202
+ - libgomp=13.2.0=h807b86a_3
203
+ - libgoogle-cloud=2.8.0=h3c06191_0
204
+ - libgrpc=1.51.1=hcf146ea_3
205
+ - libhwloc=2.9.3=default_h554bfaf_1009
206
+ - libiconv=1.17=hd590300_2
207
+ - libjpeg-turbo=3.0.0=hd590300_1
208
+ - libkvikio=23.08.00=cuda12_230809_g51a9036_0
209
+ - liblapack=3.9.0=21_linux64_openblas
210
+ - libllvm14=14.0.6=hcd5def8_4
211
+ - libmamba=1.5.0=h658169a_0
212
+ - libmambapy=1.5.0=py310h8aae740_0
213
+ - libnghttp2=1.58.0=h47da74e_1
214
+ - libnsl=2.0.1=hd590300_0
215
+ - libnuma=2.0.16=h0b41bf4_1
216
+ - libnvjitlink=12.1.105=hd3aeb46_0
217
+ - libopenblas=0.3.26=pthreads_h413a1c8_0
218
+ - libpng=1.6.42=h2797004_0
219
+ - libprotobuf=3.21.12=hfc55251_2
220
+ - libraft=23.08.00=cuda12_230809_ge588d7b5_0
221
+ - libraft-headers=23.08.00=cuda12_230809_ge588d7b5_0
222
+ - libraft-headers-only=23.08.00=cuda12_230809_ge588d7b5_0
223
+ - librmm=23.08.00=cuda12_230809_gf3af0e8d_0
224
+ - librsvg=2.56.3=he3f83f7_1
225
+ - libsodium=1.0.18=h36c2ea0_1
226
+ - libsolv=0.7.27=hfc55251_0
227
+ - libsqlite=3.44.2=h2797004_0
228
+ - libssh2=1.11.0=h0841786_0
229
+ - libstdcxx-ng=13.2.0=h7e041cc_3
230
+ - libthrift=0.18.0=h5e4af38_0
231
+ - libtiff=4.6.0=ha9c0a0a_2
232
+ - libutf8proc=2.8.0=h166bdaf_0
233
+ - libuuid=2.38.1=h0b41bf4_0
234
+ - libuv=1.46.0=hd590300_0
235
+ - libwebp=1.3.2=h658648e_1
236
+ - libwebp-base=1.3.2=hd590300_0
237
+ - libxcb=1.15=h0b41bf4_0
238
+ - libxcrypt=4.4.36=hd590300_1
239
+ - libxml2=2.12.5=h232c23b_0
240
+ - libzlib=1.2.13=hd590300_5
241
+ - llvm-openmp=8.0.1=hc9558a2_0
242
+ - locket=1.0.0=pyhd8ed1ab_0
243
+ - lz4=4.3.3=py310h350c4a5_0
244
+ - lz4-c=1.9.4=hcb278e6_0
245
+ - lzo=2.10=h516909a_1000
246
+ - magma-cuda121=2.6.1=1
247
+ - mamba=1.5.0=py310h51d5547_0
248
+ - markdown-it-py=3.0.0=pyhd8ed1ab_0
249
+ - matplotlib-base=3.8.3=py310h62c0568_0
250
+ - matplotlib-inline=0.1.6=pyhd8ed1ab_0
251
+ - mdurl=0.1.2=pyhd8ed1ab_0
252
+ - menuinst=2.0.1=py310hff52083_0
253
+ - mkl=2023.1.0=h213fc3f_46344
254
+ - msgpack-python=1.0.7=py310hd41b1e2_0
255
+ - multidict=6.0.4=py310h2372a71_1
256
+ - munkres=1.1.4=pyh9f0ad1d_0
257
+ - murmurhash=1.0.10=py310hc6cd4ac_1
258
+ - nb_conda=2.2.1=unix_7
259
+ - nb_conda_kernels=2.3.1=pyhd8ed1ab_3
260
+ - nbclassic=1.0.0=pyhb4ecaf3_1
261
+ - nbconvert-pandoc=7.14.0=pyhd8ed1ab_0
262
+ - nbformat=5.9.2=pyhd8ed1ab_0
263
+ - nccl=2.20.3.1=h3a97aeb_0
264
+ - ncurses=6.4=h59595ed_2
265
+ - nest-asyncio=1.5.8=pyhd8ed1ab_0
266
+ - nodejs=20.9.0=hb753e55_0
267
+ - notebook-shim=0.2.3=pyhd8ed1ab_0
268
+ - numpy=1.26.4=py310hb13e2d6_0
269
+ - nvcomp=2.6.1=h10b603f_3
270
+ - nvtx=0.2.10=py310h2372a71_0
271
+ - openjpeg=2.5.0=h488ebb8_3
272
+ - openmp=8.0.1=0
273
+ - openssl=3.2.1=hd590300_0
274
+ - orc=1.8.2=hfdbbad2_2
275
+ - overrides=7.4.0=pyhd8ed1ab_0
276
+ - pandoc=3.1.3=h32600fe_0
277
+ - pandocfilters=1.5.0=pyhd8ed1ab_0
278
+ - pango=1.50.14=ha41ecd1_2
279
+ - parquet-cpp=1.5.1=2
280
+ - parso=0.8.3=pyhd8ed1ab_0
281
+ - partd=1.4.1=pyhd8ed1ab_0
282
+ - pathy=0.10.3=py310h06a4308_0
283
+ - pcre2=10.42=hcad00b1_0
284
+ - perl=5.32.1=7_hd590300_perl5
285
+ - pickleshare=0.7.5=py_1003
286
+ - pip=23.3.2=pyhd8ed1ab_0
287
+ - pixman=0.43.2=h59595ed_0
288
+ - pkg-config=0.29.2=h36c2ea0_1008
289
+ - pkgutil-resolve-name=1.3.10=pyhd8ed1ab_1
290
+ - pluggy=1.3.0=pyhd8ed1ab_0
291
+ - preshed=3.0.9=py310hc6cd4ac_1
292
+ - proj=9.3.1=h1d62c97_0
293
+ - prometheus_client=0.19.0=pyhd8ed1ab_0
294
+ - proto-plus=1.23.0=pyhd8ed1ab_0
295
+ - pthread-stubs=0.4=h36c2ea0_1001
296
+ - ptyprocess=0.7.0=pyhd3deb0d_0
297
+ - pure_eval=0.2.2=pyhd8ed1ab_0
298
+ - pyasn1=0.5.1=pyhd8ed1ab_0
299
+ - pyasn1-modules=0.3.0=pyhd8ed1ab_0
300
+ - pybind11-abi=4=hd8ed1ab_3
301
+ - pycosat=0.6.6=py310h2372a71_0
302
+ - pygments=2.17.2=pyhd8ed1ab_0
303
+ - pylibraft=23.08.00=cuda12_py310_230809_ge588d7b5_0
304
+ - pynvml=11.4.1=pyhd8ed1ab_0
305
+ - pyopenssl=23.3.0=pyhd8ed1ab_0
306
+ - pyparsing=3.1.1=pyhd8ed1ab_0
307
+ - pyproj=3.6.1=py310hd5c30f3_5
308
+ - pyshp=2.3.1=pyhd8ed1ab_0
309
+ - pysocks=1.7.1=py310h06a4308_0
310
+ - python=3.10.13=hd12c33a_1_cpython
311
+ - python-dateutil=2.8.2=pyhd8ed1ab_0
312
+ - python-fastjsonschema=2.19.1=pyhd8ed1ab_0
313
+ - python-json-logger=2.0.7=pyhd8ed1ab_0
314
+ - python_abi=3.10=4_cp310
315
+ - pyu2f=0.1.5=pyhd8ed1ab_0
316
+ - pyyaml=6.0.1=py310h2372a71_1
317
+ - raft-dask=23.08.00=cuda12_py310_230809_ge588d7b5_0
318
+ - rdma-core=28.9=h59595ed_1
319
+ - re2=2023.02.02=hcb278e6_0
320
+ - readline=8.2=h8228510_1
321
+ - referencing=0.32.1=pyhd8ed1ab_0
322
+ - reproc=14.2.4.post0=hd590300_1
323
+ - reproc-cpp=14.2.4.post0=h59595ed_1
324
+ - requests=2.31.0=pyhd8ed1ab_0
325
+ - rfc3339-validator=0.1.4=pyhd8ed1ab_0
326
+ - rfc3986-validator=0.1.1=pyh9f0ad1d_0
327
+ - rich=13.7.0=pyhd8ed1ab_0
328
+ - rmm=23.08.00=cuda12_py310_230809_gf3af0e8d_0
329
+ - rpds-py=0.16.2=py310hcb5633a_0
330
+ - rsa=4.9=pyhd8ed1ab_0
331
+ - ruamel.yaml=0.17.40=py310h2372a71_0
332
+ - ruamel.yaml.clib=0.2.7=py310h2372a71_2
333
+ - ruamel_yaml=0.15.100=py310h7f8727e_0
334
+ - s2n=1.3.41=h3358134_0
335
+ - send2trash=1.8.2=pyh41d4057_0
336
+ - setuptools=69.0.3=pyhd8ed1ab_0
337
+ - shellingham=1.5.4=pyhd8ed1ab_0
338
+ - smart_open=6.4.0=pyhd8ed1ab_0
339
+ - snappy=1.1.10=h9fff704_0
340
+ - sniffio=1.3.0=pyhd8ed1ab_0
341
+ - sortedcontainers=2.4.0=pyhd8ed1ab_0
342
+ - soupsieve=2.5=pyhd8ed1ab_1
343
+ - spacy=3.7.2=py310hcb52e73_0
344
+ - spacy-legacy=3.0.12=pyhd8ed1ab_0
345
+ - spacy-loggers=1.0.5=pyhd8ed1ab_0
346
+ - spdlog=1.11.0=h9b3ece8_1
347
+ - sqlite=3.38.2=hc218d9a_0
348
+ - srsly=2.4.8=py310hc6cd4ac_1
349
+ - stack_data=0.6.2=pyhd8ed1ab_0
350
+ - tblib=3.0.0=pyhd8ed1ab_0
351
+ - terminado=0.18.0=pyh0d859eb_0
352
+ - thinc=8.2.2=py310hcb52e73_0
353
+ - tinycss2=1.2.1=pyhd8ed1ab_0
354
+ - tk=8.6.13=noxft_h4845f30_101
355
+ - toolz=0.12.1=pyhd8ed1ab_0
356
+ - tornado=6.3.3=py310h2372a71_1
357
+ - tqdm=4.66.1=pyhd8ed1ab_0
358
+ - traitlets=5.9.0=pyhd8ed1ab_0
359
+ - treelite=3.2.0=py310h1be96d9_0
360
+ - truststore=0.8.0=pyhd8ed1ab_0
361
+ - typer=0.9.0=pyhd8ed1ab_0
362
+ - types-python-dateutil=2.8.19.20240106=pyhd8ed1ab_0
363
+ - typing-extensions=4.9.0=hd8ed1ab_0
364
+ - typing_extensions=4.9.0=pyha770c72_0
365
+ - typing_utils=0.1.0=pyhd8ed1ab_0
366
+ - ucx=1.14.1=h195a15c_5
367
+ - ucx-proc=1.0.0=gpu
368
+ - ucx-py=0.33.00=py310_230809_gea1eb8f_0
369
+ - unicodedata2=15.1.0=py310h2372a71_0
370
+ - uri-template=1.3.0=pyhd8ed1ab_0
371
+ - wasabi=1.1.2=py310hff52083_0
372
+ - wcwidth=0.2.13=pyhd8ed1ab_0
373
+ - weasel=0.3.4=pyhd8ed1ab_0
374
+ - webcolors=1.13=pyhd8ed1ab_0
375
+ - webencodings=0.5.1=pyhd8ed1ab_2
376
+ - websocket-client=1.7.0=pyhd8ed1ab_0
377
+ - wheel=0.42.0=pyhd8ed1ab_0
378
+ - xorg-kbproto=1.0.7=h7f98852_1002
379
+ - xorg-libice=1.1.1=hd590300_0
380
+ - xorg-libsm=1.2.4=h7391055_0
381
+ - xorg-libx11=1.8.7=h8ee46fc_0
382
+ - xorg-libxau=1.0.11=hd590300_0
383
+ - xorg-libxdmcp=1.1.3=h7f98852_0
384
+ - xorg-libxext=1.3.4=h0b41bf4_2
385
+ - xorg-libxrender=0.9.11=hd590300_0
386
+ - xorg-libxt=1.3.0=hd590300_1
387
+ - xorg-renderproto=0.11.1=h7f98852_1002
388
+ - xorg-xextproto=7.3.0=h0b41bf4_1003
389
+ - xorg-xproto=7.0.31=h7f98852_1007
390
+ - xyzservices=2023.10.1=pyhd8ed1ab_0
391
+ - xz=5.2.6=h166bdaf_0
392
+ - yaml=0.2.5=h7b6447c_0
393
+ - yaml-cpp=0.7.0=h59595ed_3
394
+ - zeromq=4.3.5=h59595ed_0
395
+ - zict=3.0.0=pyhd8ed1ab_0
396
+ - zipp=3.17.0=pyhd8ed1ab_0
397
+ - zlib=1.2.13=hd590300_5
398
+ - zstandard=0.22.0=py310h1275a96_0
399
+ - zstd=1.5.5=hfc55251_0
400
+ - pip:
401
+ - absl-py==1.4.0
402
+ - accelerate==0.27.2
403
+ - access==1.1.9
404
+ - affine==2.4.0
405
+ - aiobotocore==2.11.2
406
+ - aiofiles==22.1.0
407
+ - aiohttp-cors==0.7.0
408
+ - aioitertools==0.11.0
409
+ - aiorwlock==1.3.0
410
+ - aiosqlite==0.19.0
411
+ - albumentations==1.4.0
412
+ - alembic==1.13.1
413
+ - altair==5.2.0
414
+ - annoy==1.17.3
415
+ - apache-beam==2.46.0
416
+ - aplus==0.11.0
417
+ - appdirs==1.4.4
418
+ - array-record==0.5.0
419
+ - arviz==0.17.0
420
+ - astroid==3.0.3
421
+ - astropy==6.0.0
422
+ - astropy-iers-data==0.2024.2.19.0.28.47
423
+ - astunparse==1.6.3
424
+ - async-lru==2.0.4
425
+ - audioread==3.0.1
426
+ - autopep8==2.0.4
427
+ - babel==2.14.0
428
+ - backoff==2.2.1
429
+ - bayesian-optimization==1.4.3
430
+ - bayespy==0.5.28
431
+ - beatrix-jupyterlab==2023.128.151533
432
+ - bidict==0.23.1
433
+ - biopython==1.83
434
+ - blake3==0.2.1
435
+ - blessed==1.20.0
436
+ - blinker==1.7.0
437
+ - blosc2==2.5.1
438
+ - boruta==0.3
439
+ - boto3==1.26.100
440
+ - botocore==1.34.34
441
+ - bqplot==0.12.43
442
+ - branca==0.7.1
443
+ - brewer2mpl==1.4.1
444
+ - cachetools==4.2.4
445
+ - catalyst==22.4
446
+ - catboost==1.2.2
447
+ - category-encoders==2.6.3
448
+ - cesium==0.12.1
449
+ - chex==0.1.85
450
+ - cleverhans==4.0.0
451
+ - click-plugins==1.1.1
452
+ - cligj==0.7.2
453
+ - cloud-tpu-client==0.10
454
+ - cloud-tpu-profiler==2.4.0
455
+ - cloudpickle==2.2.1
456
+ - cmdstanpy==1.2.1
457
+ - cmudict==1.0.18
458
+ - colorcet==3.0.1
459
+ - colorful==0.5.6
460
+ - colorlog==6.8.2
461
+ - colorlover==0.3.0
462
+ - contextily==1.5.0
463
+ - convertdate==2.4.0
464
+ - crcmod==1.7
465
+ - cufflinks==0.17.3
466
+ - cvxcanon==0.1.2
467
+ - cysignals==1.11.4
468
+ - cython==3.0.8
469
+ - daal==2024.1.0
470
+ - daal4py==2024.1.0
471
+ - dacite==1.8.1
472
+ - dask==2024.2.0
473
+ - dataclasses-json==0.6.4
474
+ - dataproc-jupyter-plugin==0.1.66
475
+ - datasets==2.18.0
476
+ - datashader==0.16.0
477
+ - datatile==1.0.3
478
+ - db-dtypes==1.2.0
479
+ - deap==1.4.1
480
+ - deepdiff==6.7.1
481
+ - delorean==1.0.0
482
+ - deprecated==1.2.14
483
+ - deprecation==2.1.0
484
+ - descartes==1.1.0
485
+ - dill==0.3.8
486
+ - dipy==1.8.0
487
+ - distlib==0.3.8
488
+ - dm-tree==0.1.8
489
+ - docker==7.0.0
490
+ - docker-pycreds==0.4.0
491
+ - docopt==0.6.2
492
+ - docstring-parser==0.15
493
+ - docstring-to-markdown==0.15
494
+ - docutils==0.20.1
495
+ - earthengine-api==0.1.391
496
+ - easydict==1.12
497
+ - easyocr==1.7.1
498
+ - ecos==2.0.13
499
+ - eli5==0.13.0
500
+ - emoji==2.10.1
501
+ - en-core-web-lg==3.7.1
502
+ - en-core-web-sm==3.7.1
503
+ - ephem==4.1.5
504
+ - esda==2.5.1
505
+ - essentia==2.1b6.dev1110
506
+ - et-xmlfile==1.1.0
507
+ - etils==1.6.0
508
+ - evaluate==0.4.1
509
+ - explainable-ai-sdk==1.3.3
510
+ - farama-notifications==0.0.4
511
+ - fastai==2.7.14
512
+ - fastapi==0.108.0
513
+ - fastavro==1.9.3
514
+ - fastcore==1.5.29
515
+ - fastdownload==0.0.7
516
+ - fasteners==0.19
517
+ - fastprogress==1.0.3
518
+ - fasttext==0.9.2
519
+ - fbpca==1.0
520
+ - feather-format==0.4.1
521
+ - featuretools==1.29.0
522
+ - filelock==3.13.1
523
+ - fiona==1.9.5
524
+ - fitter==1.7.0
525
+ - flake8==7.0.0
526
+ - flashtext==2.7
527
+ - flask==3.0.2
528
+ - flatbuffers==23.5.26
529
+ - flax==0.8.1
530
+ - folium==0.15.1
531
+ - fonttools==4.47.0
532
+ - frozendict==2.4.0
533
+ - funcy==2.0
534
+ - fury==0.9.0
535
+ - future==1.0.0
536
+ - fuzzywuzzy==0.18.0
537
+ - gast==0.5.4
538
+ - gatspy==0.3
539
+ - gcsfs==2023.12.2.post1
540
+ - gensim==4.3.2
541
+ - geographiclib==2.0
542
+ - geohash==1.0
543
+ - geojson==3.1.0
544
+ - geopandas==0.14.3
545
+ - geoplot==0.5.1
546
+ - geopy==2.4.1
547
+ - geoviews==1.11.1
548
+ - ggplot==0.11.5
549
+ - giddy==2.3.5
550
+ - gitdb==4.0.11
551
+ - gitpython==3.1.41
552
+ - google-ai-generativelanguage==0.4.0
553
+ - google-api-core==2.17.1
554
+ - google-api-python-client==2.118.0
555
+ - google-apitools==0.5.31
556
+ - google-auth-httplib2==0.1.1
557
+ - google-auth-oauthlib==1.2.0
558
+ - google-cloud-aiplatform==0.6.0a1
559
+ - google-cloud-artifact-registry==1.10.0
560
+ - google-cloud-automl==1.0.1
561
+ - google-cloud-bigquery==2.34.4
562
+ - google-cloud-bigtable==1.7.3
563
+ - google-cloud-dlp==3.14.0
564
+ - google-cloud-jupyter-config==0.0.5
565
+ - google-cloud-language==2.13.1
566
+ - google-cloud-monitoring==2.18.0
567
+ - google-cloud-pubsub==2.19.0
568
+ - google-cloud-pubsublite==1.9.0
569
+ - google-cloud-recommendations-ai==0.7.1
570
+ - google-cloud-resource-manager==1.11.0
571
+ - google-cloud-spanner==3.40.1
572
+ - google-cloud-storage==1.44.0
573
+ - google-cloud-translate==3.12.1
574
+ - google-cloud-videointelligence==2.13.1
575
+ - google-cloud-vision==2.8.0
576
+ - google-crc32c==1.5.0
577
+ - google-generativeai==0.3.2
578
+ - google-pasta==0.2.0
579
+ - google-resumable-media==2.7.0
580
+ - gplearn==0.4.2
581
+ - gpustat==1.0.0
582
+ - gpxpy==1.6.2
583
+ - greenlet==3.0.3
584
+ - grpc-google-iam-v1==0.12.7
585
+ - grpcio==1.60.0
586
+ - grpcio-status==1.48.2
587
+ - gviz-api==1.10.0
588
+ - gym==0.26.2
589
+ - gym-notices==0.0.8
590
+ - gymnasium==0.29.0
591
+ - h11==0.14.0
592
+ - h2o==3.44.0.3
593
+ - h5netcdf==1.3.0
594
+ - h5py==3.10.0
595
+ - haversine==2.8.1
596
+ - hdfs==2.7.3
597
+ - hep-ml==0.7.2
598
+ - hijri-converter==2.3.1
599
+ - hmmlearn==0.3.0
600
+ - holidays==0.24
601
+ - holoviews==1.18.3
602
+ - hpsklearn==0.1.0
603
+ - html5lib==1.1
604
+ - htmlmin==0.1.12
605
+ - httpcore==1.0.4
606
+ - httplib2==0.21.0
607
+ - httptools==0.6.1
608
+ - httpx==0.27.0
609
+ - huggingface-hub==0.20.3
610
+ - humanize==4.9.0
611
+ - hunspell==0.5.5
612
+ - husl==4.0.3
613
+ - hydra-slayer==0.5.0
614
+ - hyperopt==0.2.7
615
+ - hypertools==0.8.0
616
+ - igraph==0.11.4
617
+ - imagecodecs==2024.1.1
618
+ - imagehash==4.3.1
619
+ - imageio==2.33.1
620
+ - imbalanced-learn==0.12.0
621
+ - imgaug==0.4.0
622
+ - importlib-metadata==6.11.0
623
+ - inequality==1.0.1
624
+ - iniconfig==2.0.0
625
+ - ipydatawidgets==4.3.5
626
+ - ipyleaflet==0.18.2
627
+ - ipympl==0.7.0
628
+ - ipython-genutils==0.2.0
629
+ - ipython-sql==0.5.0
630
+ - ipyvolume==0.6.3
631
+ - ipyvue==1.10.1
632
+ - ipyvuetify==1.8.10
633
+ - ipywebrtc==0.6.0
634
+ - ipywidgets==7.7.1
635
+ - isort==5.13.2
636
+ - isoweek==1.3.3
637
+ - itsdangerous==2.1.2
638
+ - janome==0.5.0
639
+ - jaraco-classes==3.3.0
640
+ - jax==0.4.23
641
+ - jax-jumpy==1.0.0
642
+ - jaxlib==0.4.23.dev20240116
643
+ - jeepney==0.8.0
644
+ - jieba==0.42.1
645
+ - jmespath==1.0.1
646
+ - json5==0.9.14
647
+ - jupyter-client==7.4.9
648
+ - jupyter-console==6.6.3
649
+ - jupyter-http-over-ws==0.0.8
650
+ - jupyter-lsp==1.5.1
651
+ - jupyter-server==2.12.5
652
+ - jupyter-server-fileid==0.9.1
653
+ - jupyter-server-mathjax==0.2.6
654
+ - jupyter-server-proxy==4.1.0
655
+ - jupyter-server-ydoc==0.8.0
656
+ - jupyter-ydoc==0.2.5
657
+ - jupyterlab==4.1.2
658
+ - jupyterlab-git==0.44.0
659
+ - jupyterlab-lsp==5.0.3
660
+ - jupyterlab-server==2.25.2
661
+ - jupyterlab-widgets==3.0.9
662
+ - jupytext==1.16.0
663
+ - kaggle==1.6.6
664
+ - kaggle-environments==1.14.3
665
+ - kagglehub==0.1.9
666
+ - keras==3.0.5
667
+ - keras-cv==0.8.2
668
+ - keras-nlp==0.8.1
669
+ - keras-tuner==1.4.6
670
+ - kernels-mixer==0.0.7
671
+ - keyring==24.3.0
672
+ - keyrings-google-artifactregistry-auth==1.1.2
673
+ - kfp==2.5.0
674
+ - kfp-pipeline-spec==0.2.2
675
+ - kfp-server-api==2.0.5
676
+ - kmapper==2.0.1
677
+ - kmodes==0.12.2
678
+ - korean-lunar-calendar==0.3.1
679
+ - kornia==0.7.1
680
+ - kt-legacy==1.0.5
681
+ - kubernetes==26.1.0
682
+ - langid==1.1.6
683
+ - lazy-loader==0.3
684
+ - learntools==0.3.4
685
+ - leven==1.0.4
686
+ - levenshtein==0.25.0
687
+ - libclang==16.0.6
688
+ - libpysal==4.9.2
689
+ - librosa==0.10.1
690
+ - lightgbm==4.2.0
691
+ - lightning-utilities==0.10.1
692
+ - lime==0.2.0.1
693
+ - line-profiler==4.1.2
694
+ - linkify-it-py==2.0.3
695
+ - llvmlite==0.41.1
696
+ - lml==0.1.0
697
+ - loguru==0.7.2
698
+ - lunarcalendar==0.0.9
699
+ - lxml==5.1.0
700
+ - mako==1.3.2
701
+ - mapclassify==2.6.1
702
+ - marisa-trie==1.1.0
703
+ - markdown==3.5.2
704
+ - markovify==0.9.4
705
+ - markupsafe==2.1.5
706
+ - marshmallow==3.20.2
707
+ - matplotlib==3.7.5
708
+ - matplotlib-venn==0.11.10
709
+ - mccabe==0.7.0
710
+ - mdit-py-plugins==0.4.0
711
+ - memory-profiler==0.61.0
712
+ - mercantile==1.2.1
713
+ - mgwr==2.2.1
714
+ - missingno==0.5.2
715
+ - mistune==0.8.4
716
+ - mizani==0.11.0
717
+ - ml-dtypes==0.2.0
718
+ - mlcrate==0.2.0
719
+ - mlens==0.2.3
720
+ - mlxtend==0.23.1
721
+ - mmh3==4.1.0
722
+ - mne==1.6.1
723
+ - mnist==0.2.2
724
+ - mock==5.1.0
725
+ - momepy==0.7.0
726
+ - more-itertools==10.2.0
727
+ - mpld3==0.5.10
728
+ - mpmath==1.3.0
729
+ - msgpack-numpy==0.4.8
730
+ - multimethod==1.10
731
+ - multipledispatch==1.0.0
732
+ - multiprocess==0.70.16
733
+ - mypy-extensions==1.0.0
734
+ - namex==0.0.7
735
+ - nbclient==0.5.13
736
+ - nbconvert==6.4.5
737
+ - nbdime==3.2.0
738
+ - ndindex==1.8
739
+ - networkx==3.2.1
740
+ - nibabel==5.2.0
741
+ - nilearn==0.10.3
742
+ - ninja==1.11.1.1
743
+ - nltk==3.2.4
744
+ - nose==1.3.7
745
+ - notebook==6.5.6
746
+ - notebook-executor==0.2
747
+ - numba==0.58.1
748
+ - numexpr==2.9.0
749
+ - nvidia-ml-py==11.495.46
750
+ - oauth2client==4.1.3
751
+ - oauthlib==3.2.2
752
+ - objsize==0.6.1
753
+ - odfpy==1.4.1
754
+ - olefile==0.47
755
+ - onnx==1.15.0
756
+ - opencensus==0.11.4
757
+ - opencensus-context==0.1.3
758
+ - opencv-contrib-python==4.9.0.80
759
+ - opencv-python==4.9.0.80
760
+ - opencv-python-headless==4.9.0.80
761
+ - openpyxl==3.1.2
762
+ - openslide-python==1.3.1
763
+ - opentelemetry-api==1.22.0
764
+ - opentelemetry-exporter-otlp==1.22.0
765
+ - opentelemetry-exporter-otlp-proto-common==1.22.0
766
+ - opentelemetry-exporter-otlp-proto-grpc==1.22.0
767
+ - opentelemetry-exporter-otlp-proto-http==1.22.0
768
+ - opentelemetry-proto==1.22.0
769
+ - opentelemetry-sdk==1.22.0
770
+ - opentelemetry-semantic-conventions==0.43b0
771
+ - opt-einsum==3.3.0
772
+ - optax==0.1.9
773
+ - optuna==3.5.0
774
+ - orbax-checkpoint==0.5.3
775
+ - ordered-set==4.1.0
776
+ - orderedmultidict==1.0.1
777
+ - orjson==3.9.10
778
+ - ortools==9.4.1874
779
+ - osmnx==1.9.1
780
+ - packaging==21.3
781
+ - pandas==2.1.4
782
+ - pandas-datareader==0.10.0
783
+ - pandas-profiling==3.6.6
784
+ - pandas-summary==0.2.0
785
+ - pandasql==0.7.3
786
+ - panel==1.3.8
787
+ - papermill==2.5.0
788
+ - param==2.0.2
789
+ - path==16.10.0
790
+ - path-py==12.5.0
791
+ - pathos==0.3.2
792
+ - patsy==0.5.6
793
+ - pdf2image==1.17.0
794
+ - pettingzoo==1.24.0
795
+ - pexpect==4.9.0
796
+ - phik==0.12.4
797
+ - pillow==9.5.0
798
+ - platformdirs==4.2.0
799
+ - plotly==5.18.0
800
+ - plotly-express==0.4.1
801
+ - plotnine==0.13.0
802
+ - pointpats==2.4.0
803
+ - polars==0.20.10
804
+ - polyglot==16.7.4
805
+ - pooch==1.8.1
806
+ - pox==0.3.4
807
+ - ppca==0.0.4
808
+ - ppft==1.7.6.8
809
+ - preprocessing==0.1.13
810
+ - prettytable==3.9.0
811
+ - progressbar2==4.3.2
812
+ - promise==2.3
813
+ - prompt-toolkit==3.0.43
814
+ - pronouncing==0.2.0
815
+ - prophet==1.1.1
816
+ - protobuf==3.20.3
817
+ - psutil==5.9.3
818
+ - pudb==2024.1
819
+ - pulp==2.8.0
820
+ - py-cpuinfo==9.0.0
821
+ - py-spy==0.3.14
822
+ - py4j==0.10.9.7
823
+ - pyaml==23.12.0
824
+ - pyarabic==0.6.15
825
+ - pyarrow==15.0.0
826
+ - pyarrow-hotfix==0.6
827
+ - pyastronomy==0.20.0
828
+ - pybind11==2.11.1
829
+ - pyclipper==1.3.0.post5
830
+ - pycodestyle==2.11.1
831
+ - pycparser==2.21
832
+ - pycryptodome==3.20.0
833
+ - pyct==0.5.0
834
+ - pycuda==2024.1
835
+ - pydantic==2.5.3
836
+ - pydantic-core==2.14.6
837
+ - pydegensac==0.1.2
838
+ - pydicom==2.4.4
839
+ - pydocstyle==6.3.0
840
+ - pydot==1.4.2
841
+ - pydub==0.25.1
842
+ - pyemd==1.0.0
843
+ - pyerfa==2.0.1.1
844
+ - pyexcel-io==0.6.6
845
+ - pyexcel-ods==0.6.0
846
+ - pyfasttext==0.4.6
847
+ - pyflakes==3.2.0
848
+ - pygltflib==1.16.1
849
+ - pyjwt==2.8.0
850
+ - pykalman==0.9.5
851
+ - pyldavis==3.4.1
852
+ - pylint==3.0.3
853
+ - pymc3==3.11.4
854
+ - pymeeus==0.5.12
855
+ - pymongo==3.13.0
856
+ - pympler==1.0.1
857
+ - pynndescent==0.5.11
858
+ - pynvrtc==9.2
859
+ - pyocr==0.8.5
860
+ - pypdf==4.0.2
861
+ - pysal==24.1
862
+ - pytesseract==0.3.10
863
+ - pytest==8.0.1
864
+ - python-bidi==0.4.2
865
+ - python-dotenv==1.0.0
866
+ - python-graphviz==0.20.1
867
+ - python-levenshtein==0.25.0
868
+ - python-louvain==0.16
869
+ - python-lsp-jsonrpc==1.1.2
870
+ - python-lsp-server==1.10.0
871
+ - python-slugify==8.0.4
872
+ - python-utils==3.8.2
873
+ - pythreejs==2.4.2
874
+ - pytoolconfig==1.3.1
875
+ - pytools==2023.1.1
876
+ - pytorch-ignite==0.4.13
877
+ - pytorch-lightning==2.2.0.post0
878
+ - pytz==2023.3.post1
879
+ - pyupset==0.1.1.post7
880
+ - pyviz-comms==3.0.1
881
+ - pywavelets==1.5.0
882
+ - pyzmq==24.0.1
883
+ - qgrid==1.3.1
884
+ - qtconsole==5.5.1
885
+ - qtpy==2.4.1
886
+ - quantecon==0.7.1
887
+ - quantities==0.15.0
888
+ - qudida==0.0.4
889
+ - rapidfuzz==3.6.1
890
+ - rasterio==1.3.9
891
+ - rasterstats==0.19.0
892
+ - ray==2.9.0
893
+ - ray-cpp==2.9.0
894
+ - regex==2023.12.25
895
+ - requests-oauthlib==1.3.1
896
+ - requests-toolbelt==0.10.1
897
+ - responses==0.18.0
898
+ - retrying==1.3.4
899
+ - rgf-python==3.12.0
900
+ - rich-click==1.7.3
901
+ - rope==1.12.0
902
+ - rtree==1.2.0
903
+ - s2sphere==0.2.5
904
+ - s3fs==2024.2.0
905
+ - s3transfer==0.6.2
906
+ - safetensors==0.4.2
907
+ - scattertext==0.1.19
908
+ - scikit-image==0.22.0
909
+ - scikit-learn==1.2.2
910
+ - scikit-learn-intelex==2024.1.0
911
+ - scikit-multilearn==0.2.0
912
+ - scikit-optimize==0.9.0
913
+ - scikit-plot==0.3.7
914
+ - scikit-surprise==1.1.3
915
+ - scipy==1.11.4
916
+ - seaborn==0.12.2
917
+ - secretstorage==3.3.3
918
+ - segment-anything==1.0
919
+ - segregation==2.5
920
+ - semver==3.0.2
921
+ - sentence-transformers==2.5.1
922
+ - sentencepiece==0.2.0
923
+ - sentry-sdk==1.40.5
924
+ - setfit==1.0.3
925
+ - setproctitle==1.3.3
926
+ - setuptools-git==1.2
927
+ - setuptools-scm==8.0.4
928
+ - shap==0.44.1
929
+ - shapely==2.0.3
930
+ - shimmy==1.3.0
931
+ - simpervisor==1.0.0
932
+ - simpleitk==2.3.1
933
+ - simplejson==3.19.2
934
+ - six==1.16.0
935
+ - sklearn-pandas==2.2.0
936
+ - slicer==0.0.7
937
+ - smhasher==0.150.1
938
+ - smmap==5.0.1
939
+ - snowballstemmer==2.2.0
940
+ - snuggs==1.4.7
941
+ - soundfile==0.12.1
942
+ - soxr==0.3.7
943
+ - spaghetti==1.7.5.post1
944
+ - spectral==0.23.1
945
+ - spglm==1.1.0
946
+ - sphinx-rtd-theme==0.2.4
947
+ - spint==1.0.7
948
+ - splot==1.1.5.post1
949
+ - spopt==0.6.0
950
+ - spreg==1.4.2
951
+ - spvcm==0.3.0
952
+ - sqlalchemy==2.0.25
953
+ - sqlparse==0.4.4
954
+ - squarify==0.4.3
955
+ - stable-baselines3==2.1.0
956
+ - stack-data==0.6.3
957
+ - stanio==0.3.0
958
+ - starlette==0.32.0.post1
959
+ - statsmodels==0.14.1
960
+ - stemming==1.0.1
961
+ - stop-words==2018.7.23
962
+ - stopit==1.1.2
963
+ - stumpy==1.12.0
964
+ - sympy==1.12
965
+ - tables==3.9.2
966
+ - tabulate==0.9.0
967
+ - tangled-up-in-unicode==0.2.0
968
+ - tbb==2021.11.0
969
+ - tenacity==8.2.3
970
+ - tensorboard==2.15.1
971
+ - tensorboard-data-server==0.7.2
972
+ - tensorboard-plugin-profile==2.15.0
973
+ - tensorboardx==2.6.2.2
974
+ - tensorflow==2.15.0
975
+ - tensorflow-cloud==0.1.16
976
+ - tensorflow-datasets==4.9.4
977
+ - tensorflow-decision-forests==1.8.1
978
+ - tensorflow-estimator==2.15.0
979
+ - tensorflow-hub==0.16.1
980
+ - tensorflow-io==0.35.0
981
+ - tensorflow-io-gcs-filesystem==0.35.0
982
+ - tensorflow-metadata==0.14.0
983
+ - tensorflow-probability==0.23.0
984
+ - tensorflow-serving-api==2.14.1
985
+ - tensorflow-text==2.15.0
986
+ - tensorflow-transform==0.14.0
987
+ - tensorpack==0.11
988
+ - tensorstore==0.1.53
989
+ - termcolor==2.4.0
990
+ - testpath==0.6.0
991
+ - text-unidecode==1.3
992
+ - textblob==0.18.0.post0
993
+ - texttable==1.7.0
994
+ - tf-keras==2.15.0
995
+ - tfp-nightly==0.24.0.dev0
996
+ - theano==1.0.5
997
+ - theano-pymc==1.1.2
998
+ - threadpoolctl==3.2.0
999
+ - tifffile==2023.12.9
1000
+ - timm==0.9.16
1001
+ - tobler==0.11.2
1002
+ - tokenizers==0.15.2
1003
+ - toml==0.10.2
1004
+ - tomli==2.0.1
1005
+ - tomlkit==0.12.3
1006
+ - torch==2.1.2
1007
+ - torchaudio==2.1.2
1008
+ - torchdata==0.7.1
1009
+ - torchinfo==1.8.0
1010
+ - torchmetrics==1.3.1
1011
+ - torchtext==0.16.2
1012
+ - torchvision==0.16.2
1013
+ - tpot==0.12.1
1014
+ - traceml==1.0.8
1015
+ - traittypes==0.2.1
1016
+ - transformers==4.38.1
1017
+ - treelite-runtime==3.2.0
1018
+ - trueskill==0.4.5
1019
+ - trx-python==0.2.9
1020
+ - tsfresh==0.20.2
1021
+ - typeguard==4.1.5
1022
+ - typing-inspect==0.9.0
1023
+ - tzdata==2023.4
1024
+ - tzlocal==5.2
1025
+ - uc-micro-py==1.0.3
1026
+ - ujson==5.9.0
1027
+ - umap-learn==0.5.5
1028
+ - unidecode==1.3.8
1029
+ - update-checker==0.18.0
1030
+ - uritemplate==3.0.1
1031
+ - urllib3==1.26.18
1032
+ - urwid==2.6.4
1033
+ - urwid-readline==0.13
1034
+ - uvicorn==0.25.0
1035
+ - uvloop==0.19.0
1036
+ - vaex==4.17.0
1037
+ - vaex-astro==0.9.3
1038
+ - vaex-core==4.17.1
1039
+ - vaex-hdf5==0.14.1
1040
+ - vaex-jupyter==0.8.2
1041
+ - vaex-ml==0.18.3
1042
+ - vaex-server==0.9.0
1043
+ - vaex-viz==0.5.4
1044
+ - vec-noise==1.1.4
1045
+ - vecstack==0.4.0
1046
+ - virtualenv==20.21.0
1047
+ - visions==0.7.5
1048
+ - vowpalwabbit==9.9.0
1049
+ - vtk==9.3.0
1050
+ - wand==0.6.13
1051
+ - wandb==0.16.3
1052
+ - watchfiles==0.21.0
1053
+ - wavio==0.0.8
1054
+ - websockets==12.0
1055
+ - werkzeug==3.0.1
1056
+ - wfdb==4.1.2
1057
+ - whatthepatch==1.0.5
1058
+ - widgetsnbextension==3.6.6
1059
+ - witwidget==1.8.1
1060
+ - woodwork==0.28.0
1061
+ - wordcloud==1.9.3
1062
+ - wordsegment==1.3.1
1063
+ - wrapt==1.14.1
1064
+ - xarray==2024.2.0
1065
+ - xarray-einstats==0.7.0
1066
+ - xgboost==2.0.3
1067
+ - xvfbwrapper==0.2.9
1068
+ - xxhash==3.4.1
1069
+ - y-py==0.6.2
1070
+ - yapf==0.40.2
1071
+ - yarl==1.9.4
1072
+ - ydata-profiling==4.6.4
1073
+ - yellowbrick==1.5
1074
+ - ypy-websocket==0.8.4
1075
+ prefix: /opt/conda
wandb/run-20240306_142408-og3d0ld1/files/config.yaml ADDED
@@ -0,0 +1,705 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ wandb_version: 1
2
+
3
+ _wandb:
4
+ desc: null
5
+ value:
6
+ python_version: 3.10.13
7
+ cli_version: 0.16.3
8
+ framework: huggingface
9
+ huggingface_version: 4.38.1
10
+ is_jupyter_run: true
11
+ is_kaggle_kernel: true
12
+ start_time: 1709735048.637645
13
+ t:
14
+ 1:
15
+ - 1
16
+ - 2
17
+ - 3
18
+ - 5
19
+ - 11
20
+ - 12
21
+ - 49
22
+ - 51
23
+ - 53
24
+ - 55
25
+ - 71
26
+ - 105
27
+ 2:
28
+ - 1
29
+ - 2
30
+ - 3
31
+ - 5
32
+ - 11
33
+ - 12
34
+ - 49
35
+ - 51
36
+ - 53
37
+ - 55
38
+ - 71
39
+ - 105
40
+ 3:
41
+ - 7
42
+ - 23
43
+ 4: 3.10.13
44
+ 5: 0.16.3
45
+ 6: 4.38.1
46
+ 8:
47
+ - 1
48
+ - 2
49
+ - 5
50
+ 9:
51
+ 1: transformers_trainer
52
+ 13: linux-x86_64
53
+ m:
54
+ - 1: train/global_step
55
+ 6:
56
+ - 3
57
+ - 1: train/loss
58
+ 5: 1
59
+ 6:
60
+ - 1
61
+ - 1: train/grad_norm
62
+ 5: 1
63
+ 6:
64
+ - 1
65
+ - 1: train/learning_rate
66
+ 5: 1
67
+ 6:
68
+ - 1
69
+ - 1: train/epoch
70
+ 5: 1
71
+ 6:
72
+ - 1
73
+ - 1: eval/loss
74
+ 5: 1
75
+ 6:
76
+ - 1
77
+ - 1: eval/runtime
78
+ 5: 1
79
+ 6:
80
+ - 1
81
+ - 1: eval/samples_per_second
82
+ 5: 1
83
+ 6:
84
+ - 1
85
+ - 1: eval/steps_per_second
86
+ 5: 1
87
+ 6:
88
+ - 1
89
+ - 1: train/train_runtime
90
+ 5: 1
91
+ 6:
92
+ - 1
93
+ - 1: train/train_samples_per_second
94
+ 5: 1
95
+ 6:
96
+ - 1
97
+ - 1: train/train_steps_per_second
98
+ 5: 1
99
+ 6:
100
+ - 1
101
+ - 1: train/total_flos
102
+ 5: 1
103
+ 6:
104
+ - 1
105
+ - 1: train/train_loss
106
+ 5: 1
107
+ 6:
108
+ - 1
109
+ return_dict:
110
+ desc: null
111
+ value: true
112
+ output_hidden_states:
113
+ desc: null
114
+ value: false
115
+ output_attentions:
116
+ desc: null
117
+ value: false
118
+ torchscript:
119
+ desc: null
120
+ value: false
121
+ torch_dtype:
122
+ desc: null
123
+ value: null
124
+ use_bfloat16:
125
+ desc: null
126
+ value: false
127
+ tf_legacy_loss:
128
+ desc: null
129
+ value: false
130
+ pruned_heads:
131
+ desc: null
132
+ value: {}
133
+ tie_word_embeddings:
134
+ desc: null
135
+ value: true
136
+ chunk_size_feed_forward:
137
+ desc: null
138
+ value: 0
139
+ is_encoder_decoder:
140
+ desc: null
141
+ value: false
142
+ is_decoder:
143
+ desc: null
144
+ value: false
145
+ cross_attention_hidden_size:
146
+ desc: null
147
+ value: null
148
+ add_cross_attention:
149
+ desc: null
150
+ value: false
151
+ tie_encoder_decoder:
152
+ desc: null
153
+ value: false
154
+ max_length:
155
+ desc: null
156
+ value: 20
157
+ min_length:
158
+ desc: null
159
+ value: 0
160
+ do_sample:
161
+ desc: null
162
+ value: false
163
+ early_stopping:
164
+ desc: null
165
+ value: false
166
+ num_beams:
167
+ desc: null
168
+ value: 1
169
+ num_beam_groups:
170
+ desc: null
171
+ value: 1
172
+ diversity_penalty:
173
+ desc: null
174
+ value: 0.0
175
+ temperature:
176
+ desc: null
177
+ value: 1.0
178
+ top_k:
179
+ desc: null
180
+ value: 50
181
+ top_p:
182
+ desc: null
183
+ value: 1.0
184
+ typical_p:
185
+ desc: null
186
+ value: 1.0
187
+ repetition_penalty:
188
+ desc: null
189
+ value: 1.0
190
+ length_penalty:
191
+ desc: null
192
+ value: 1.0
193
+ no_repeat_ngram_size:
194
+ desc: null
195
+ value: 0
196
+ encoder_no_repeat_ngram_size:
197
+ desc: null
198
+ value: 0
199
+ bad_words_ids:
200
+ desc: null
201
+ value: null
202
+ num_return_sequences:
203
+ desc: null
204
+ value: 1
205
+ output_scores:
206
+ desc: null
207
+ value: false
208
+ return_dict_in_generate:
209
+ desc: null
210
+ value: false
211
+ forced_bos_token_id:
212
+ desc: null
213
+ value: null
214
+ forced_eos_token_id:
215
+ desc: null
216
+ value: null
217
+ remove_invalid_values:
218
+ desc: null
219
+ value: false
220
+ exponential_decay_length_penalty:
221
+ desc: null
222
+ value: null
223
+ suppress_tokens:
224
+ desc: null
225
+ value: null
226
+ begin_suppress_tokens:
227
+ desc: null
228
+ value: null
229
+ architectures:
230
+ desc: null
231
+ value: null
232
+ finetuning_task:
233
+ desc: null
234
+ value: null
235
+ id2label:
236
+ desc: null
237
+ value:
238
+ '0': Documentation Ambiguity
239
+ '1': Documentation Completeness
240
+ '2': Documentation Replicability
241
+ '3': Documentation Replication on Other Examples
242
+ '4': Inadequate Examples
243
+ '5': Lack of Alternative Solutions/Documentation
244
+ '6': Requesting (Additional) Documentation/Examples
245
+ label2id:
246
+ desc: null
247
+ value:
248
+ Documentation Ambiguity: 0
249
+ Documentation Completeness: 1
250
+ Documentation Replicability: 2
251
+ Documentation Replication on Other Examples: 3
252
+ Inadequate Examples: 4
253
+ Lack of Alternative Solutions/Documentation: 5
254
+ Requesting (Additional) Documentation/Examples: 6
255
+ tokenizer_class:
256
+ desc: null
257
+ value: null
258
+ prefix:
259
+ desc: null
260
+ value: null
261
+ bos_token_id:
262
+ desc: null
263
+ value: null
264
+ pad_token_id:
265
+ desc: null
266
+ value: 0
267
+ eos_token_id:
268
+ desc: null
269
+ value: null
270
+ sep_token_id:
271
+ desc: null
272
+ value: null
273
+ decoder_start_token_id:
274
+ desc: null
275
+ value: null
276
+ task_specific_params:
277
+ desc: null
278
+ value: null
279
+ problem_type:
280
+ desc: null
281
+ value: null
282
+ _name_or_path:
283
+ desc: null
284
+ value: mmukh/SOBertBase
285
+ transformers_version:
286
+ desc: null
287
+ value: 4.38.1
288
+ model_type:
289
+ desc: null
290
+ value: megatron-bert
291
+ tokenizer_type:
292
+ desc: null
293
+ value: SentencePieceTokenizer
294
+ vocab_size:
295
+ desc: null
296
+ value: 50048
297
+ hidden_size:
298
+ desc: null
299
+ value: 768
300
+ num_hidden_layers:
301
+ desc: null
302
+ value: 12
303
+ num_attention_heads:
304
+ desc: null
305
+ value: 12
306
+ hidden_act:
307
+ desc: null
308
+ value: gelu
309
+ intermediate_size:
310
+ desc: null
311
+ value: 3072
312
+ hidden_dropout_prob:
313
+ desc: null
314
+ value: 0.1
315
+ attention_probs_dropout_prob:
316
+ desc: null
317
+ value: 0.1
318
+ max_position_embeddings:
319
+ desc: null
320
+ value: 2048
321
+ type_vocab_size:
322
+ desc: null
323
+ value: 2
324
+ initializer_range:
325
+ desc: null
326
+ value: 0.02
327
+ layer_norm_eps:
328
+ desc: null
329
+ value: 1.0e-12
330
+ position_embedding_type:
331
+ desc: null
332
+ value: absolute
333
+ use_cache:
334
+ desc: null
335
+ value: true
336
+ output_dir:
337
+ desc: null
338
+ value: /kaggle/working/
339
+ overwrite_output_dir:
340
+ desc: null
341
+ value: false
342
+ do_train:
343
+ desc: null
344
+ value: false
345
+ do_eval:
346
+ desc: null
347
+ value: true
348
+ do_predict:
349
+ desc: null
350
+ value: false
351
+ evaluation_strategy:
352
+ desc: null
353
+ value: epoch
354
+ prediction_loss_only:
355
+ desc: null
356
+ value: false
357
+ per_device_train_batch_size:
358
+ desc: null
359
+ value: 8
360
+ per_device_eval_batch_size:
361
+ desc: null
362
+ value: 8
363
+ per_gpu_train_batch_size:
364
+ desc: null
365
+ value: null
366
+ per_gpu_eval_batch_size:
367
+ desc: null
368
+ value: null
369
+ gradient_accumulation_steps:
370
+ desc: null
371
+ value: 1
372
+ eval_accumulation_steps:
373
+ desc: null
374
+ value: null
375
+ eval_delay:
376
+ desc: null
377
+ value: 0
378
+ learning_rate:
379
+ desc: null
380
+ value: 2.0e-05
381
+ weight_decay:
382
+ desc: null
383
+ value: 0.0
384
+ adam_beta1:
385
+ desc: null
386
+ value: 0.9
387
+ adam_beta2:
388
+ desc: null
389
+ value: 0.999
390
+ adam_epsilon:
391
+ desc: null
392
+ value: 1.0e-08
393
+ max_grad_norm:
394
+ desc: null
395
+ value: 1.0
396
+ num_train_epochs:
397
+ desc: null
398
+ value: 1
399
+ max_steps:
400
+ desc: null
401
+ value: -1
402
+ lr_scheduler_type:
403
+ desc: null
404
+ value: linear
405
+ lr_scheduler_kwargs:
406
+ desc: null
407
+ value: {}
408
+ warmup_ratio:
409
+ desc: null
410
+ value: 0.0
411
+ warmup_steps:
412
+ desc: null
413
+ value: 0
414
+ log_level:
415
+ desc: null
416
+ value: passive
417
+ log_level_replica:
418
+ desc: null
419
+ value: warning
420
+ log_on_each_node:
421
+ desc: null
422
+ value: true
423
+ logging_dir:
424
+ desc: null
425
+ value: /kaggle/working/runs/Mar06_14-43-14_cd2c3b1980c7
426
+ logging_strategy:
427
+ desc: null
428
+ value: epoch
429
+ logging_first_step:
430
+ desc: null
431
+ value: false
432
+ logging_steps:
433
+ desc: null
434
+ value: 500
435
+ logging_nan_inf_filter:
436
+ desc: null
437
+ value: true
438
+ save_strategy:
439
+ desc: null
440
+ value: epoch
441
+ save_steps:
442
+ desc: null
443
+ value: 500
444
+ save_total_limit:
445
+ desc: null
446
+ value: null
447
+ save_safetensors:
448
+ desc: null
449
+ value: true
450
+ save_on_each_node:
451
+ desc: null
452
+ value: false
453
+ save_only_model:
454
+ desc: null
455
+ value: false
456
+ no_cuda:
457
+ desc: null
458
+ value: false
459
+ use_cpu:
460
+ desc: null
461
+ value: false
462
+ use_mps_device:
463
+ desc: null
464
+ value: false
465
+ seed:
466
+ desc: null
467
+ value: 42
468
+ data_seed:
469
+ desc: null
470
+ value: null
471
+ jit_mode_eval:
472
+ desc: null
473
+ value: false
474
+ use_ipex:
475
+ desc: null
476
+ value: false
477
+ bf16:
478
+ desc: null
479
+ value: false
480
+ fp16:
481
+ desc: null
482
+ value: true
483
+ fp16_opt_level:
484
+ desc: null
485
+ value: O1
486
+ half_precision_backend:
487
+ desc: null
488
+ value: auto
489
+ bf16_full_eval:
490
+ desc: null
491
+ value: false
492
+ fp16_full_eval:
493
+ desc: null
494
+ value: false
495
+ tf32:
496
+ desc: null
497
+ value: null
498
+ local_rank:
499
+ desc: null
500
+ value: 0
501
+ ddp_backend:
502
+ desc: null
503
+ value: null
504
+ tpu_num_cores:
505
+ desc: null
506
+ value: null
507
+ tpu_metrics_debug:
508
+ desc: null
509
+ value: false
510
+ debug:
511
+ desc: null
512
+ value: []
513
+ dataloader_drop_last:
514
+ desc: null
515
+ value: false
516
+ eval_steps:
517
+ desc: null
518
+ value: null
519
+ dataloader_num_workers:
520
+ desc: null
521
+ value: 0
522
+ dataloader_prefetch_factor:
523
+ desc: null
524
+ value: null
525
+ past_index:
526
+ desc: null
527
+ value: -1
528
+ run_name:
529
+ desc: null
530
+ value: /kaggle/working/
531
+ disable_tqdm:
532
+ desc: null
533
+ value: false
534
+ remove_unused_columns:
535
+ desc: null
536
+ value: true
537
+ label_names:
538
+ desc: null
539
+ value: null
540
+ load_best_model_at_end:
541
+ desc: null
542
+ value: false
543
+ metric_for_best_model:
544
+ desc: null
545
+ value: null
546
+ greater_is_better:
547
+ desc: null
548
+ value: null
549
+ ignore_data_skip:
550
+ desc: null
551
+ value: false
552
+ fsdp:
553
+ desc: null
554
+ value: []
555
+ fsdp_min_num_params:
556
+ desc: null
557
+ value: 0
558
+ fsdp_config:
559
+ desc: null
560
+ value:
561
+ min_num_params: 0
562
+ xla: false
563
+ xla_fsdp_v2: false
564
+ xla_fsdp_grad_ckpt: false
565
+ fsdp_transformer_layer_cls_to_wrap:
566
+ desc: null
567
+ value: null
568
+ accelerator_config:
569
+ desc: null
570
+ value:
571
+ split_batches: false
572
+ dispatch_batches: null
573
+ even_batches: true
574
+ use_seedable_sampler: true
575
+ deepspeed:
576
+ desc: null
577
+ value: null
578
+ label_smoothing_factor:
579
+ desc: null
580
+ value: 0.0
581
+ optim:
582
+ desc: null
583
+ value: adamw_torch
584
+ optim_args:
585
+ desc: null
586
+ value: null
587
+ adafactor:
588
+ desc: null
589
+ value: false
590
+ group_by_length:
591
+ desc: null
592
+ value: false
593
+ length_column_name:
594
+ desc: null
595
+ value: length
596
+ report_to:
597
+ desc: null
598
+ value:
599
+ - tensorboard
600
+ - wandb
601
+ ddp_find_unused_parameters:
602
+ desc: null
603
+ value: null
604
+ ddp_bucket_cap_mb:
605
+ desc: null
606
+ value: null
607
+ ddp_broadcast_buffers:
608
+ desc: null
609
+ value: null
610
+ dataloader_pin_memory:
611
+ desc: null
612
+ value: true
613
+ dataloader_persistent_workers:
614
+ desc: null
615
+ value: false
616
+ skip_memory_metrics:
617
+ desc: null
618
+ value: true
619
+ use_legacy_prediction_loop:
620
+ desc: null
621
+ value: false
622
+ push_to_hub:
623
+ desc: null
624
+ value: true
625
+ resume_from_checkpoint:
626
+ desc: null
627
+ value: null
628
+ hub_model_id:
629
+ desc: null
630
+ value: null
631
+ hub_strategy:
632
+ desc: null
633
+ value: every_save
634
+ hub_token:
635
+ desc: null
636
+ value: <HUB_TOKEN>
637
+ hub_private_repo:
638
+ desc: null
639
+ value: false
640
+ hub_always_push:
641
+ desc: null
642
+ value: false
643
+ gradient_checkpointing:
644
+ desc: null
645
+ value: false
646
+ gradient_checkpointing_kwargs:
647
+ desc: null
648
+ value: null
649
+ include_inputs_for_metrics:
650
+ desc: null
651
+ value: false
652
+ fp16_backend:
653
+ desc: null
654
+ value: auto
655
+ push_to_hub_model_id:
656
+ desc: null
657
+ value: null
658
+ push_to_hub_organization:
659
+ desc: null
660
+ value: null
661
+ push_to_hub_token:
662
+ desc: null
663
+ value: <PUSH_TO_HUB_TOKEN>
664
+ mp_parameters:
665
+ desc: null
666
+ value: ''
667
+ auto_find_batch_size:
668
+ desc: null
669
+ value: false
670
+ full_determinism:
671
+ desc: null
672
+ value: false
673
+ torchdynamo:
674
+ desc: null
675
+ value: null
676
+ ray_scope:
677
+ desc: null
678
+ value: last
679
+ ddp_timeout:
680
+ desc: null
681
+ value: 1800
682
+ torch_compile:
683
+ desc: null
684
+ value: false
685
+ torch_compile_backend:
686
+ desc: null
687
+ value: null
688
+ torch_compile_mode:
689
+ desc: null
690
+ value: null
691
+ dispatch_batches:
692
+ desc: null
693
+ value: null
694
+ split_batches:
695
+ desc: null
696
+ value: null
697
+ include_tokens_per_second:
698
+ desc: null
699
+ value: false
700
+ include_num_input_tokens_seen:
701
+ desc: null
702
+ value: false
703
+ neftune_noise_alpha:
704
+ desc: null
705
+ value: null
wandb/run-20240306_142408-og3d0ld1/files/output.log ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ DatasetDict({
2
+ train: Dataset({
3
+ features: ['text', 'labels', 'input_ids', 'token_type_ids', 'attention_mask'],
4
+ num_rows: 491
5
+ })
6
+ test: Dataset({
7
+ features: ['text', 'labels', 'input_ids', 'token_type_ids', 'attention_mask'],
8
+ num_rows: 55
9
+ })
10
+ })
11
+ {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}
12
+ Class Weights: tensor([0.8493, 0.9695, 0.7882, 0.6538, 0.9308, 0.8574, 0.9511],
13
+ device='cuda:0')
14
+ Some weights of MegatronBertForSequenceClassification were not initialized from the model checkpoint at mmukh/SOBertBase and are newly initialized: ['bert.embeddings.token_type_embeddings.weight', 'bert.pooler.dense.bias', 'bert.pooler.dense.weight', 'classifier.bias', 'classifier.weight']
15
+ You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
16
+ DatasetDict({
17
+ train: Dataset({
18
+ features: ['text', 'labels', 'input_ids', 'token_type_ids', 'attention_mask'],
19
+ num_rows: 464
20
+ })
21
+ test: Dataset({
22
+ features: ['text', 'labels', 'input_ids', 'token_type_ids', 'attention_mask'],
23
+ num_rows: 82
24
+ })
25
+ })
26
+ {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}
27
+ Class Weights: tensor([0.8491, 0.9698, 0.7866, 0.6530, 0.9310, 0.8578, 0.9526],
28
+ device='cuda:0')
29
+ Some weights of MegatronBertForSequenceClassification were not initialized from the model checkpoint at mmukh/SOBertBase and are newly initialized: ['bert.embeddings.token_type_embeddings.weight', 'bert.pooler.dense.bias', 'bert.pooler.dense.weight', 'classifier.bias', 'classifier.weight']
30
+ You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
31
+ Some weights of MegatronBertForSequenceClassification were not initialized from the model checkpoint at mmukh/SOBertBase and are newly initialized: ['bert.embeddings.token_type_embeddings.weight', 'bert.pooler.dense.bias', 'bert.pooler.dense.weight', 'classifier.bias', 'classifier.weight']
wandb/run-20240306_142408-og3d0ld1/files/requirements.txt ADDED
@@ -0,0 +1,854 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ absl-py==1.4.0
2
+ accelerate==0.27.2
3
+ access==1.1.9
4
+ affine==2.4.0
5
+ aiobotocore==2.11.2
6
+ aiofiles==22.1.0
7
+ aiohttp-cors==0.7.0
8
+ aiohttp==3.9.1
9
+ aioitertools==0.11.0
10
+ aiorwlock==1.3.0
11
+ aiosignal==1.3.1
12
+ aiosqlite==0.19.0
13
+ albumentations==1.4.0
14
+ alembic==1.13.1
15
+ altair==5.2.0
16
+ annotated-types==0.6.0
17
+ annoy==1.17.3
18
+ anyio==4.2.0
19
+ apache-beam==2.46.0
20
+ aplus==0.11.0
21
+ appdirs==1.4.4
22
+ archspec==0.2.2
23
+ argon2-cffi-bindings==21.2.0
24
+ argon2-cffi==23.1.0
25
+ array-record==0.5.0
26
+ arrow==1.3.0
27
+ arviz==0.17.0
28
+ astroid==3.0.3
29
+ astropy-iers-data==0.2024.2.19.0.28.47
30
+ astropy==6.0.0
31
+ asttokens==2.4.1
32
+ astunparse==1.6.3
33
+ async-lru==2.0.4
34
+ async-timeout==4.0.3
35
+ attrs==23.2.0
36
+ audioread==3.0.1
37
+ autopep8==2.0.4
38
+ babel==2.14.0
39
+ backoff==2.2.1
40
+ bayesian-optimization==1.4.3
41
+ bayespy==0.5.28
42
+ beatrix-jupyterlab==2023.128.151533
43
+ beautifulsoup4==4.12.2
44
+ bidict==0.23.1
45
+ biopython==1.83
46
+ blake3==0.2.1
47
+ bleach==6.1.0
48
+ blessed==1.20.0
49
+ blinker==1.7.0
50
+ blis==0.7.10
51
+ blosc2==2.5.1
52
+ bokeh==3.3.4
53
+ boltons==23.1.1
54
+ boruta==0.3
55
+ boto3==1.26.100
56
+ botocore==1.34.34
57
+ bq-helper==0.4.1
58
+ bqplot==0.12.43
59
+ branca==0.7.1
60
+ brewer2mpl==1.4.1
61
+ brotli==1.0.9
62
+ brotlipy==0.7.0
63
+ cached-property==1.5.2
64
+ cachetools==4.2.4
65
+ cartopy==0.22.0
66
+ catalogue==2.0.10
67
+ catalyst==22.4
68
+ catboost==1.2.2
69
+ category-encoders==2.6.3
70
+ certifi==2024.2.2
71
+ cesium==0.12.1
72
+ cffi==1.16.0
73
+ charset-normalizer==3.3.2
74
+ chex==0.1.85
75
+ cleverhans==4.0.0
76
+ click-plugins==1.1.1
77
+ click==8.1.7
78
+ cligj==0.7.2
79
+ cloud-tpu-client==0.10
80
+ cloud-tpu-profiler==2.4.0
81
+ cloudpathlib==0.16.0
82
+ cloudpickle==2.2.1
83
+ cmdstanpy==1.2.1
84
+ cmudict==1.0.18
85
+ colorama==0.4.6
86
+ colorcet==3.0.1
87
+ colorful==0.5.6
88
+ colorlog==6.8.2
89
+ colorlover==0.3.0
90
+ comm==0.2.1
91
+ conda-libmamba-solver==23.7.0
92
+ conda-package-handling==2.2.0
93
+ conda-package-streaming==0.9.0
94
+ conda==23.7.4
95
+ confection==0.1.4
96
+ contextily==1.5.0
97
+ contourpy==1.2.0
98
+ convertdate==2.4.0
99
+ crcmod==1.7
100
+ cryptography==41.0.7
101
+ cuda-python==12.3.0
102
+ cudf==23.8.0
103
+ cufflinks==0.17.3
104
+ cuml==23.8.0
105
+ cupy==13.0.0
106
+ cvxcanon==0.1.2
107
+ cycler==0.12.1
108
+ cymem==2.0.8
109
+ cysignals==1.11.4
110
+ cython==3.0.8
111
+ cytoolz==0.12.3
112
+ daal4py==2024.1.0
113
+ daal==2024.1.0
114
+ dacite==1.8.1
115
+ dask-cuda==23.8.0
116
+ dask-cudf==23.8.0
117
+ dask==2024.2.0
118
+ dataclasses-json==0.6.4
119
+ dataproc-jupyter-plugin==0.1.66
120
+ datasets==2.18.0
121
+ datashader==0.16.0
122
+ datatile==1.0.3
123
+ db-dtypes==1.2.0
124
+ deap==1.4.1
125
+ debugpy==1.8.0
126
+ decorator==5.1.1
127
+ deepdiff==6.7.1
128
+ defusedxml==0.7.1
129
+ delorean==1.0.0
130
+ deprecated==1.2.14
131
+ deprecation==2.1.0
132
+ descartes==1.1.0
133
+ dill==0.3.8
134
+ dipy==1.8.0
135
+ distlib==0.3.8
136
+ distributed==2023.7.1
137
+ distro==1.9.0
138
+ dm-tree==0.1.8
139
+ docker-pycreds==0.4.0
140
+ docker==7.0.0
141
+ docopt==0.6.2
142
+ docstring-parser==0.15
143
+ docstring-to-markdown==0.15
144
+ docutils==0.20.1
145
+ earthengine-api==0.1.391
146
+ easydict==1.12
147
+ easyocr==1.7.1
148
+ ecos==2.0.13
149
+ eli5==0.13.0
150
+ emoji==2.10.1
151
+ en-core-web-lg==3.7.1
152
+ en-core-web-sm==3.7.1
153
+ entrypoints==0.4
154
+ ephem==4.1.5
155
+ esda==2.5.1
156
+ essentia==2.1b6.dev1110
157
+ et-xmlfile==1.1.0
158
+ etils==1.6.0
159
+ evaluate==0.4.1
160
+ exceptiongroup==1.2.0
161
+ executing==2.0.1
162
+ explainable-ai-sdk==1.3.3
163
+ farama-notifications==0.0.4
164
+ fastai==2.7.14
165
+ fastapi==0.108.0
166
+ fastavro==1.9.3
167
+ fastcore==1.5.29
168
+ fastdownload==0.0.7
169
+ fasteners==0.19
170
+ fastjsonschema==2.19.1
171
+ fastprogress==1.0.3
172
+ fastrlock==0.8.2
173
+ fasttext==0.9.2
174
+ fbpca==1.0
175
+ feather-format==0.4.1
176
+ featuretools==1.29.0
177
+ filelock==3.13.1
178
+ fiona==1.9.5
179
+ fitter==1.7.0
180
+ flake8==7.0.0
181
+ flashtext==2.7
182
+ flask==3.0.2
183
+ flatbuffers==23.5.26
184
+ flax==0.8.1
185
+ folium==0.15.1
186
+ fonttools==4.47.0
187
+ fqdn==1.5.1
188
+ frozendict==2.4.0
189
+ frozenlist==1.4.1
190
+ fsspec==2024.2.0
191
+ funcy==2.0
192
+ fury==0.9.0
193
+ future==1.0.0
194
+ fuzzywuzzy==0.18.0
195
+ gast==0.5.4
196
+ gatspy==0.3
197
+ gcsfs==2023.12.2.post1
198
+ gensim==4.3.2
199
+ geographiclib==2.0
200
+ geohash==1.0
201
+ geojson==3.1.0
202
+ geopandas==0.14.3
203
+ geoplot==0.5.1
204
+ geopy==2.4.1
205
+ geoviews==1.11.1
206
+ ggplot==0.11.5
207
+ giddy==2.3.5
208
+ gitdb==4.0.11
209
+ gitpython==3.1.41
210
+ google-ai-generativelanguage==0.4.0
211
+ google-api-core==2.11.1
212
+ google-api-python-client==2.118.0
213
+ google-apitools==0.5.31
214
+ google-auth-httplib2==0.1.1
215
+ google-auth-oauthlib==1.2.0
216
+ google-auth==2.26.1
217
+ google-cloud-aiplatform==0.6.0a1
218
+ google-cloud-artifact-registry==1.10.0
219
+ google-cloud-automl==1.0.1
220
+ google-cloud-bigquery==2.34.4
221
+ google-cloud-bigtable==1.7.3
222
+ google-cloud-core==2.4.1
223
+ google-cloud-datastore==2.19.0
224
+ google-cloud-dlp==3.14.0
225
+ google-cloud-jupyter-config==0.0.5
226
+ google-cloud-language==2.13.1
227
+ google-cloud-monitoring==2.18.0
228
+ google-cloud-pubsub==2.19.0
229
+ google-cloud-pubsublite==1.9.0
230
+ google-cloud-recommendations-ai==0.7.1
231
+ google-cloud-resource-manager==1.11.0
232
+ google-cloud-spanner==3.40.1
233
+ google-cloud-storage==1.44.0
234
+ google-cloud-translate==3.12.1
235
+ google-cloud-videointelligence==2.13.1
236
+ google-cloud-vision==2.8.0
237
+ google-crc32c==1.5.0
238
+ google-generativeai==0.3.2
239
+ google-pasta==0.2.0
240
+ google-resumable-media==2.7.0
241
+ googleapis-common-protos==1.62.0
242
+ gplearn==0.4.2
243
+ gpustat==1.0.0
244
+ gpxpy==1.6.2
245
+ graphviz==0.20.1
246
+ greenlet==3.0.3
247
+ grpc-google-iam-v1==0.12.7
248
+ grpcio-status==1.48.1
249
+ grpcio==1.51.1
250
+ gviz-api==1.10.0
251
+ gym-notices==0.0.8
252
+ gym==0.26.2
253
+ gymnasium==0.29.0
254
+ h11==0.14.0
255
+ h2o==3.44.0.3
256
+ h5netcdf==1.3.0
257
+ h5py==3.10.0
258
+ haversine==2.8.1
259
+ hdfs==2.7.3
260
+ hep-ml==0.7.2
261
+ hijri-converter==2.3.1
262
+ hmmlearn==0.3.0
263
+ holidays==0.24
264
+ holoviews==1.18.3
265
+ hpsklearn==0.1.0
266
+ html5lib==1.1
267
+ htmlmin==0.1.12
268
+ httpcore==1.0.4
269
+ httplib2==0.21.0
270
+ httptools==0.6.1
271
+ httpx==0.27.0
272
+ huggingface-hub==0.20.3
273
+ humanize==4.9.0
274
+ hunspell==0.5.5
275
+ husl==4.0.3
276
+ hydra-slayer==0.5.0
277
+ hyperopt==0.2.7
278
+ hypertools==0.8.0
279
+ idna==3.6
280
+ igraph==0.11.4
281
+ imagecodecs==2024.1.1
282
+ imagehash==4.3.1
283
+ imageio==2.33.1
284
+ imbalanced-learn==0.12.0
285
+ imgaug==0.4.0
286
+ importlib-metadata==6.11.0
287
+ importlib-resources==6.1.1
288
+ inequality==1.0.1
289
+ iniconfig==2.0.0
290
+ ipydatawidgets==4.3.5
291
+ ipykernel==6.28.0
292
+ ipyleaflet==0.18.2
293
+ ipympl==0.7.0
294
+ ipython-genutils==0.2.0
295
+ ipython-sql==0.5.0
296
+ ipython==8.20.0
297
+ ipyvolume==0.6.3
298
+ ipyvue==1.10.1
299
+ ipyvuetify==1.8.10
300
+ ipywebrtc==0.6.0
301
+ ipywidgets==7.7.1
302
+ isoduration==20.11.0
303
+ isort==5.13.2
304
+ isoweek==1.3.3
305
+ itsdangerous==2.1.2
306
+ janome==0.5.0
307
+ jaraco.classes==3.3.0
308
+ jax-jumpy==1.0.0
309
+ jax==0.4.23
310
+ jaxlib==0.4.23.dev20240116
311
+ jedi==0.19.1
312
+ jeepney==0.8.0
313
+ jieba==0.42.1
314
+ jinja2==3.1.2
315
+ jmespath==1.0.1
316
+ joblib==1.3.2
317
+ json5==0.9.14
318
+ jsonpatch==1.33
319
+ jsonpointer==2.4
320
+ jsonschema-specifications==2023.12.1
321
+ jsonschema==4.20.0
322
+ jupyter-client==7.4.9
323
+ jupyter-console==6.6.3
324
+ jupyter-core==5.7.1
325
+ jupyter-events==0.9.0
326
+ jupyter-http-over-ws==0.0.8
327
+ jupyter-lsp==1.5.1
328
+ jupyter-server-fileid==0.9.1
329
+ jupyter-server-mathjax==0.2.6
330
+ jupyter-server-proxy==4.1.0
331
+ jupyter-server-terminals==0.5.1
332
+ jupyter-server-ydoc==0.8.0
333
+ jupyter-server==2.12.5
334
+ jupyter-ydoc==0.2.5
335
+ jupyterlab-git==0.44.0
336
+ jupyterlab-lsp==5.0.3
337
+ jupyterlab-pygments==0.3.0
338
+ jupyterlab-server==2.25.2
339
+ jupyterlab-widgets==3.0.9
340
+ jupyterlab==4.1.2
341
+ jupytext==1.16.0
342
+ kaggle-environments==1.14.3
343
+ kaggle==1.6.6
344
+ kagglehub==0.1.9
345
+ keras-cv==0.8.2
346
+ keras-nlp==0.8.1
347
+ keras-tuner==1.4.6
348
+ keras==3.0.5
349
+ kernels-mixer==0.0.7
350
+ keyring==24.3.0
351
+ keyrings.google-artifactregistry-auth==1.1.2
352
+ kfp-pipeline-spec==0.2.2
353
+ kfp-server-api==2.0.5
354
+ kfp==2.5.0
355
+ kiwisolver==1.4.5
356
+ kmapper==2.0.1
357
+ kmodes==0.12.2
358
+ korean-lunar-calendar==0.3.1
359
+ kornia==0.7.1
360
+ kt-legacy==1.0.5
361
+ kubernetes==26.1.0
362
+ langcodes==3.3.0
363
+ langid==1.1.6
364
+ lazy-loader==0.3
365
+ learntools==0.3.4
366
+ leven==1.0.4
367
+ levenshtein==0.25.0
368
+ libclang==16.0.6
369
+ libmambapy==1.5.0
370
+ libpysal==4.9.2
371
+ librosa==0.10.1
372
+ lightgbm==4.2.0
373
+ lightning-utilities==0.10.1
374
+ lime==0.2.0.1
375
+ line-profiler==4.1.2
376
+ linkify-it-py==2.0.3
377
+ llvmlite==0.41.1
378
+ lml==0.1.0
379
+ locket==1.0.0
380
+ loguru==0.7.2
381
+ lunarcalendar==0.0.9
382
+ lxml==5.1.0
383
+ lz4==4.3.3
384
+ mako==1.3.2
385
+ mamba==1.5.0
386
+ mapclassify==2.6.1
387
+ marisa-trie==1.1.0
388
+ markdown-it-py==3.0.0
389
+ markdown==3.5.2
390
+ markovify==0.9.4
391
+ markupsafe==2.1.3
392
+ marshmallow==3.20.2
393
+ matplotlib-inline==0.1.6
394
+ matplotlib-venn==0.11.10
395
+ matplotlib==3.7.5
396
+ mccabe==0.7.0
397
+ mdit-py-plugins==0.4.0
398
+ mdurl==0.1.2
399
+ memory-profiler==0.61.0
400
+ menuinst==2.0.1
401
+ mercantile==1.2.1
402
+ mgwr==2.2.1
403
+ missingno==0.5.2
404
+ mistune==0.8.4
405
+ mizani==0.11.0
406
+ ml-dtypes==0.2.0
407
+ mlcrate==0.2.0
408
+ mlens==0.2.3
409
+ mlxtend==0.23.1
410
+ mmh3==4.1.0
411
+ mne==1.6.1
412
+ mnist==0.2.2
413
+ mock==5.1.0
414
+ momepy==0.7.0
415
+ more-itertools==10.2.0
416
+ mpld3==0.5.10
417
+ mpmath==1.3.0
418
+ msgpack-numpy==0.4.8
419
+ msgpack==1.0.7
420
+ multidict==6.0.4
421
+ multimethod==1.10
422
+ multipledispatch==1.0.0
423
+ multiprocess==0.70.16
424
+ munkres==1.1.4
425
+ murmurhash==1.0.10
426
+ mypy-extensions==1.0.0
427
+ namex==0.0.7
428
+ nb-conda-kernels==2.3.1
429
+ nb-conda==2.2.1
430
+ nbclassic==1.0.0
431
+ nbclient==0.5.13
432
+ nbconvert==6.4.5
433
+ nbdime==3.2.0
434
+ nbformat==5.9.2
435
+ ndindex==1.8
436
+ nest-asyncio==1.5.8
437
+ networkx==3.2.1
438
+ nibabel==5.2.0
439
+ nilearn==0.10.3
440
+ ninja==1.11.1.1
441
+ nltk==3.2.4
442
+ nose==1.3.7
443
+ notebook-executor==0.2
444
+ notebook-shim==0.2.3
445
+ notebook==6.5.4
446
+ numba==0.58.1
447
+ numexpr==2.9.0
448
+ numpy==1.26.4
449
+ nvidia-ml-py==11.495.46
450
+ nvtx==0.2.10
451
+ oauth2client==4.1.3
452
+ oauthlib==3.2.2
453
+ objsize==0.6.1
454
+ odfpy==1.4.1
455
+ olefile==0.47
456
+ onnx==1.15.0
457
+ opencensus-context==0.1.3
458
+ opencensus==0.11.4
459
+ opencv-contrib-python==4.9.0.80
460
+ opencv-python-headless==4.9.0.80
461
+ opencv-python==4.9.0.80
462
+ openpyxl==3.1.2
463
+ openslide-python==1.3.1
464
+ opentelemetry-api==1.22.0
465
+ opentelemetry-exporter-otlp-proto-common==1.22.0
466
+ opentelemetry-exporter-otlp-proto-grpc==1.22.0
467
+ opentelemetry-exporter-otlp-proto-http==1.22.0
468
+ opentelemetry-exporter-otlp==1.22.0
469
+ opentelemetry-proto==1.22.0
470
+ opentelemetry-sdk==1.22.0
471
+ opentelemetry-semantic-conventions==0.43b0
472
+ opt-einsum==3.3.0
473
+ optax==0.1.9
474
+ optuna==3.5.0
475
+ orbax-checkpoint==0.5.3
476
+ ordered-set==4.1.0
477
+ orderedmultidict==1.0.1
478
+ orjson==3.9.10
479
+ ortools==9.4.1874
480
+ osmnx==1.9.1
481
+ overrides==7.4.0
482
+ packaging==21.3
483
+ pandas-datareader==0.10.0
484
+ pandas-profiling==3.6.6
485
+ pandas-summary==0.2.0
486
+ pandas==2.1.4
487
+ pandasql==0.7.3
488
+ pandocfilters==1.5.0
489
+ panel==1.3.8
490
+ papermill==2.5.0
491
+ param==2.0.2
492
+ parso==0.8.3
493
+ partd==1.4.1
494
+ path.py==12.5.0
495
+ path==16.10.0
496
+ pathos==0.3.2
497
+ pathy==0.10.3
498
+ patsy==0.5.6
499
+ pdf2image==1.17.0
500
+ pettingzoo==1.24.0
501
+ pexpect==4.8.0
502
+ phik==0.12.4
503
+ pickleshare==0.7.5
504
+ pillow==9.5.0
505
+ pip==23.3.2
506
+ pkgutil-resolve-name==1.3.10
507
+ platformdirs==4.2.0
508
+ plotly-express==0.4.1
509
+ plotly==5.18.0
510
+ plotnine==0.13.0
511
+ pluggy==1.3.0
512
+ pointpats==2.4.0
513
+ polars==0.20.10
514
+ polyglot==16.7.4
515
+ pooch==1.8.1
516
+ pox==0.3.4
517
+ ppca==0.0.4
518
+ ppft==1.7.6.8
519
+ preprocessing==0.1.13
520
+ preshed==3.0.9
521
+ prettytable==3.9.0
522
+ progressbar2==4.3.2
523
+ prometheus-client==0.19.0
524
+ promise==2.3
525
+ prompt-toolkit==3.0.42
526
+ pronouncing==0.2.0
527
+ prophet==1.1.1
528
+ proto-plus==1.23.0
529
+ protobuf==3.20.3
530
+ psutil==5.9.3
531
+ ptyprocess==0.7.0
532
+ pudb==2024.1
533
+ pulp==2.8.0
534
+ pure-eval==0.2.2
535
+ py-cpuinfo==9.0.0
536
+ py-spy==0.3.14
537
+ py4j==0.10.9.7
538
+ pyaml==23.12.0
539
+ pyarabic==0.6.15
540
+ pyarrow-hotfix==0.6
541
+ pyarrow==15.0.0
542
+ pyasn1-modules==0.3.0
543
+ pyasn1==0.5.1
544
+ pyastronomy==0.20.0
545
+ pybind11==2.11.1
546
+ pyclipper==1.3.0.post5
547
+ pycodestyle==2.11.1
548
+ pycosat==0.6.6
549
+ pycparser==2.21
550
+ pycryptodome==3.20.0
551
+ pyct==0.5.0
552
+ pycuda==2024.1
553
+ pydantic-core==2.14.6
554
+ pydantic==2.5.3
555
+ pydegensac==0.1.2
556
+ pydicom==2.4.4
557
+ pydocstyle==6.3.0
558
+ pydot==1.4.2
559
+ pydub==0.25.1
560
+ pyemd==1.0.0
561
+ pyerfa==2.0.1.1
562
+ pyexcel-io==0.6.6
563
+ pyexcel-ods==0.6.0
564
+ pyfasttext==0.4.6
565
+ pyflakes==3.2.0
566
+ pygltflib==1.16.1
567
+ pygments==2.17.2
568
+ pyjwt==2.8.0
569
+ pykalman==0.9.5
570
+ pyldavis==3.4.1
571
+ pylibraft==23.8.0
572
+ pylint==3.0.3
573
+ pymc3==3.11.4
574
+ pymeeus==0.5.12
575
+ pymongo==3.13.0
576
+ pympler==1.0.1
577
+ pynndescent==0.5.11
578
+ pynvml==11.4.1
579
+ pynvrtc==9.2
580
+ pyocr==0.8.5
581
+ pyopenssl==23.3.0
582
+ pyparsing==3.1.1
583
+ pypdf==4.0.2
584
+ pyproj==3.6.1
585
+ pysal==24.1
586
+ pyshp==2.3.1
587
+ pysocks==1.7.1
588
+ pytesseract==0.3.10
589
+ pytest==8.0.1
590
+ python-bidi==0.4.2
591
+ python-dateutil==2.8.2
592
+ python-dotenv==1.0.0
593
+ python-json-logger==2.0.7
594
+ python-levenshtein==0.25.0
595
+ python-louvain==0.16
596
+ python-lsp-jsonrpc==1.1.2
597
+ python-lsp-server==1.10.0
598
+ python-slugify==8.0.4
599
+ python-utils==3.8.2
600
+ pythreejs==2.4.2
601
+ pytoolconfig==1.3.1
602
+ pytools==2023.1.1
603
+ pytorch-ignite==0.4.13
604
+ pytorch-lightning==2.2.0.post0
605
+ pytz==2023.3.post1
606
+ pyu2f==0.1.5
607
+ pyupset==0.1.1.post7
608
+ pyviz-comms==3.0.1
609
+ pywavelets==1.5.0
610
+ pyyaml==6.0.1
611
+ pyzmq==24.0.1
612
+ qgrid==1.3.1
613
+ qtconsole==5.5.1
614
+ qtpy==2.4.1
615
+ quantecon==0.7.1
616
+ quantities==0.15.0
617
+ qudida==0.0.4
618
+ raft-dask==23.8.0
619
+ rapidfuzz==3.6.1
620
+ rasterio==1.3.9
621
+ rasterstats==0.19.0
622
+ ray-cpp==2.9.0
623
+ ray==2.9.0
624
+ referencing==0.32.1
625
+ regex==2023.12.25
626
+ requests-oauthlib==1.3.1
627
+ requests-toolbelt==0.10.1
628
+ requests==2.31.0
629
+ responses==0.18.0
630
+ retrying==1.3.3
631
+ rfc3339-validator==0.1.4
632
+ rfc3986-validator==0.1.1
633
+ rgf-python==3.12.0
634
+ rich-click==1.7.3
635
+ rich==13.7.0
636
+ rmm==23.8.0
637
+ rope==1.12.0
638
+ rpds-py==0.16.2
639
+ rsa==4.9
640
+ rtree==1.2.0
641
+ ruamel-yaml-conda==0.15.100
642
+ ruamel.yaml.clib==0.2.7
643
+ ruamel.yaml==0.17.40
644
+ s2sphere==0.2.5
645
+ s3fs==2024.2.0
646
+ s3transfer==0.6.2
647
+ safetensors==0.4.2
648
+ scattertext==0.1.19
649
+ scikit-image==0.22.0
650
+ scikit-learn-intelex==2024.1.0
651
+ scikit-learn==1.2.2
652
+ scikit-multilearn==0.2.0
653
+ scikit-optimize==0.9.0
654
+ scikit-plot==0.3.7
655
+ scikit-surprise==1.1.3
656
+ scipy==1.11.4
657
+ seaborn==0.12.2
658
+ secretstorage==3.3.3
659
+ segment-anything==1.0
660
+ segregation==2.5
661
+ semver==3.0.2
662
+ send2trash==1.8.2
663
+ sentence-transformers==2.5.1
664
+ sentencepiece==0.2.0
665
+ sentry-sdk==1.40.5
666
+ setfit==1.0.3
667
+ setproctitle==1.3.3
668
+ setuptools-git==1.2
669
+ setuptools-scm==8.0.4
670
+ setuptools==69.0.3
671
+ shap==0.44.1
672
+ shapely==1.8.5.post1
673
+ shellingham==1.5.4
674
+ shimmy==1.3.0
675
+ simpervisor==1.0.0
676
+ simpleitk==2.3.1
677
+ simplejson==3.19.2
678
+ six==1.16.0
679
+ sklearn-pandas==2.2.0
680
+ slicer==0.0.7
681
+ smart-open==6.4.0
682
+ smhasher==0.150.1
683
+ smmap==5.0.1
684
+ sniffio==1.3.0
685
+ snowballstemmer==2.2.0
686
+ snuggs==1.4.7
687
+ sortedcontainers==2.4.0
688
+ soundfile==0.12.1
689
+ soupsieve==2.5
690
+ soxr==0.3.7
691
+ spacy-legacy==3.0.12
692
+ spacy-loggers==1.0.5
693
+ spacy==3.7.2
694
+ spaghetti==1.7.5.post1
695
+ spectral==0.23.1
696
+ spglm==1.1.0
697
+ sphinx-rtd-theme==0.2.4
698
+ spint==1.0.7
699
+ splot==1.1.5.post1
700
+ spopt==0.6.0
701
+ spreg==1.4.2
702
+ spvcm==0.3.0
703
+ sqlalchemy==2.0.25
704
+ sqlparse==0.4.4
705
+ squarify==0.4.3
706
+ srsly==2.4.8
707
+ stable-baselines3==2.1.0
708
+ stack-data==0.6.2
709
+ stanio==0.3.0
710
+ starlette==0.32.0.post1
711
+ statsmodels==0.14.1
712
+ stemming==1.0.1
713
+ stop-words==2018.7.23
714
+ stopit==1.1.2
715
+ stumpy==1.12.0
716
+ sympy==1.12
717
+ tables==3.9.2
718
+ tabulate==0.9.0
719
+ tangled-up-in-unicode==0.2.0
720
+ tbb==2021.11.0
721
+ tblib==3.0.0
722
+ tenacity==8.2.3
723
+ tensorboard-data-server==0.7.2
724
+ tensorboard-plugin-profile==2.15.0
725
+ tensorboard==2.15.1
726
+ tensorboardx==2.6.2.2
727
+ tensorflow-cloud==0.1.16
728
+ tensorflow-datasets==4.9.4
729
+ tensorflow-decision-forests==1.8.1
730
+ tensorflow-estimator==2.15.0
731
+ tensorflow-hub==0.16.1
732
+ tensorflow-io-gcs-filesystem==0.35.0
733
+ tensorflow-io==0.35.0
734
+ tensorflow-metadata==0.14.0
735
+ tensorflow-probability==0.23.0
736
+ tensorflow-serving-api==2.14.1
737
+ tensorflow-text==2.15.0
738
+ tensorflow-transform==0.14.0
739
+ tensorflow==2.15.0
740
+ tensorpack==0.11
741
+ tensorstore==0.1.53
742
+ termcolor==2.4.0
743
+ terminado==0.18.0
744
+ testpath==0.6.0
745
+ text-unidecode==1.3
746
+ textblob==0.18.0.post0
747
+ texttable==1.7.0
748
+ tf-keras==2.15.0
749
+ tfp-nightly==0.24.0.dev0
750
+ theano-pymc==1.1.2
751
+ theano==1.0.5
752
+ thinc==8.2.2
753
+ threadpoolctl==3.2.0
754
+ tifffile==2023.12.9
755
+ timm==0.9.16
756
+ tinycss2==1.2.1
757
+ tobler==0.11.2
758
+ tokenizers==0.15.2
759
+ toml==0.10.2
760
+ tomli==2.0.1
761
+ tomlkit==0.12.3
762
+ toolz==0.12.1
763
+ torch==2.1.2
764
+ torchaudio==2.1.2
765
+ torchdata==0.7.1
766
+ torchinfo==1.8.0
767
+ torchmetrics==1.3.1
768
+ torchtext==0.16.2
769
+ torchvision==0.16.2
770
+ tornado==6.3.3
771
+ tpot==0.12.1
772
+ tqdm==4.66.1
773
+ traceml==1.0.8
774
+ traitlets==5.9.0
775
+ traittypes==0.2.1
776
+ transformers==4.38.1
777
+ treelite-runtime==3.2.0
778
+ treelite==3.2.0
779
+ trueskill==0.4.5
780
+ truststore==0.8.0
781
+ trx-python==0.2.9
782
+ tsfresh==0.20.2
783
+ typeguard==4.1.5
784
+ typer==0.9.0
785
+ types-python-dateutil==2.8.19.20240106
786
+ typing-extensions==4.9.0
787
+ typing-inspect==0.9.0
788
+ typing-utils==0.1.0
789
+ tzdata==2023.4
790
+ tzlocal==5.2
791
+ uc-micro-py==1.0.3
792
+ ucx-py==0.33.0
793
+ ujson==5.9.0
794
+ umap-learn==0.5.5
795
+ unicodedata2==15.1.0
796
+ unidecode==1.3.8
797
+ update-checker==0.18.0
798
+ uri-template==1.3.0
799
+ uritemplate==3.0.1
800
+ urllib3==1.26.18
801
+ urwid-readline==0.13
802
+ urwid==2.6.4
803
+ uvicorn==0.25.0
804
+ uvloop==0.19.0
805
+ vaex-astro==0.9.3
806
+ vaex-core==4.17.1
807
+ vaex-hdf5==0.14.1
808
+ vaex-jupyter==0.8.2
809
+ vaex-ml==0.18.3
810
+ vaex-server==0.9.0
811
+ vaex-viz==0.5.4
812
+ vaex==4.17.0
813
+ vec-noise==1.1.4
814
+ vecstack==0.4.0
815
+ virtualenv==20.21.0
816
+ visions==0.7.5
817
+ vowpalwabbit==9.9.0
818
+ vtk==9.3.0
819
+ wand==0.6.13
820
+ wandb==0.16.3
821
+ wasabi==1.1.2
822
+ watchfiles==0.21.0
823
+ wavio==0.0.8
824
+ wcwidth==0.2.13
825
+ weasel==0.3.4
826
+ webcolors==1.13
827
+ webencodings==0.5.1
828
+ websocket-client==1.7.0
829
+ websockets==12.0
830
+ werkzeug==3.0.1
831
+ wfdb==4.1.2
832
+ whatthepatch==1.0.5
833
+ wheel==0.42.0
834
+ widgetsnbextension==3.6.6
835
+ witwidget==1.8.1
836
+ woodwork==0.28.0
837
+ wordcloud==1.9.3
838
+ wordsegment==1.3.1
839
+ wrapt==1.14.1
840
+ xarray-einstats==0.7.0
841
+ xarray==2024.2.0
842
+ xgboost==2.0.3
843
+ xvfbwrapper==0.2.9
844
+ xxhash==3.4.1
845
+ xyzservices==2023.10.1
846
+ y-py==0.6.2
847
+ yapf==0.40.2
848
+ yarl==1.9.3
849
+ ydata-profiling==4.6.4
850
+ yellowbrick==1.5
851
+ ypy-websocket==0.8.4
852
+ zict==3.0.0
853
+ zipp==3.17.0
854
+ zstandard==0.22.0
wandb/run-20240306_142408-og3d0ld1/files/wandb-metadata.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
3
+ "python": "3.10.13",
4
+ "heartbeatAt": "2024-03-06T14:24:10.208635",
5
+ "startedAt": "2024-03-06T14:24:08.629731",
6
+ "docker": null,
7
+ "cuda": null,
8
+ "args": [],
9
+ "state": "running",
10
+ "program": "kaggle.ipynb",
11
+ "codePathLocal": null,
12
+ "root": "/kaggle/working",
13
+ "host": "cd2c3b1980c7",
14
+ "username": "root",
15
+ "executable": "/opt/conda/bin/python3.10",
16
+ "cpu_count": 2,
17
+ "cpu_count_logical": 4,
18
+ "cpu_freq": {
19
+ "current": 2000.146,
20
+ "min": 0.0,
21
+ "max": 0.0
22
+ },
23
+ "cpu_freq_per_core": [
24
+ {
25
+ "current": 2000.146,
26
+ "min": 0.0,
27
+ "max": 0.0
28
+ },
29
+ {
30
+ "current": 2000.146,
31
+ "min": 0.0,
32
+ "max": 0.0
33
+ },
34
+ {
35
+ "current": 2000.146,
36
+ "min": 0.0,
37
+ "max": 0.0
38
+ },
39
+ {
40
+ "current": 2000.146,
41
+ "min": 0.0,
42
+ "max": 0.0
43
+ }
44
+ ],
45
+ "disk": {
46
+ "/": {
47
+ "total": 8062.387607574463,
48
+ "used": 5519.320713043213
49
+ }
50
+ },
51
+ "gpu": "Tesla P100-PCIE-16GB",
52
+ "gpu_count": 1,
53
+ "gpu_devices": [
54
+ {
55
+ "name": "Tesla P100-PCIE-16GB",
56
+ "memory_total": 17179869184
57
+ }
58
+ ],
59
+ "memory": {
60
+ "total": 31.357559204101562
61
+ }
62
+ }
wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train/loss": 1.7916, "train/grad_norm": 7.054403781890869, "train/learning_rate": 3.4482758620689656e-07, "train/epoch": 1.0, "train/global_step": 58, "_timestamp": 1709736226.5010476, "_runtime": 1177.8634026050568, "_step": 5, "eval/loss": 1.811458706855774, "eval/runtime": 1.6208, "eval/samples_per_second": 50.593, "eval/steps_per_second": 6.787, "train/train_runtime": 31.0436, "train/train_samples_per_second": 14.947, "train/train_steps_per_second": 1.868, "train/total_flos": 122089010380800.0, "train/train_loss": 1.791607692323882}
wandb/run-20240306_142408-og3d0ld1/logs/debug-internal.log ADDED
@@ -0,0 +1,876 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2024-03-06 14:24:08,637 INFO StreamThr :133 [internal.py:wandb_internal():86] W&B internal server running at pid: 133, started at: 2024-03-06 14:24:08.636409
2
+ 2024-03-06 14:24:08,638 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status
3
+ 2024-03-06 14:24:09,582 INFO WriterThread:133 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/run-og3d0ld1.wandb
4
+ 2024-03-06 14:24:09,583 DEBUG SenderThread:133 [sender.py:send():382] send: header
5
+ 2024-03-06 14:24:09,586 DEBUG SenderThread:133 [sender.py:send():382] send: run
6
+ 2024-03-06 14:24:10,112 INFO SenderThread:133 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files
7
+ 2024-03-06 14:24:10,112 INFO SenderThread:133 [sender.py:_start_run_threads():1136] run started: og3d0ld1 with start time 1709735048.637645
8
+ 2024-03-06 14:24:10,120 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: check_version
9
+ 2024-03-06 14:24:10,121 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: check_version
10
+ 2024-03-06 14:24:10,183 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: run_start
11
+ 2024-03-06 14:24:10,194 DEBUG HandlerThread:133 [system_info.py:__init__():27] System info init
12
+ 2024-03-06 14:24:10,194 DEBUG HandlerThread:133 [system_info.py:__init__():42] System info init done
13
+ 2024-03-06 14:24:10,194 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
14
+ 2024-03-06 14:24:10,195 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
15
+ 2024-03-06 14:24:10,195 INFO HandlerThread:133 [system_monitor.py:probe():214] Collecting system info
16
+ 2024-03-06 14:24:10,195 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
17
+ 2024-03-06 14:24:10,196 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
18
+ 2024-03-06 14:24:10,197 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
19
+ 2024-03-06 14:24:10,198 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
20
+ 2024-03-06 14:24:10,199 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
21
+ 2024-03-06 14:24:10,208 DEBUG HandlerThread:133 [system_info.py:probe():151] Probing system
22
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [gitlib.py:_init_repo():56] git repository is invalid
23
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [system_info.py:probe():199] Probing system done
24
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-03-06T14:24:10.208635', 'startedAt': '2024-03-06T14:24:08.629731', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'cd2c3b1980c7', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.146, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}, {'current': 2000.146, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5519.320713043213}}, 'gpu': 'Tesla P100-PCIE-16GB', 'gpu_count': 1, 'gpu_devices': [{'name': 'Tesla P100-PCIE-16GB', 'memory_total': 17179869184}], 'memory': {'total': 31.357559204101562}}
25
+ 2024-03-06 14:24:10,210 INFO HandlerThread:133 [system_monitor.py:probe():224] Finished collecting system info
26
+ 2024-03-06 14:24:10,210 INFO HandlerThread:133 [system_monitor.py:probe():227] Publishing system info
27
+ 2024-03-06 14:24:10,210 DEBUG HandlerThread:133 [system_info.py:_save_conda():208] Saving list of conda packages installed into the current environment
28
+ 2024-03-06 14:24:11,114 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/conda-environment.yaml
29
+ 2024-03-06 14:25:05,131 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/conda-environment.yaml
30
+ 2024-03-06 14:25:05,831 DEBUG HandlerThread:133 [system_info.py:_save_conda():220] Saving conda packages done
31
+ 2024-03-06 14:25:05,832 INFO HandlerThread:133 [system_monitor.py:probe():229] Finished publishing system info
32
+ 2024-03-06 14:25:05,839 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
33
+ 2024-03-06 14:25:05,839 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
34
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
35
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
36
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
37
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
38
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
39
+ 2024-03-06 14:25:05,840 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
40
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
41
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
42
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
43
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: python_packages
44
+ 2024-03-06 14:25:05,841 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: internal_messages
45
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: stop_status
46
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
47
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
48
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
49
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
50
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
51
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
52
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
53
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
54
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
55
+ 2024-03-06 14:25:05,842 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
56
+ 2024-03-06 14:25:05,843 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: python_packages
57
+ 2024-03-06 14:25:05,846 DEBUG SenderThread:133 [sender.py:send():382] send: telemetry
58
+ 2024-03-06 14:25:05,846 DEBUG SenderThread:133 [sender.py:send():382] send: config
59
+ 2024-03-06 14:25:05,847 DEBUG SenderThread:133 [sender.py:send():382] send: metric
60
+ 2024-03-06 14:25:05,847 DEBUG SenderThread:133 [sender.py:send():382] send: telemetry
61
+ 2024-03-06 14:25:05,848 DEBUG SenderThread:133 [sender.py:send():382] send: metric
62
+ 2024-03-06 14:25:05,848 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
63
+ 2024-03-06 14:25:05,848 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: stop_status
64
+ 2024-03-06 14:25:06,022 DEBUG SenderThread:133 [sender.py:send():382] send: telemetry
65
+ 2024-03-06 14:25:06,022 DEBUG SenderThread:133 [sender.py:send():382] send: files
66
+ 2024-03-06 14:25:06,023 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-metadata.json with policy now
67
+ 2024-03-06 14:25:06,131 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-metadata.json
68
+ 2024-03-06 14:25:06,132 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/requirements.txt
69
+ 2024-03-06 14:25:06,588 INFO wandb-upload_0:133 [upload_job.py:push():131] Uploaded file /tmp/tmp132o3biwwandb/c9fzxxii-wandb-metadata.json
70
+ 2024-03-06 14:25:09,364 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
71
+ 2024-03-06 14:25:09,366 DEBUG SenderThread:133 [sender.py:send():382] send: metric
72
+ 2024-03-06 14:25:09,371 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
73
+ 2024-03-06 14:25:09,636 DEBUG SenderThread:133 [sender.py:send():382] send: metric
74
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send():382] send: metric
75
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send():382] send: metric
76
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send():382] send: history
77
+ 2024-03-06 14:25:09,637 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
78
+ 2024-03-06 14:25:09,639 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
79
+ 2024-03-06 14:25:10,133 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
80
+ 2024-03-06 14:25:10,133 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
81
+ 2024-03-06 14:25:10,200 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
82
+ 2024-03-06 14:25:10,201 DEBUG SenderThread:133 [sender.py:send():382] send: stats
83
+ 2024-03-06 14:25:10,242 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
84
+ 2024-03-06 14:25:12,521 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
85
+ 2024-03-06 14:25:12,521 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
86
+ 2024-03-06 14:25:12,522 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
87
+ 2024-03-06 14:25:12,522 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
88
+ 2024-03-06 14:25:12,522 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
89
+ 2024-03-06 14:25:12,523 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
90
+ 2024-03-06 14:25:12,523 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
91
+ 2024-03-06 14:25:12,529 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
92
+ 2024-03-06 14:25:12,529 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
93
+ 2024-03-06 14:25:12,530 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
94
+ 2024-03-06 14:25:12,530 DEBUG SenderThread:133 [sender.py:send():382] send: stats
95
+ 2024-03-06 14:25:15,253 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
96
+ 2024-03-06 14:25:15,531 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
97
+ 2024-03-06 14:25:20,255 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
98
+ 2024-03-06 14:25:20,533 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
99
+ 2024-03-06 14:25:25,256 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
100
+ 2024-03-06 14:25:25,534 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
101
+ 2024-03-06 14:25:30,257 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
102
+ 2024-03-06 14:25:30,535 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
103
+ 2024-03-06 14:25:35,258 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
104
+ 2024-03-06 14:25:35,536 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
105
+ 2024-03-06 14:25:40,259 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
106
+ 2024-03-06 14:25:40,544 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
107
+ 2024-03-06 14:25:41,144 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
108
+ 2024-03-06 14:25:45,260 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
109
+ 2024-03-06 14:25:45,747 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
110
+ 2024-03-06 14:25:50,262 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
111
+ 2024-03-06 14:25:50,748 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
112
+ 2024-03-06 14:25:55,263 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
113
+ 2024-03-06 14:25:55,749 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
114
+ 2024-03-06 14:26:00,264 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
115
+ 2024-03-06 14:26:00,751 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
116
+ 2024-03-06 14:26:05,265 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
117
+ 2024-03-06 14:26:05,752 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
118
+ 2024-03-06 14:26:10,266 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
119
+ 2024-03-06 14:26:10,753 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
120
+ 2024-03-06 14:26:15,268 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
121
+ 2024-03-06 14:26:15,754 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
122
+ 2024-03-06 14:26:20,269 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
123
+ 2024-03-06 14:26:20,755 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
124
+ 2024-03-06 14:26:25,270 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
125
+ 2024-03-06 14:26:25,756 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
126
+ 2024-03-06 14:26:30,270 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
127
+ 2024-03-06 14:26:30,757 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
128
+ 2024-03-06 14:26:35,272 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
129
+ 2024-03-06 14:26:35,758 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
130
+ 2024-03-06 14:26:40,273 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
131
+ 2024-03-06 14:26:40,760 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
132
+ 2024-03-06 14:26:45,274 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
133
+ 2024-03-06 14:26:45,761 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
134
+ 2024-03-06 14:26:50,275 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
135
+ 2024-03-06 14:26:50,762 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
136
+ 2024-03-06 14:26:55,276 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
137
+ 2024-03-06 14:26:55,763 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
138
+ 2024-03-06 14:27:00,277 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
139
+ 2024-03-06 14:27:00,764 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
140
+ 2024-03-06 14:27:05,279 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
141
+ 2024-03-06 14:27:05,765 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
142
+ 2024-03-06 14:27:10,280 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
143
+ 2024-03-06 14:27:10,766 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
144
+ 2024-03-06 14:27:15,281 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
145
+ 2024-03-06 14:27:15,767 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
146
+ 2024-03-06 14:27:20,282 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
147
+ 2024-03-06 14:27:20,768 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
148
+ 2024-03-06 14:27:25,283 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
149
+ 2024-03-06 14:27:25,769 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
150
+ 2024-03-06 14:27:30,284 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
151
+ 2024-03-06 14:27:30,770 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
152
+ 2024-03-06 14:27:35,285 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
153
+ 2024-03-06 14:27:35,771 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
154
+ 2024-03-06 14:27:40,287 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
155
+ 2024-03-06 14:27:40,772 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
156
+ 2024-03-06 14:27:45,288 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
157
+ 2024-03-06 14:27:45,773 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
158
+ 2024-03-06 14:27:50,289 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
159
+ 2024-03-06 14:27:50,774 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
160
+ 2024-03-06 14:27:55,290 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
161
+ 2024-03-06 14:27:55,775 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
162
+ 2024-03-06 14:28:00,291 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
163
+ 2024-03-06 14:28:00,777 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
164
+ 2024-03-06 14:28:05,293 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
165
+ 2024-03-06 14:28:05,778 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-03-06 14:28:10,294 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
167
+ 2024-03-06 14:28:10,779 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-03-06 14:28:15,295 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
169
+ 2024-03-06 14:28:15,780 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
170
+ 2024-03-06 14:28:20,296 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
171
+ 2024-03-06 14:28:20,781 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
172
+ 2024-03-06 14:28:25,297 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
173
+ 2024-03-06 14:28:25,782 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-03-06 14:28:30,298 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
175
+ 2024-03-06 14:28:30,784 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
176
+ 2024-03-06 14:28:35,299 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
177
+ 2024-03-06 14:28:35,785 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
178
+ 2024-03-06 14:28:40,301 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
179
+ 2024-03-06 14:28:40,786 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-03-06 14:28:45,302 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
181
+ 2024-03-06 14:28:45,787 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
182
+ 2024-03-06 14:28:50,303 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
183
+ 2024-03-06 14:28:50,788 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
184
+ 2024-03-06 14:28:55,304 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
185
+ 2024-03-06 14:28:55,790 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
186
+ 2024-03-06 14:29:00,305 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
187
+ 2024-03-06 14:29:00,791 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
188
+ 2024-03-06 14:29:05,306 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
189
+ 2024-03-06 14:29:05,792 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
190
+ 2024-03-06 14:29:10,307 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
191
+ 2024-03-06 14:29:10,793 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
192
+ 2024-03-06 14:29:15,309 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
193
+ 2024-03-06 14:29:15,794 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
194
+ 2024-03-06 14:29:20,310 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
195
+ 2024-03-06 14:29:20,795 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
196
+ 2024-03-06 14:29:25,311 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
197
+ 2024-03-06 14:29:25,796 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
198
+ 2024-03-06 14:29:30,312 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
199
+ 2024-03-06 14:29:30,797 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
200
+ 2024-03-06 14:29:35,313 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
201
+ 2024-03-06 14:29:35,798 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
202
+ 2024-03-06 14:29:40,314 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
203
+ 2024-03-06 14:29:40,799 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
204
+ 2024-03-06 14:29:45,315 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
205
+ 2024-03-06 14:29:45,801 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-03-06 14:29:50,317 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
207
+ 2024-03-06 14:29:50,801 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
208
+ 2024-03-06 14:29:55,318 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
209
+ 2024-03-06 14:29:55,803 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
210
+ 2024-03-06 14:30:00,319 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
211
+ 2024-03-06 14:30:00,804 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
212
+ 2024-03-06 14:30:05,320 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
213
+ 2024-03-06 14:30:05,805 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
214
+ 2024-03-06 14:30:10,321 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
215
+ 2024-03-06 14:30:10,806 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
216
+ 2024-03-06 14:30:15,322 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
217
+ 2024-03-06 14:30:15,807 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
218
+ 2024-03-06 14:30:20,324 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 14:30:20,808 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
220
+ 2024-03-06 14:30:25,325 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
221
+ 2024-03-06 14:30:25,810 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
222
+ 2024-03-06 14:30:30,326 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
223
+ 2024-03-06 14:30:30,811 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
224
+ 2024-03-06 14:30:35,327 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
225
+ 2024-03-06 14:30:35,812 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
226
+ 2024-03-06 14:30:40,328 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
227
+ 2024-03-06 14:30:40,813 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
228
+ 2024-03-06 14:30:45,329 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
229
+ 2024-03-06 14:30:45,814 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
230
+ 2024-03-06 14:30:50,330 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
231
+ 2024-03-06 14:30:50,815 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-03-06 14:30:55,331 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
233
+ 2024-03-06 14:30:55,816 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
234
+ 2024-03-06 14:31:00,332 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
235
+ 2024-03-06 14:31:00,817 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
236
+ 2024-03-06 14:31:03,179 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
237
+ 2024-03-06 14:31:03,179 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
238
+ 2024-03-06 14:31:03,179 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
239
+ 2024-03-06 14:31:03,179 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
240
+ 2024-03-06 14:31:03,180 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
241
+ 2024-03-06 14:31:03,180 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
242
+ 2024-03-06 14:31:03,181 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
243
+ 2024-03-06 14:31:03,182 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
244
+ 2024-03-06 14:31:03,182 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
245
+ 2024-03-06 14:31:03,183 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
246
+ 2024-03-06 14:31:03,183 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
247
+ 2024-03-06 14:31:03,183 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
248
+ 2024-03-06 14:31:03,184 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
249
+ 2024-03-06 14:31:03,184 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
250
+ 2024-03-06 14:31:03,184 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
251
+ 2024-03-06 14:31:03,188 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
252
+ 2024-03-06 14:31:03,189 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
253
+ 2024-03-06 14:31:03,194 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
254
+ 2024-03-06 14:31:03,194 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
255
+ 2024-03-06 14:31:03,194 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
256
+ 2024-03-06 14:31:03,195 DEBUG SenderThread:133 [sender.py:send():382] send: stats
257
+ 2024-03-06 14:31:05,333 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
258
+ 2024-03-06 14:31:06,130 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
259
+ 2024-03-06 14:31:06,130 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
260
+ 2024-03-06 14:31:06,130 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
261
+ 2024-03-06 14:31:06,130 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
262
+ 2024-03-06 14:31:06,131 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
263
+ 2024-03-06 14:31:06,131 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
264
+ 2024-03-06 14:31:06,132 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
265
+ 2024-03-06 14:31:06,133 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
266
+ 2024-03-06 14:31:06,134 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
267
+ 2024-03-06 14:31:06,196 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
268
+ 2024-03-06 14:31:07,064 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
269
+ 2024-03-06 14:31:07,064 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
270
+ 2024-03-06 14:31:07,064 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
271
+ 2024-03-06 14:31:07,064 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
272
+ 2024-03-06 14:31:07,064 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
273
+ 2024-03-06 14:31:07,064 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
274
+ 2024-03-06 14:31:07,066 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
275
+ 2024-03-06 14:31:07,066 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
276
+ 2024-03-06 14:31:07,072 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
277
+ 2024-03-06 14:31:07,072 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
278
+ 2024-03-06 14:31:07,072 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
279
+ 2024-03-06 14:31:07,073 DEBUG SenderThread:133 [sender.py:send():382] send: stats
280
+ 2024-03-06 14:31:07,268 INFO Thread-12 :133 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
281
+ 2024-03-06 14:31:09,269 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
282
+ 2024-03-06 14:31:10,011 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
283
+ 2024-03-06 14:31:10,011 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
284
+ 2024-03-06 14:31:10,011 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
285
+ 2024-03-06 14:31:10,011 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
286
+ 2024-03-06 14:31:10,012 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
287
+ 2024-03-06 14:31:10,013 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
288
+ 2024-03-06 14:31:10,015 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
289
+ 2024-03-06 14:31:10,015 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
290
+ 2024-03-06 14:31:10,015 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
291
+ 2024-03-06 14:31:10,016 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
292
+ 2024-03-06 14:31:10,016 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
293
+ 2024-03-06 14:31:10,016 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
294
+ 2024-03-06 14:31:10,016 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
295
+ 2024-03-06 14:31:10,016 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
296
+ 2024-03-06 14:31:10,018 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
297
+ 2024-03-06 14:31:10,019 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
298
+ 2024-03-06 14:31:10,019 DEBUG SenderThread:133 [sender.py:send():382] send: stats
299
+ 2024-03-06 14:31:10,335 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
300
+ 2024-03-06 14:31:11,270 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
301
+ 2024-03-06 14:31:11,827 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
302
+ 2024-03-06 14:31:11,828 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
303
+ 2024-03-06 14:31:11,828 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
304
+ 2024-03-06 14:31:11,828 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
305
+ 2024-03-06 14:31:11,828 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
306
+ 2024-03-06 14:31:11,829 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
307
+ 2024-03-06 14:31:11,830 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
308
+ 2024-03-06 14:31:11,831 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
309
+ 2024-03-06 14:31:11,831 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
310
+ 2024-03-06 14:31:11,846 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
311
+ 2024-03-06 14:31:11,846 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
312
+ 2024-03-06 14:31:11,846 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
313
+ 2024-03-06 14:31:11,847 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
314
+ 2024-03-06 14:31:11,847 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
315
+ 2024-03-06 14:31:11,847 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
316
+ 2024-03-06 14:31:11,848 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
317
+ 2024-03-06 14:31:11,848 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
318
+ 2024-03-06 14:31:11,849 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
319
+ 2024-03-06 14:31:11,855 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
320
+ 2024-03-06 14:31:11,855 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
321
+ 2024-03-06 14:31:11,855 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
322
+ 2024-03-06 14:31:11,856 DEBUG SenderThread:133 [sender.py:send():382] send: stats
323
+ 2024-03-06 14:31:13,271 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
324
+ 2024-03-06 14:31:15,336 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
325
+ 2024-03-06 14:31:16,857 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
326
+ 2024-03-06 14:31:16,956 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
327
+ 2024-03-06 14:31:16,956 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
328
+ 2024-03-06 14:31:16,956 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
329
+ 2024-03-06 14:31:16,956 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
330
+ 2024-03-06 14:31:16,957 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
331
+ 2024-03-06 14:31:16,958 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
332
+ 2024-03-06 14:31:16,959 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
333
+ 2024-03-06 14:31:16,959 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
334
+ 2024-03-06 14:31:16,959 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
335
+ 2024-03-06 14:31:16,959 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
336
+ 2024-03-06 14:31:16,961 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
337
+ 2024-03-06 14:31:16,961 WARNING HandlerThread:133 [interfaces.py:finish():207] Failed to finish gpu monitoring: cannot join thread before it is started
338
+ 2024-03-06 14:31:16,961 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
339
+ 2024-03-06 14:31:16,961 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
340
+ 2024-03-06 14:31:16,961 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
341
+ 2024-03-06 14:31:16,961 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
342
+ 2024-03-06 14:31:16,962 DEBUG SenderThread:133 [sender.py:send():382] send: stats
343
+ 2024-03-06 14:31:20,337 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
344
+ 2024-03-06 14:31:21,964 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
345
+ 2024-03-06 14:31:23,220 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
346
+ 2024-03-06 14:31:23,220 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
347
+ 2024-03-06 14:31:23,220 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
348
+ 2024-03-06 14:31:23,220 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
349
+ 2024-03-06 14:31:23,221 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
350
+ 2024-03-06 14:31:23,222 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
351
+ 2024-03-06 14:31:23,222 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
352
+ 2024-03-06 14:31:23,223 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
353
+ 2024-03-06 14:31:23,224 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
354
+ 2024-03-06 14:31:24,382 DEBUG SenderThread:133 [sender.py:send():382] send: config
355
+ 2024-03-06 14:31:24,383 DEBUG SenderThread:133 [sender.py:send():382] send: metric
356
+ 2024-03-06 14:31:24,383 DEBUG SenderThread:133 [sender.py:send():382] send: metric
357
+ 2024-03-06 14:31:24,383 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
358
+ 2024-03-06 14:31:25,344 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
359
+ 2024-03-06 14:31:26,275 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
360
+ 2024-03-06 14:31:27,384 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
361
+ 2024-03-06 14:31:30,346 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
362
+ 2024-03-06 14:31:32,385 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
363
+ 2024-03-06 14:31:35,348 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
364
+ 2024-03-06 14:31:37,386 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
365
+ 2024-03-06 14:31:40,355 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
366
+ 2024-03-06 14:31:42,391 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
367
+ 2024-03-06 14:31:43,282 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
368
+ 2024-03-06 14:31:45,356 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
369
+ 2024-03-06 14:31:47,614 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
370
+ 2024-03-06 14:31:50,358 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
371
+ 2024-03-06 14:31:52,615 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
372
+ 2024-03-06 14:31:52,622 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
373
+ 2024-03-06 14:31:52,623 DEBUG SenderThread:133 [sender.py:send():382] send: history
374
+ 2024-03-06 14:31:52,623 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
375
+ 2024-03-06 14:31:52,626 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
376
+ 2024-03-06 14:31:53,285 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
377
+ 2024-03-06 14:31:54,109 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
378
+ 2024-03-06 14:31:54,109 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
379
+ 2024-03-06 14:31:54,109 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
380
+ 2024-03-06 14:31:54,109 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
381
+ 2024-03-06 14:31:54,110 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
382
+ 2024-03-06 14:31:54,110 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
383
+ 2024-03-06 14:31:54,110 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
384
+ 2024-03-06 14:31:54,111 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
385
+ 2024-03-06 14:31:54,117 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
386
+ 2024-03-06 14:31:54,117 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
387
+ 2024-03-06 14:31:54,117 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
388
+ 2024-03-06 14:31:54,118 DEBUG SenderThread:133 [sender.py:send():382] send: stats
389
+ 2024-03-06 14:31:55,359 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
390
+ 2024-03-06 14:31:58,119 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
391
+ 2024-03-06 14:32:00,360 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
392
+ 2024-03-06 14:32:03,120 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
393
+ 2024-03-06 14:32:05,361 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
394
+ 2024-03-06 14:32:08,121 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
395
+ 2024-03-06 14:32:10,362 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
396
+ 2024-03-06 14:32:13,121 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
397
+ 2024-03-06 14:32:15,363 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
398
+ 2024-03-06 14:32:18,122 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
399
+ 2024-03-06 14:32:20,364 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
400
+ 2024-03-06 14:32:23,123 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
401
+ 2024-03-06 14:32:25,366 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
402
+ 2024-03-06 14:32:28,124 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
403
+ 2024-03-06 14:32:30,367 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
404
+ 2024-03-06 14:32:33,125 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
405
+ 2024-03-06 14:32:35,368 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
406
+ 2024-03-06 14:32:38,126 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
407
+ 2024-03-06 14:32:40,369 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
408
+ 2024-03-06 14:32:43,127 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
409
+ 2024-03-06 14:32:45,370 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
410
+ 2024-03-06 14:32:48,127 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
411
+ 2024-03-06 14:32:50,371 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
412
+ 2024-03-06 14:32:53,128 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
413
+ 2024-03-06 14:32:55,372 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
414
+ 2024-03-06 14:32:58,129 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
415
+ 2024-03-06 14:33:00,373 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
416
+ 2024-03-06 14:33:03,130 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
417
+ 2024-03-06 14:33:05,374 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
418
+ 2024-03-06 14:33:08,130 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
419
+ 2024-03-06 14:33:10,375 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
420
+ 2024-03-06 14:33:13,131 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
421
+ 2024-03-06 14:33:15,376 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
422
+ 2024-03-06 14:33:18,132 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
423
+ 2024-03-06 14:33:20,377 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
424
+ 2024-03-06 14:33:23,133 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
425
+ 2024-03-06 14:33:25,378 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
426
+ 2024-03-06 14:33:28,134 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
427
+ 2024-03-06 14:33:30,379 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
428
+ 2024-03-06 14:33:33,135 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
429
+ 2024-03-06 14:33:35,380 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
430
+ 2024-03-06 14:33:38,135 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
431
+ 2024-03-06 14:33:40,381 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
432
+ 2024-03-06 14:33:43,136 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
433
+ 2024-03-06 14:33:45,382 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
434
+ 2024-03-06 14:33:48,137 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
435
+ 2024-03-06 14:33:50,383 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
436
+ 2024-03-06 14:33:53,138 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
437
+ 2024-03-06 14:33:55,384 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
438
+ 2024-03-06 14:33:58,139 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
439
+ 2024-03-06 14:34:00,385 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
440
+ 2024-03-06 14:34:03,139 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
441
+ 2024-03-06 14:34:05,386 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
442
+ 2024-03-06 14:34:08,140 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
443
+ 2024-03-06 14:34:10,387 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
444
+ 2024-03-06 14:34:13,141 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
445
+ 2024-03-06 14:34:15,388 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
446
+ 2024-03-06 14:34:18,142 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
447
+ 2024-03-06 14:34:20,390 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
448
+ 2024-03-06 14:34:23,143 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
449
+ 2024-03-06 14:34:25,391 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
450
+ 2024-03-06 14:34:28,144 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
451
+ 2024-03-06 14:34:30,392 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
452
+ 2024-03-06 14:34:33,145 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
453
+ 2024-03-06 14:34:35,393 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
454
+ 2024-03-06 14:34:38,146 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
455
+ 2024-03-06 14:34:40,394 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
456
+ 2024-03-06 14:34:43,147 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
457
+ 2024-03-06 14:34:45,396 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
458
+ 2024-03-06 14:34:48,148 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
459
+ 2024-03-06 14:34:50,396 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
460
+ 2024-03-06 14:34:53,148 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
461
+ 2024-03-06 14:34:55,398 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
462
+ 2024-03-06 14:34:58,149 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
463
+ 2024-03-06 14:35:00,399 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
464
+ 2024-03-06 14:35:03,150 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
465
+ 2024-03-06 14:35:05,400 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
466
+ 2024-03-06 14:35:08,151 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
467
+ 2024-03-06 14:35:10,401 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
468
+ 2024-03-06 14:35:13,152 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
469
+ 2024-03-06 14:35:15,402 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
470
+ 2024-03-06 14:35:18,153 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
471
+ 2024-03-06 14:35:20,403 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
472
+ 2024-03-06 14:35:23,154 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
473
+ 2024-03-06 14:35:25,405 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
474
+ 2024-03-06 14:35:28,155 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
475
+ 2024-03-06 14:35:30,406 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
476
+ 2024-03-06 14:35:33,156 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
477
+ 2024-03-06 14:35:35,407 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
478
+ 2024-03-06 14:35:38,157 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
479
+ 2024-03-06 14:35:40,408 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
480
+ 2024-03-06 14:35:43,158 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
481
+ 2024-03-06 14:35:45,409 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
482
+ 2024-03-06 14:35:48,159 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
483
+ 2024-03-06 14:35:50,411 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
484
+ 2024-03-06 14:35:53,160 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
485
+ 2024-03-06 14:35:55,412 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
486
+ 2024-03-06 14:35:58,161 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
487
+ 2024-03-06 14:36:00,413 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
488
+ 2024-03-06 14:36:03,162 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
489
+ 2024-03-06 14:36:05,414 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
490
+ 2024-03-06 14:36:08,163 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
491
+ 2024-03-06 14:36:10,415 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
492
+ 2024-03-06 14:36:13,164 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
493
+ 2024-03-06 14:36:15,416 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
494
+ 2024-03-06 14:36:18,164 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
495
+ 2024-03-06 14:36:20,417 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
496
+ 2024-03-06 14:36:23,165 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
497
+ 2024-03-06 14:36:25,418 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
498
+ 2024-03-06 14:36:28,166 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
499
+ 2024-03-06 14:36:30,419 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
500
+ 2024-03-06 14:36:33,167 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
501
+ 2024-03-06 14:36:35,420 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
502
+ 2024-03-06 14:36:38,168 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
503
+ 2024-03-06 14:36:40,422 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
504
+ 2024-03-06 14:36:43,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
505
+ 2024-03-06 14:36:45,423 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
506
+ 2024-03-06 14:36:48,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
507
+ 2024-03-06 14:36:50,424 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
508
+ 2024-03-06 14:36:53,170 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
509
+ 2024-03-06 14:36:55,425 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
510
+ 2024-03-06 14:36:58,171 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
511
+ 2024-03-06 14:37:00,426 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
512
+ 2024-03-06 14:37:03,172 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
513
+ 2024-03-06 14:37:05,428 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
514
+ 2024-03-06 14:37:08,173 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
515
+ 2024-03-06 14:37:10,429 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
516
+ 2024-03-06 14:37:13,173 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
517
+ 2024-03-06 14:37:15,430 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
518
+ 2024-03-06 14:37:18,174 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
519
+ 2024-03-06 14:37:20,431 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
520
+ 2024-03-06 14:37:23,175 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
521
+ 2024-03-06 14:37:25,433 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
522
+ 2024-03-06 14:37:28,176 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
523
+ 2024-03-06 14:37:30,434 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
524
+ 2024-03-06 14:37:33,177 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
525
+ 2024-03-06 14:37:35,435 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
526
+ 2024-03-06 14:37:38,178 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
527
+ 2024-03-06 14:37:40,436 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
528
+ 2024-03-06 14:37:43,179 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
529
+ 2024-03-06 14:37:45,438 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
530
+ 2024-03-06 14:37:48,180 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
531
+ 2024-03-06 14:37:50,439 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
532
+ 2024-03-06 14:37:53,181 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
533
+ 2024-03-06 14:37:55,440 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
534
+ 2024-03-06 14:37:58,182 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
535
+ 2024-03-06 14:38:00,441 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
536
+ 2024-03-06 14:38:03,182 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
537
+ 2024-03-06 14:38:05,442 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
538
+ 2024-03-06 14:38:08,184 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
539
+ 2024-03-06 14:38:10,443 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
540
+ 2024-03-06 14:38:13,184 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
541
+ 2024-03-06 14:38:15,445 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
542
+ 2024-03-06 14:38:18,186 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
543
+ 2024-03-06 14:38:20,446 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
544
+ 2024-03-06 14:38:23,186 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
545
+ 2024-03-06 14:38:25,447 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
546
+ 2024-03-06 14:38:28,187 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
547
+ 2024-03-06 14:38:30,448 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
548
+ 2024-03-06 14:38:33,188 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
549
+ 2024-03-06 14:38:35,449 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
550
+ 2024-03-06 14:38:38,189 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
551
+ 2024-03-06 14:38:40,450 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
552
+ 2024-03-06 14:38:43,189 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
553
+ 2024-03-06 14:38:45,452 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
554
+ 2024-03-06 14:38:48,190 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
555
+ 2024-03-06 14:38:50,452 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
556
+ 2024-03-06 14:38:53,191 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
557
+ 2024-03-06 14:38:55,453 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
558
+ 2024-03-06 14:38:58,192 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
559
+ 2024-03-06 14:39:00,455 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
560
+ 2024-03-06 14:39:03,193 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
561
+ 2024-03-06 14:39:05,456 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
562
+ 2024-03-06 14:39:08,194 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
563
+ 2024-03-06 14:39:10,457 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
564
+ 2024-03-06 14:39:13,195 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
565
+ 2024-03-06 14:39:15,458 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
566
+ 2024-03-06 14:39:18,196 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
567
+ 2024-03-06 14:39:20,460 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
568
+ 2024-03-06 14:39:23,197 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
569
+ 2024-03-06 14:39:25,461 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
570
+ 2024-03-06 14:39:28,197 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
571
+ 2024-03-06 14:39:30,462 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
572
+ 2024-03-06 14:39:33,198 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
573
+ 2024-03-06 14:39:35,463 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
574
+ 2024-03-06 14:39:38,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
575
+ 2024-03-06 14:39:38,170 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
576
+ 2024-03-06 14:39:38,170 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
577
+ 2024-03-06 14:39:38,170 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
578
+ 2024-03-06 14:39:38,170 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
579
+ 2024-03-06 14:39:38,171 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
580
+ 2024-03-06 14:39:38,172 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
581
+ 2024-03-06 14:39:38,172 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
582
+ 2024-03-06 14:39:38,172 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
583
+ 2024-03-06 14:39:38,172 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
584
+ 2024-03-06 14:39:38,173 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
585
+ 2024-03-06 14:39:38,173 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
586
+ 2024-03-06 14:39:38,173 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
587
+ 2024-03-06 14:39:38,173 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
588
+ 2024-03-06 14:39:38,175 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
589
+ 2024-03-06 14:39:38,175 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
590
+ 2024-03-06 14:39:38,176 DEBUG SenderThread:133 [sender.py:send():382] send: stats
591
+ 2024-03-06 14:39:39,176 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
592
+ 2024-03-06 14:39:40,464 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
593
+ 2024-03-06 14:39:44,177 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
594
+ 2024-03-06 14:39:45,083 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
595
+ 2024-03-06 14:39:45,084 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
596
+ 2024-03-06 14:39:45,084 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
597
+ 2024-03-06 14:39:45,084 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
598
+ 2024-03-06 14:39:45,084 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
599
+ 2024-03-06 14:39:45,085 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
600
+ 2024-03-06 14:39:45,086 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
601
+ 2024-03-06 14:39:45,086 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
602
+ 2024-03-06 14:39:45,087 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
603
+ 2024-03-06 14:39:45,087 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
604
+ 2024-03-06 14:39:45,090 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
605
+ 2024-03-06 14:39:45,090 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
606
+ 2024-03-06 14:39:45,090 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
607
+ 2024-03-06 14:39:45,090 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
608
+ 2024-03-06 14:39:45,090 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
609
+ 2024-03-06 14:39:45,093 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
610
+ 2024-03-06 14:39:45,105 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
611
+ 2024-03-06 14:39:45,105 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
612
+ 2024-03-06 14:39:45,106 DEBUG SenderThread:133 [sender.py:send():382] send: stats
613
+ 2024-03-06 14:39:45,465 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
614
+ 2024-03-06 14:39:47,936 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
615
+ 2024-03-06 14:39:47,936 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
616
+ 2024-03-06 14:39:47,937 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
617
+ 2024-03-06 14:39:47,937 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
618
+ 2024-03-06 14:39:47,937 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
619
+ 2024-03-06 14:39:47,938 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
620
+ 2024-03-06 14:39:47,939 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
621
+ 2024-03-06 14:39:47,939 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
622
+ 2024-03-06 14:39:47,940 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
623
+ 2024-03-06 14:39:48,893 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
624
+ 2024-03-06 14:39:48,893 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
625
+ 2024-03-06 14:39:48,893 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
626
+ 2024-03-06 14:39:48,894 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
627
+ 2024-03-06 14:39:48,894 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
628
+ 2024-03-06 14:39:48,894 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
629
+ 2024-03-06 14:39:48,895 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
630
+ 2024-03-06 14:39:48,895 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
631
+ 2024-03-06 14:39:48,901 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
632
+ 2024-03-06 14:39:48,901 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
633
+ 2024-03-06 14:39:48,901 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
634
+ 2024-03-06 14:39:48,901 DEBUG SenderThread:133 [sender.py:send():382] send: stats
635
+ 2024-03-06 14:39:49,902 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
636
+ 2024-03-06 14:39:50,467 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
637
+ 2024-03-06 14:39:50,493 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
638
+ 2024-03-06 14:39:52,225 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
639
+ 2024-03-06 14:39:52,225 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
640
+ 2024-03-06 14:39:52,225 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
641
+ 2024-03-06 14:39:52,225 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
642
+ 2024-03-06 14:39:52,226 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
643
+ 2024-03-06 14:39:52,227 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
644
+ 2024-03-06 14:39:52,229 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
645
+ 2024-03-06 14:39:52,229 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
646
+ 2024-03-06 14:39:52,229 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
647
+ 2024-03-06 14:39:52,230 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
648
+ 2024-03-06 14:39:52,230 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
649
+ 2024-03-06 14:39:52,233 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
650
+ 2024-03-06 14:39:52,233 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
651
+ 2024-03-06 14:39:52,233 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
652
+ 2024-03-06 14:39:52,233 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
653
+ 2024-03-06 14:39:52,233 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
654
+ 2024-03-06 14:39:52,236 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
655
+ 2024-03-06 14:39:52,242 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
656
+ 2024-03-06 14:39:52,242 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
657
+ 2024-03-06 14:39:52,242 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
658
+ 2024-03-06 14:39:52,243 DEBUG SenderThread:133 [sender.py:send():382] send: stats
659
+ 2024-03-06 14:39:54,495 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
660
+ 2024-03-06 14:39:55,244 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
661
+ 2024-03-06 14:39:55,467 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
662
+ 2024-03-06 14:39:55,980 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
663
+ 2024-03-06 14:39:55,980 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
664
+ 2024-03-06 14:39:55,980 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
665
+ 2024-03-06 14:39:55,980 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
666
+ 2024-03-06 14:39:55,981 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
667
+ 2024-03-06 14:39:55,982 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
668
+ 2024-03-06 14:39:55,982 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
669
+ 2024-03-06 14:39:55,983 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
670
+ 2024-03-06 14:39:55,983 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
671
+ 2024-03-06 14:39:55,997 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
672
+ 2024-03-06 14:39:55,997 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
673
+ 2024-03-06 14:39:55,997 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
674
+ 2024-03-06 14:39:55,997 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
675
+ 2024-03-06 14:39:55,997 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
676
+ 2024-03-06 14:39:55,997 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
677
+ 2024-03-06 14:39:55,998 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
678
+ 2024-03-06 14:39:55,999 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
679
+ 2024-03-06 14:39:56,004 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
680
+ 2024-03-06 14:39:56,005 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
681
+ 2024-03-06 14:39:56,005 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
682
+ 2024-03-06 14:39:56,005 DEBUG SenderThread:133 [sender.py:send():382] send: stats
683
+ 2024-03-06 14:39:58,306 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
684
+ 2024-03-06 14:39:58,306 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
685
+ 2024-03-06 14:39:58,306 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
686
+ 2024-03-06 14:39:58,306 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
687
+ 2024-03-06 14:39:58,307 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
688
+ 2024-03-06 14:39:58,307 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
689
+ 2024-03-06 14:39:58,309 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
690
+ 2024-03-06 14:39:58,309 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
691
+ 2024-03-06 14:39:58,309 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
692
+ 2024-03-06 14:39:58,309 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
693
+ 2024-03-06 14:39:58,310 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
694
+ 2024-03-06 14:39:58,310 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
695
+ 2024-03-06 14:39:58,310 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
696
+ 2024-03-06 14:39:58,310 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
697
+ 2024-03-06 14:39:58,314 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
698
+ 2024-03-06 14:39:58,314 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
699
+ 2024-03-06 14:39:58,314 DEBUG SenderThread:133 [sender.py:send():382] send: stats
700
+ 2024-03-06 14:39:58,497 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
701
+ 2024-03-06 14:40:00,315 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
702
+ 2024-03-06 14:40:00,468 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
703
+ 2024-03-06 14:40:05,316 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
704
+ 2024-03-06 14:40:05,470 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
705
+ 2024-03-06 14:40:10,317 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
706
+ 2024-03-06 14:40:10,471 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
707
+ 2024-03-06 14:40:15,318 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
708
+ 2024-03-06 14:40:15,472 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
709
+ 2024-03-06 14:40:15,850 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
710
+ 2024-03-06 14:40:15,850 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
711
+ 2024-03-06 14:40:15,850 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
712
+ 2024-03-06 14:40:15,851 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
713
+ 2024-03-06 14:40:15,851 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
714
+ 2024-03-06 14:40:15,852 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
715
+ 2024-03-06 14:40:15,853 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
716
+ 2024-03-06 14:40:15,854 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
717
+ 2024-03-06 14:40:15,855 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
718
+ 2024-03-06 14:40:17,167 DEBUG SenderThread:133 [sender.py:send():382] send: config
719
+ 2024-03-06 14:40:17,168 DEBUG SenderThread:133 [sender.py:send():382] send: metric
720
+ 2024-03-06 14:40:17,168 DEBUG SenderThread:133 [sender.py:send():382] send: metric
721
+ 2024-03-06 14:40:17,168 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
722
+ 2024-03-06 14:40:18,504 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
723
+ 2024-03-06 14:40:20,473 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
724
+ 2024-03-06 14:40:21,169 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
725
+ 2024-03-06 14:40:25,482 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
726
+ 2024-03-06 14:40:26,170 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
727
+ 2024-03-06 14:40:30,483 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
728
+ 2024-03-06 14:40:31,171 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
729
+ 2024-03-06 14:40:35,485 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
730
+ 2024-03-06 14:40:36,172 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
731
+ 2024-03-06 14:40:40,486 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
732
+ 2024-03-06 14:40:41,173 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
733
+ 2024-03-06 14:40:43,843 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
734
+ 2024-03-06 14:40:43,844 DEBUG SenderThread:133 [sender.py:send():382] send: history
735
+ 2024-03-06 14:40:43,844 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
736
+ 2024-03-06 14:40:43,845 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
737
+ 2024-03-06 14:40:44,515 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
738
+ 2024-03-06 14:40:45,488 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
739
+ 2024-03-06 14:40:45,818 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: pause
740
+ 2024-03-06 14:40:45,819 INFO HandlerThread:133 [handler.py:handle_request_pause():708] stopping system metrics thread
741
+ 2024-03-06 14:40:45,819 INFO HandlerThread:133 [system_monitor.py:finish():203] Stopping system monitor
742
+ 2024-03-06 14:40:45,819 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
743
+ 2024-03-06 14:40:45,819 DEBUG SystemMonitor:133 [system_monitor.py:_start():179] Finished system metrics aggregation loop
744
+ 2024-03-06 14:40:45,819 DEBUG SystemMonitor:133 [system_monitor.py:_start():183] Publishing last batch of metrics
745
+ 2024-03-06 14:40:45,820 INFO HandlerThread:133 [interfaces.py:finish():202] Joined cpu monitor
746
+ 2024-03-06 14:40:45,820 INFO HandlerThread:133 [interfaces.py:finish():202] Joined disk monitor
747
+ 2024-03-06 14:40:45,826 INFO HandlerThread:133 [interfaces.py:finish():202] Joined gpu monitor
748
+ 2024-03-06 14:40:45,826 INFO HandlerThread:133 [interfaces.py:finish():202] Joined memory monitor
749
+ 2024-03-06 14:40:45,826 INFO HandlerThread:133 [interfaces.py:finish():202] Joined network monitor
750
+ 2024-03-06 14:40:45,827 DEBUG SenderThread:133 [sender.py:send():382] send: stats
751
+ 2024-03-06 14:40:46,832 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
752
+ 2024-03-06 14:40:47,516 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
753
+ 2024-03-06 14:40:50,489 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
754
+ 2024-03-06 14:40:52,065 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
755
+ 2024-03-06 14:40:55,490 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
756
+ 2024-03-06 14:40:57,066 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
757
+ 2024-03-06 14:41:00,491 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
758
+ 2024-03-06 14:41:02,067 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
759
+ 2024-03-06 14:41:05,492 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
760
+ 2024-03-06 14:41:07,068 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
761
+ 2024-03-06 14:41:10,493 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
762
+ 2024-03-06 14:41:12,069 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
763
+ 2024-03-06 14:41:15,495 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
764
+ 2024-03-06 14:41:17,070 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
765
+ 2024-03-06 14:41:20,496 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
766
+ 2024-03-06 14:41:22,071 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
767
+ 2024-03-06 14:41:25,497 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
768
+ 2024-03-06 14:41:27,072 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
769
+ 2024-03-06 14:41:30,498 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
770
+ 2024-03-06 14:41:32,073 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
771
+ 2024-03-06 14:41:35,500 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
772
+ 2024-03-06 14:41:37,074 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
773
+ 2024-03-06 14:41:40,501 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
774
+ 2024-03-06 14:41:42,075 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
775
+ 2024-03-06 14:41:45,502 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
776
+ 2024-03-06 14:41:47,076 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
777
+ 2024-03-06 14:41:50,503 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
778
+ 2024-03-06 14:41:52,077 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
779
+ 2024-03-06 14:41:55,504 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
780
+ 2024-03-06 14:41:57,079 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
781
+ 2024-03-06 14:42:00,505 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
782
+ 2024-03-06 14:42:02,080 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
783
+ 2024-03-06 14:42:05,507 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
784
+ 2024-03-06 14:42:07,081 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
785
+ 2024-03-06 14:42:10,508 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
786
+ 2024-03-06 14:42:12,082 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
787
+ 2024-03-06 14:42:15,509 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
788
+ 2024-03-06 14:42:17,083 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
789
+ 2024-03-06 14:42:20,511 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
790
+ 2024-03-06 14:42:22,084 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
791
+ 2024-03-06 14:42:25,512 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
792
+ 2024-03-06 14:42:27,085 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
793
+ 2024-03-06 14:42:30,513 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
794
+ 2024-03-06 14:42:32,086 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
795
+ 2024-03-06 14:42:35,514 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
796
+ 2024-03-06 14:42:37,087 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
797
+ 2024-03-06 14:42:40,516 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
798
+ 2024-03-06 14:42:42,088 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
799
+ 2024-03-06 14:42:45,517 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
800
+ 2024-03-06 14:42:47,089 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
801
+ 2024-03-06 14:42:50,518 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
802
+ 2024-03-06 14:42:52,090 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
803
+ 2024-03-06 14:42:55,519 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
804
+ 2024-03-06 14:42:57,091 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
805
+ 2024-03-06 14:43:00,520 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
806
+ 2024-03-06 14:43:02,093 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
807
+ 2024-03-06 14:43:05,522 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
808
+ 2024-03-06 14:43:07,094 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
809
+ 2024-03-06 14:43:10,523 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
810
+ 2024-03-06 14:43:12,095 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
811
+ 2024-03-06 14:43:14,296 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: resume
812
+ 2024-03-06 14:43:14,296 INFO HandlerThread:133 [handler.py:handle_request_resume():699] starting system metrics thread
813
+ 2024-03-06 14:43:14,296 INFO HandlerThread:133 [system_monitor.py:start():194] Starting system monitor
814
+ 2024-03-06 14:43:14,296 INFO SystemMonitor:133 [system_monitor.py:_start():158] Starting system asset monitoring threads
815
+ 2024-03-06 14:43:14,297 INFO SystemMonitor:133 [interfaces.py:start():190] Started cpu monitoring
816
+ 2024-03-06 14:43:14,299 INFO SystemMonitor:133 [interfaces.py:start():190] Started disk monitoring
817
+ 2024-03-06 14:43:14,300 INFO SystemMonitor:133 [interfaces.py:start():190] Started gpu monitoring
818
+ 2024-03-06 14:43:14,301 INFO SystemMonitor:133 [interfaces.py:start():190] Started memory monitoring
819
+ 2024-03-06 14:43:14,301 INFO SystemMonitor:133 [interfaces.py:start():190] Started network monitoring
820
+ 2024-03-06 14:43:15,483 DEBUG SenderThread:133 [sender.py:send():382] send: config
821
+ 2024-03-06 14:43:15,484 DEBUG SenderThread:133 [sender.py:send():382] send: metric
822
+ 2024-03-06 14:43:15,484 DEBUG SenderThread:133 [sender.py:send():382] send: metric
823
+ 2024-03-06 14:43:15,484 WARNING SenderThread:133 [sender.py:send_metric():1354] Seen metric with glob (shouldn't happen)
824
+ 2024-03-06 14:43:15,525 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
825
+ 2024-03-06 14:43:16,574 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/output.log
826
+ 2024-03-06 14:43:17,492 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
827
+ 2024-03-06 14:43:18,575 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
828
+ 2024-03-06 14:43:20,525 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
829
+ 2024-03-06 14:43:22,787 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
830
+ 2024-03-06 14:43:25,527 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
831
+ 2024-03-06 14:43:27,788 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
832
+ 2024-03-06 14:43:30,528 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
833
+ 2024-03-06 14:43:32,789 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
834
+ 2024-03-06 14:43:35,529 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
835
+ 2024-03-06 14:43:37,790 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
836
+ 2024-03-06 14:43:40,530 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
837
+ 2024-03-06 14:43:42,148 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
838
+ 2024-03-06 14:43:42,149 DEBUG SenderThread:133 [sender.py:send():382] send: history
839
+ 2024-03-06 14:43:42,149 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
840
+ 2024-03-06 14:43:42,150 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
841
+ 2024-03-06 14:43:42,584 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
842
+ 2024-03-06 14:43:43,151 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
843
+ 2024-03-06 14:43:43,773 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
844
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
845
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
846
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
847
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: metric
848
+ 2024-03-06 14:43:43,775 DEBUG SenderThread:133 [sender.py:send():382] send: history
849
+ 2024-03-06 14:43:43,776 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
850
+ 2024-03-06 14:43:43,776 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
851
+ 2024-03-06 14:43:44,585 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
852
+ 2024-03-06 14:43:45,608 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
853
+ 2024-03-06 14:43:46,501 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: partial_history
854
+ 2024-03-06 14:43:46,503 DEBUG SenderThread:133 [sender.py:send():382] send: metric
855
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
856
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
857
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
858
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: metric
859
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send():382] send: history
860
+ 2024-03-06 14:43:46,504 DEBUG SenderThread:133 [sender.py:send_request():409] send_request: summary_record
861
+ 2024-03-06 14:43:46,505 INFO SenderThread:133 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
862
+ 2024-03-06 14:43:46,586 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/wandb-summary.json
863
+ 2024-03-06 14:43:48,511 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
864
+ 2024-03-06 14:43:49,587 INFO Thread-12 :133 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_142408-og3d0ld1/files/config.yaml
865
+ 2024-03-06 14:43:50,624 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
866
+ 2024-03-06 14:43:53,753 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
867
+ 2024-03-06 14:43:55,625 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
868
+ 2024-03-06 14:43:58,754 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
869
+ 2024-03-06 14:44:00,627 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
870
+ 2024-03-06 14:44:03,756 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
871
+ 2024-03-06 14:44:05,628 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
872
+ 2024-03-06 14:44:08,757 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
873
+ 2024-03-06 14:44:10,629 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: keepalive
874
+ 2024-03-06 14:44:13,758 DEBUG HandlerThread:133 [handler.py:handle_request():146] handle_request: status_report
875
+ 2024-03-06 14:44:14,301 DEBUG SystemMonitor:133 [system_monitor.py:_start():172] Starting system metrics aggregation loop
876
+ 2024-03-06 14:44:14,303 DEBUG SenderThread:133 [sender.py:send():382] send: stats
wandb/run-20240306_142408-og3d0ld1/logs/debug.log ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Current SDK version is 0.16.3
2
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Configure stats pid to 34
3
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
4
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
5
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
6
+ 2024-03-06 14:24:08,631 INFO MainThread:34 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
7
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
8
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
9
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:_log_setup():526] Logging user logs to /kaggle/working/wandb/run-20240306_142408-og3d0ld1/logs/debug.log
10
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:_log_setup():527] Logging internal logs to /kaggle/working/wandb/run-20240306_142408-og3d0ld1/logs/debug-internal.log
11
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:_jupyter_setup():472] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x787e29afea70>
12
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:init():566] calling init triggers
13
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:init():573] wandb.init called with sweep_config: {}
14
+ config: {}
15
+ 2024-03-06 14:24:08,632 INFO MainThread:34 [wandb_init.py:init():616] starting backend
16
+ 2024-03-06 14:24:08,633 INFO MainThread:34 [wandb_init.py:init():620] setting up manager
17
+ 2024-03-06 14:24:08,634 INFO MainThread:34 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
18
+ 2024-03-06 14:24:08,637 INFO MainThread:34 [wandb_init.py:init():628] backend started and connected
19
+ 2024-03-06 14:24:08,650 INFO MainThread:34 [wandb_run.py:_label_probe_notebook():1295] probe notebook
20
+ 2024-03-06 14:24:09,581 INFO MainThread:34 [wandb_init.py:init():720] updated telemetry
21
+ 2024-03-06 14:24:09,585 INFO MainThread:34 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
22
+ 2024-03-06 14:24:10,120 INFO MainThread:34 [wandb_run.py:_on_init():2262] communicating current version
23
+ 2024-03-06 14:24:10,176 INFO MainThread:34 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.4 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
24
+
25
+ 2024-03-06 14:24:10,176 INFO MainThread:34 [wandb_init.py:init():804] starting run threads in backend
26
+ 2024-03-06 14:24:40,215 INFO MainThread:34 [wandb_run.py:_console_start():2241] atexit reg
27
+ 2024-03-06 14:24:40,216 INFO MainThread:34 [wandb_run.py:_redirect():2096] redirect: wrap_raw
28
+ 2024-03-06 14:24:40,216 INFO MainThread:34 [wandb_run.py:_redirect():2161] Wrapping output streams.
29
+ 2024-03-06 14:24:40,217 INFO MainThread:34 [wandb_run.py:_redirect():2186] Redirects installed.
30
+ 2024-03-06 14:24:40,218 INFO MainThread:34 [wandb_init.py:init():847] run started, returning control to user process
31
+ 2024-03-06 14:24:40,226 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-22-18_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
32
+ 2024-03-06 14:25:12,520 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
33
+ 2024-03-06 14:25:12,521 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
34
+ 2024-03-06 14:31:03,178 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
35
+ 2024-03-06 14:31:03,181 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
36
+ 2024-03-06 14:31:03,182 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
37
+ 2024-03-06 14:31:06,129 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
38
+ 2024-03-06 14:31:07,063 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
39
+ 2024-03-06 14:31:07,063 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
40
+ 2024-03-06 14:31:10,010 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
41
+ 2024-03-06 14:31:10,014 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
42
+ 2024-03-06 14:31:10,014 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
43
+ 2024-03-06 14:31:11,827 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
44
+ 2024-03-06 14:31:11,846 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
45
+ 2024-03-06 14:31:11,846 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
46
+ 2024-03-06 14:31:16,955 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
47
+ 2024-03-06 14:31:16,957 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
48
+ 2024-03-06 14:31:16,957 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
49
+ 2024-03-06 14:31:23,219 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
50
+ 2024-03-06 14:31:24,377 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-31-23_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
51
+ 2024-03-06 14:31:54,108 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
52
+ 2024-03-06 14:31:54,109 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
53
+ 2024-03-06 14:39:38,168 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
54
+ 2024-03-06 14:39:38,171 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
55
+ 2024-03-06 14:39:38,172 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
56
+ 2024-03-06 14:39:45,082 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
57
+ 2024-03-06 14:39:45,085 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
58
+ 2024-03-06 14:39:45,085 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
59
+ 2024-03-06 14:39:47,936 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
60
+ 2024-03-06 14:39:48,892 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
61
+ 2024-03-06 14:39:48,892 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
62
+ 2024-03-06 14:39:52,224 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
63
+ 2024-03-06 14:39:52,227 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
64
+ 2024-03-06 14:39:52,227 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
65
+ 2024-03-06 14:39:55,979 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
66
+ 2024-03-06 14:39:55,996 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
67
+ 2024-03-06 14:39:55,996 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
68
+ 2024-03-06 14:39:58,304 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
69
+ 2024-03-06 14:39:58,308 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
70
+ 2024-03-06 14:39:58,308 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
71
+ 2024-03-06 14:40:15,850 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
72
+ 2024-03-06 14:40:17,162 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-40-16_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
73
+ 2024-03-06 14:40:45,818 INFO MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
74
+ 2024-03-06 14:40:45,818 INFO MainThread:34 [wandb_init.py:_pause_backend():437] pausing backend
75
+ 2024-03-06 14:43:14,295 INFO MainThread:34 [wandb_init.py:_resume_backend():442] resuming backend
76
+ 2024-03-06 14:43:15,473 INFO MainThread:34 [wandb_run.py:_config_callback():1343] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': None, 'finetuning_task': None, 'id2label': {0: 'Documentation Ambiguity', 1: 'Documentation Completeness', 2: 'Documentation Replicability', 3: 'Documentation Replication on Other Examples', 4: 'Inadequate Examples', 5: 'Lack of Alternative Solutions/Documentation', 6: 'Requesting (Additional) Documentation/Examples'}, 'label2id': {'Documentation Ambiguity': 0, 'Documentation Completeness': 1, 'Documentation Replicability': 2, 'Documentation Replication on Other Examples': 3, 'Inadequate Examples': 4, 'Lack of Alternative Solutions/Documentation': 5, 'Requesting (Additional) Documentation/Examples': 6}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'mmukh/SOBertBase', 'transformers_version': '4.38.1', 'model_type': 'megatron-bert', 'tokenizer_type': 'SentencePieceTokenizer', 'vocab_size': 50048, 'hidden_size': 768, 'num_hidden_layers': 12, 'num_attention_heads': 12, 'hidden_act': 'gelu', 'intermediate_size': 3072, 'hidden_dropout_prob': 0.1, 'attention_probs_dropout_prob': 0.1, 'max_position_embeddings': 2048, 'type_vocab_size': 2, 'initializer_range': 0.02, 'layer_norm_eps': 1e-12, 'position_embedding_type': 'absolute', 'use_cache': True, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 2e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 1, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Mar06_14-43-14_cd2c3b1980c7', 'logging_strategy': 'epoch', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
wandb/run-20240306_142408-og3d0ld1/run-og3d0ld1.wandb ADDED
Binary file (37.7 kB). View file