EIFY commited on
Commit
83bb0de
·
verified ·
1 Parent(s): 743c630

Upload 13 files

Browse files
.gitattributes CHANGED
@@ -115,3 +115,4 @@ big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderb
115
  big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_0~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
116
  big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_1~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
117
  big-vision-repo-full-shuffle/wandb/run-20240628_215726-big-vision-repo-full-shuffle/run-big-vision-repo-full-shuffle.wandb filter=lfs diff=lfs merge=lfs -text
 
 
115
  big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_0~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
116
  big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_1~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
117
  big-vision-repo-full-shuffle/wandb/run-20240628_215726-big-vision-repo-full-shuffle/run-big-vision-repo-full-shuffle.wandb filter=lfs diff=lfs merge=lfs -text
118
+ grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/run-torch-grafted-the-charm.wandb filter=lfs diff=lfs merge=lfs -text
grafted-fixed/big_vision_metrics.txt ADDED
The diff for this file is too large to render. See raw diff
 
grafted-fixed/checkpoint.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea475d3d46c19308837c46cbcee325428be5ddd8a675b9c146f9d4b20486f37
3
+ size 264187403
grafted-fixed/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"seed": 0, "total_epochs": 90, "num_classes": 1000, "loss": "softmax_xent", "input": {"data": {"name": "imagenet2012", "split": "train"}, "batch_size": 1024, "accum_freq": 8, "cache_raw": false, "shuffle_buffer_size": 150000, "pp": "decode_jpeg_and_inception_crop(224)|flip_lr|randaug(2,10)|value_range(-1, 1)|onehot(1000, key=\"label\", key_result=\"labels\")|keep(\"image\", \"labels\")"}, "pp_modules": ["ops_general", "ops_image", "ops_text", "archive.randaug"], "log_training_steps": 50, "ckpt_steps": 1000, "model_name": "vit", "model": {"variant": "S/16", "rep_size": false, "pool_type": "gap", "posemb": "sincos2d"}, "grad_clip_norm": 1.0, "optax_name": "scale_by_adam", "optax": {"mu_dtype": "bfloat16"}, "lr": 0.001, "wd": 0.0001, "schedule": {"warmup_steps": 10000, "decay_type": "cosine"}, "mixup": {"p": 0.2, "fold_in": null}, "evals": {"val": {"type": "classification", "data": {"name": "imagenet2012", "split": "validation"}, "pp_fn": "decode|resize_small(256)|central_crop(224)|value_range(-1, 1)|onehot(1000, key=\"label\", key_result=\"labels\")|keep(\"image\", \"labels\")", "loss_name": "softmax_xent", "log_steps": 2500}}}
grafted-fixed/model_best.pth.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d77410b5ebf97ab2ab2a8c3e721fb4751f2f1a648150efe5c90a3a3b4487a3e
3
+ size 264187403
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/config.yaml ADDED
@@ -0,0 +1,96 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ _allow_dotted_keys:
2
+ value: false
3
+ _convert_dict:
4
+ value: true
5
+ _fields:
6
+ value:
7
+ ckpt_steps: 1000
8
+ evals: |
9
+ val:
10
+ data:
11
+ name: imagenet2012
12
+ split: validation
13
+ log_steps: 2500
14
+ loss_name: softmax_xent
15
+ pp_fn: decode|resize_small(256)|central_crop(224)|value_range(-1, 1)|onehot(1000,
16
+ key="label", key_result="labels")|keep("image", "labels")
17
+ type: classification
18
+ grad_clip_norm: 1
19
+ input: |
20
+ accum_freq: 8
21
+ batch_size: 1024
22
+ cache_raw: false
23
+ data:
24
+ name: imagenet2012
25
+ split: train
26
+ pp: decode_jpeg_and_inception_crop(224)|flip_lr|randaug(2,10)|value_range(-1, 1)|onehot(1000,
27
+ key="label", key_result="labels")|keep("image", "labels")
28
+ shuffle_buffer_size: 150000
29
+ log_training_steps: 50
30
+ loss: softmax_xent
31
+ lr: 0.001
32
+ mixup: |
33
+ fold_in: null
34
+ p: 0.2
35
+ model: |
36
+ pool_type: gap
37
+ posemb: sincos2d
38
+ rep_size: false
39
+ variant: S/16
40
+ model_name: vit
41
+ num_classes: 1000
42
+ optax: |
43
+ mu_dtype: bfloat16
44
+ optax_name: scale_by_adam
45
+ pp_modules:
46
+ - ops_general
47
+ - ops_image
48
+ - ops_text
49
+ - archive.randaug
50
+ schedule: |
51
+ decay_type: cosine
52
+ warmup_steps: 10000
53
+ seed: 0
54
+ total_epochs: 90
55
+ wd: 0.0001
56
+ _locked:
57
+ value: true
58
+ _sort_keys:
59
+ value: true
60
+ _type_safe:
61
+ value: true
62
+ _wandb:
63
+ value:
64
+ cli_version: 0.18.7
65
+ m: []
66
+ python_version: 3.11.10
67
+ t:
68
+ "1":
69
+ - 1
70
+ - 2
71
+ - 3
72
+ - 12
73
+ - 41
74
+ - 45
75
+ - 55
76
+ "2":
77
+ - 1
78
+ - 2
79
+ - 3
80
+ - 12
81
+ - 41
82
+ - 45
83
+ - 55
84
+ "3":
85
+ - 13
86
+ - 14
87
+ - 16
88
+ - 23
89
+ - 55
90
+ - 61
91
+ "4": 3.11.10
92
+ "5": 0.18.7
93
+ "8":
94
+ - 5
95
+ "12": 0.18.7
96
+ "13": linux-x86_64
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/output.log ADDED
The diff for this file is too large to render. See raw diff
 
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/requirements.txt ADDED
@@ -0,0 +1,213 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ array_record==0.5.1
2
+ wandb==0.18.7
3
+ nvidia-curand-cu12==10.3.2.106
4
+ requests-oauthlib==2.0.0
5
+ zipp==3.21.0
6
+ ipython==8.30.0
7
+ Werkzeug==3.1.3
8
+ simple-parsing==0.1.6
9
+ rpds-py==0.22.3
10
+ mdurl==0.1.2
11
+ executing==2.1.0
12
+ keras==2.15.0
13
+ nvidia-cuda-nvcc-cu12==12.6.85
14
+ jsonschema-specifications==2024.10.1
15
+ google-auth-oauthlib==1.2.1
16
+ nbconvert==7.16.4
17
+ json5==0.10.0
18
+ jaxlib==0.4.34
19
+ schedulefree==1.4
20
+ tf_keras==2.15.1
21
+ oauthlib==3.2.2
22
+ tensorflow-probability==0.25.0
23
+ ptyprocess==0.7.0
24
+ cachetools==5.5.0
25
+ Send2Trash==1.8.3
26
+ jupyter-console==6.6.3
27
+ Jinja2==3.1.3
28
+ parso==0.8.4
29
+ rich==13.9.4
30
+ jedi==0.19.2
31
+ filelock==3.13.1
32
+ google-pasta==0.2.0
33
+ optax==0.2.4
34
+ toolz==1.0.0
35
+ gast==0.6.0
36
+ tensorboard==2.15.2
37
+ pyasn1_modules==0.4.1
38
+ nvidia-cudnn-cu12==9.1.0.70
39
+ opt_einsum==3.4.0
40
+ nvidia-nvjitlink-cu12==12.6.85
41
+ chex==0.1.87
42
+ pure_eval==0.2.3
43
+ namex==0.0.8
44
+ termcolor==2.5.0
45
+ flax==0.10.2
46
+ notebook_shim==0.2.4
47
+ cloudpickle==3.1.0
48
+ numpy==1.26.4
49
+ nvidia-nccl-cu12==2.21.5
50
+ tensorflow-cpu==2.15.0
51
+ nvidia-cusolver-cu12==11.4.5.107
52
+ typing_extensions==4.12.2
53
+ python-dateutil==2.9.0.post0
54
+ tensorflow-addons==0.23.0
55
+ typeguard==2.13.3
56
+ jupyter-lsp==2.2.5
57
+ absl-py==2.1.0
58
+ flatbuffers==24.3.25
59
+ dlpack==0.1
60
+ setuptools==65.5.0
61
+ ipywidgets==8.1.5
62
+ protobuf==4.25.5
63
+ jupyterlab_pygments==0.3.0
64
+ jax-cuda12-plugin==0.4.35
65
+ debugpy==1.8.9
66
+ tensorflow==2.15.0
67
+ msgpack==1.1.0
68
+ networkx==3.2.1
69
+ babel==2.16.0
70
+ webencodings==0.5.1
71
+ docker-pycreds==0.4.0
72
+ nvidia-cuda-cupti-cu12==12.1.105
73
+ traitlets==5.14.3
74
+ jupyterlab_server==2.27.3
75
+ soupsieve==2.6
76
+ pillow==11.0.0
77
+ comm==0.2.2
78
+ jupyterlab_widgets==3.0.13
79
+ pyzmq==26.2.0
80
+ attrs==24.2.0
81
+ libclang==18.1.1
82
+ nvidia-cuda-nvrtc-cu12==12.1.105
83
+ distrax==0.1.5
84
+ matplotlib-inline==0.1.7
85
+ types-python-dateutil==2.9.0.20241206
86
+ jupyter_server_terminals==0.5.3
87
+ httpcore==1.0.7
88
+ orbax-checkpoint==0.10.1
89
+ PyYAML==6.0.2
90
+ tinycss2==1.4.0
91
+ urllib3==2.2.3
92
+ aqtp==0.8.2
93
+ tensorflow-metadata==1.16.1
94
+ uri-template==1.3.0
95
+ etils==1.11.0
96
+ widgetsnbextension==4.0.13
97
+ jupyter_client==8.6.3
98
+ prometheus_client==0.21.1
99
+ smmap==5.0.1
100
+ pyasn1==0.6.1
101
+ docstring_parser==0.16
102
+ google-auth==2.36.0
103
+ simplejson==3.19.3
104
+ mpmath==1.3.0
105
+ h5py==3.12.1
106
+ jax-cuda12-pjrt==0.4.35
107
+ tensorflow-io-gcs-filesystem==0.37.1
108
+ tensorflow-estimator==2.15.0
109
+ websocket-client==1.8.0
110
+ nbformat==5.10.4
111
+ jsonschema==4.23.0
112
+ pydlpack==0.2.1
113
+ triton==3.1.0
114
+ rsa==4.9
115
+ asttokens==3.0.0
116
+ h11==0.14.0
117
+ panopticapi==0.1
118
+ python-json-logger==2.0.7
119
+ tensorflow-hub==0.16.1
120
+ requests==2.32.3
121
+ scipy==1.14.1
122
+ sniffio==1.3.1
123
+ ml-dtypes==0.2.0
124
+ jupyter_server==2.14.2
125
+ referencing==0.35.1
126
+ jupyter_core==5.7.2
127
+ mistune==3.0.2
128
+ markdown-it-py==3.0.0
129
+ tensorflow-text==2.15.0
130
+ wrapt==1.14.1
131
+ immutabledict==4.2.1
132
+ MarkupSafe==3.0.2
133
+ pexpect==4.9.0
134
+ jax==0.4.35
135
+ terminado==0.18.1
136
+ torch==2.5.1+cu121
137
+ wheel==0.45.1
138
+ einops==0.8.0
139
+ sentry-sdk==2.19.0
140
+ torchvision==0.20.1+cu121
141
+ humanize==4.11.0
142
+ toml==0.10.2
143
+ tensorstore==0.1.69
144
+ six==1.16.0
145
+ nbclient==0.10.1
146
+ wcwidth==0.2.13
147
+ promise==2.3
148
+ beautifulsoup4==4.12.3
149
+ certifi==2024.8.30
150
+ nvidia-cuda-runtime-cu12==12.1.105
151
+ flaxformer==0.8.8
152
+ nvidia-cufft-cu12==11.0.2.54
153
+ cffi==1.17.1
154
+ tornado==6.4.2
155
+ psutil==6.1.0
156
+ GitPython==3.1.43
157
+ platformdirs==4.3.6
158
+ importlib_resources==6.4.5
159
+ ipykernel==6.29.5
160
+ tfds-nightly==4.9.7.dev202411280044
161
+ arrow==1.3.0
162
+ isoduration==20.11.0
163
+ tensorflow-gan==2.1.0
164
+ googleapis-common-protos==1.66.0
165
+ rfc3986-validator==0.1.1
166
+ overrides==7.7.0
167
+ anyio==4.7.0
168
+ optree==0.13.1
169
+ fastjsonschema==2.21.1
170
+ Pygments==2.18.0
171
+ astunparse==1.6.3
172
+ ml_collections==1.0.0
173
+ setproctitle==1.3.4
174
+ tensorboard-data-server==0.7.2
175
+ webcolors==24.11.1
176
+ httpx==0.28.1
177
+ jupyter-events==0.10.0
178
+ sympy==1.13.1
179
+ packaging==24.2
180
+ jupyter==1.1.1
181
+ nest-asyncio==1.6.0
182
+ nvidia-cublas-cu12==12.1.3.1
183
+ gitdb==4.0.11
184
+ click==8.1.7
185
+ idna==3.10
186
+ argon2-cffi-bindings==21.2.0
187
+ tqdm==4.67.1
188
+ grpcio==1.68.0
189
+ pandocfilters==1.5.1
190
+ decorator==5.1.1
191
+ pycparser==2.22
192
+ pyarrow==18.1.0
193
+ jupyterlab==4.3.2
194
+ clu==0.0.12
195
+ defusedxml==0.7.1
196
+ charset-normalizer==3.4.0
197
+ fqdn==1.5.1
198
+ async-lru==2.0.4
199
+ notebook==7.3.1
200
+ fsspec==2024.10.0
201
+ rfc3339-validator==0.1.4
202
+ jsonpointer==3.0.0
203
+ dm-tree==0.1.8
204
+ sentencepiece==0.2.0
205
+ nvidia-cusparse-cu12==12.1.0.106
206
+ torchaudio==2.5.1+cu121
207
+ pip==24.3.1
208
+ stack-data==0.6.3
209
+ prompt_toolkit==3.0.48
210
+ Markdown==3.7
211
+ argon2-cffi==23.1.0
212
+ bleach==6.2.0
213
+ nvidia-nvtx-cu12==12.1.105
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/wandb-metadata.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "os": "Linux-6.8.0-49-generic-x86_64-with-glibc2.39",
3
+ "python": "3.11.10",
4
+ "startedAt": "2024-12-10T04:00:47.447080Z",
5
+ "args": [
6
+ "--config",
7
+ "/home/jason-chou/Downloads/big_vision/big_vision/configs/vit_s16_i1k_single_gpu_test.py",
8
+ "--workdir",
9
+ "/data/imagenet/grafted-fixed",
10
+ "--name",
11
+ "torch-grafted-the-charm"
12
+ ],
13
+ "program": "-m big_vision.train",
14
+ "git": {
15
+ "remote": "https://github.com/EIFY/big_vision.git",
16
+ "commit": "6de88ad972294970aa4f171fa4c33a85a839aa45"
17
+ },
18
+ "email": "[email protected]",
19
+ "root": "/home/jason-chou/Downloads/big_vision",
20
+ "host": "jasonchou-TensorBook-late-2021",
21
+ "username": "jason-chou",
22
+ "executable": "/home/jason-chou/.pyenv/versions/3.11.10/bin/python",
23
+ "cpu_count": 8,
24
+ "cpu_count_logical": 16,
25
+ "gpu": "NVIDIA GeForce RTX 3080 Laptop GPU",
26
+ "gpu_count": 1,
27
+ "disk": {
28
+ "/": {
29
+ "total": "1006450962432",
30
+ "used": "593525575680"
31
+ }
32
+ },
33
+ "memory": {
34
+ "total": "67162914816"
35
+ },
36
+ "cpu": {
37
+ "count": 8,
38
+ "countLogical": 16
39
+ },
40
+ "gpu_nvidia": [
41
+ {
42
+ "name": "NVIDIA GeForce RTX 3080 Laptop GPU",
43
+ "memoryTotal": "17179869184",
44
+ "cudaCores": 6144,
45
+ "architecture": "Ampere"
46
+ }
47
+ ],
48
+ "cudaVersion": "12.2"
49
+ }
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/wandb-summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"epoch":90.00034499795889,"_runtime":660135.92965031,"val/acc@1":0.76714,"progress":1,"uptime":660044.63832175,"img/sec/core":165.60143187940335,"l2_grads":2.75837779045105,"lr":2.3437951579552636e-13,"_wandb":{"runtime":660135},"core_hours_NVIDIA GeForce RTX 3080 Laptop GPU":183.31184178717916,"core_hours":183.31184178717916,"train/loss":1.8491162955760956,"val/loss":0.9209392106437683,"_step":112603,"examples_seen":1.15305472e+08,"_timestamp":1.7344633815201633e+09,"l2_params":237.5985586096722,"z/secs/eval/val":93.45661483204458}
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-internal.log ADDED
@@ -0,0 +1,211 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"time":"2024-12-09T20:00:47.449350846-08:00","level":"INFO","msg":"using version","core version":"0.18.7"}
2
+ {"time":"2024-12-09T20:00:47.449359816-08:00","level":"INFO","msg":"created symlink","path":"/home/jason-chou/Downloads/big_vision/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-core.log"}
3
+ {"time":"2024-12-09T20:00:47.551810178-08:00","level":"INFO","msg":"created new stream","id":"torch-grafted-the-charm"}
4
+ {"time":"2024-12-09T20:00:47.551852977-08:00","level":"INFO","msg":"stream: started","id":"torch-grafted-the-charm"}
5
+ {"time":"2024-12-09T20:00:47.552155988-08:00","level":"INFO","msg":"handler: started","stream_id":"torch-grafted-the-charm"}
6
+ {"time":"2024-12-09T20:00:47.552238982-08:00","level":"INFO","msg":"sender: started","stream_id":"torch-grafted-the-charm"}
7
+ {"time":"2024-12-09T20:00:47.552242529-08:00","level":"INFO","msg":"writer: Do: started","stream_id":"torch-grafted-the-charm"}
8
+ {"time":"2024-12-09T20:00:48.132894291-08:00","level":"INFO","msg":"Starting system monitor"}
9
+ {"time":"2024-12-09T21:55:18.337868527-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
10
+ {"time":"2024-12-09T22:09:18.343882156-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
11
+ {"time":"2024-12-09T22:12:33.35181566-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
12
+ {"time":"2024-12-09T22:15:05.895562279-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
13
+ {"time":"2024-12-10T06:57:48.812039829-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
14
+ {"time":"2024-12-10T06:58:21.269593144-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
15
+ {"time":"2024-12-10T06:58:55.688038738-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
16
+ {"time":"2024-12-10T06:59:35.68254092-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
17
+ {"time":"2024-12-10T07:00:24.620322236-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
18
+ {"time":"2024-12-10T07:28:18.878094248-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
19
+ {"time":"2024-12-10T07:28:50.962490401-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
20
+ {"time":"2024-12-10T07:29:25.103368986-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
21
+ {"time":"2024-12-10T07:30:04.599024906-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
22
+ {"time":"2024-12-10T07:30:54.286803162-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
23
+ {"time":"2024-12-10T09:36:42.863726052-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": unexpected EOF"}
24
+ {"time":"2024-12-10T09:42:19.012597191-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
25
+ {"time":"2024-12-10T09:42:51.070922518-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
26
+ {"time":"2024-12-10T09:43:25.378998359-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
27
+ {"time":"2024-12-10T09:44:04.575850506-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
28
+ {"time":"2024-12-10T09:44:52.88655775-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
29
+ {"time":"2024-12-10T17:43:34.443445373-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
30
+ {"time":"2024-12-10T17:44:06.93043529-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
31
+ {"time":"2024-12-10T17:44:41.352440591-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
32
+ {"time":"2024-12-10T17:45:20.743742501-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
33
+ {"time":"2024-12-10T17:46:08.141469304-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
34
+ {"time":"2024-12-10T18:02:42.333697207-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
35
+ {"time":"2024-12-10T18:03:49.485889478-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
36
+ {"time":"2024-12-10T18:04:21.528555101-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
37
+ {"time":"2024-12-10T18:04:55.804416059-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
38
+ {"time":"2024-12-10T18:05:35.660171287-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
39
+ {"time":"2024-12-10T18:06:23.525574621-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
40
+ {"time":"2024-12-10T19:28:19.608224899-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
41
+ {"time":"2024-12-10T19:28:51.806061596-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
42
+ {"time":"2024-12-10T19:29:26.800667429-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
43
+ {"time":"2024-12-10T19:30:04.816063078-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
44
+ {"time":"2024-12-10T19:30:52.812060771-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
45
+ {"time":"2024-12-10T19:53:34.670035711-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
46
+ {"time":"2024-12-10T19:54:06.977130349-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
47
+ {"time":"2024-12-10T19:54:41.576597171-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
48
+ {"time":"2024-12-10T19:55:21.554299063-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
49
+ {"time":"2024-12-10T19:56:07.94782966-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
50
+ {"time":"2024-12-10T22:02:00.554690138-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
51
+ {"time":"2024-12-11T09:44:05.446217936-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
52
+ {"time":"2024-12-11T09:44:37.859760806-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
53
+ {"time":"2024-12-11T09:45:12.288444067-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
54
+ {"time":"2024-12-11T09:45:50.921498923-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
55
+ {"time":"2024-12-11T09:46:38.469641311-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
56
+ {"time":"2024-12-11T11:19:05.57844594-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
57
+ {"time":"2024-12-11T11:19:37.697619303-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
58
+ {"time":"2024-12-11T11:20:12.080840442-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
59
+ {"time":"2024-12-11T11:20:50.792075563-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
60
+ {"time":"2024-12-11T11:21:38.283775375-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
61
+ {"time":"2024-12-11T11:22:41.620946001-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:43994->35.186.228.49:443: read: connection reset by peer"}
62
+ {"time":"2024-12-11T11:39:05.649733723-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
63
+ {"time":"2024-12-11T11:39:37.77306646-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
64
+ {"time":"2024-12-11T11:40:12.111468894-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
65
+ {"time":"2024-12-11T11:40:51.962899173-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
66
+ {"time":"2024-12-11T11:41:38.390618819-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
67
+ {"time":"2024-12-11T19:54:35.555435248-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
68
+ {"time":"2024-12-12T02:18:21.443500235-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
69
+ {"time":"2024-12-12T02:18:53.923176433-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
70
+ {"time":"2024-12-12T02:19:28.026484112-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
71
+ {"time":"2024-12-12T02:20:06.482347454-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
72
+ {"time":"2024-12-12T02:20:53.489307691-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
73
+ {"time":"2024-12-12T02:28:51.489330731-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
74
+ {"time":"2024-12-12T02:29:23.628060435-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
75
+ {"time":"2024-12-12T02:29:57.771259295-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
76
+ {"time":"2024-12-12T02:30:36.731471107-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
77
+ {"time":"2024-12-12T02:31:26.644552765-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
78
+ {"time":"2024-12-12T12:16:07.051712483-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
79
+ {"time":"2024-12-12T12:16:39.190372519-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
80
+ {"time":"2024-12-12T12:17:13.985712831-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
81
+ {"time":"2024-12-12T12:17:53.43817487-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
82
+ {"time":"2024-12-12T12:18:39.597076671-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
83
+ {"time":"2024-12-12T12:26:22.108020559-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
84
+ {"time":"2024-12-12T12:26:54.57687148-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
85
+ {"time":"2024-12-12T12:27:28.647446374-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
86
+ {"time":"2024-12-12T12:28:07.688958342-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
87
+ {"time":"2024-12-12T12:28:57.547098341-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
88
+ {"time":"2024-12-12T14:16:07.23903407-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
89
+ {"time":"2024-12-12T14:16:39.390301955-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
90
+ {"time":"2024-12-12T14:17:13.981602637-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
91
+ {"time":"2024-12-12T14:17:52.668032171-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
92
+ {"time":"2024-12-12T14:18:40.683899565-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
93
+ {"time":"2024-12-12T14:48:22.310195481-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
94
+ {"time":"2024-12-12T14:48:54.463008334-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
95
+ {"time":"2024-12-12T14:49:29.197682043-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
96
+ {"time":"2024-12-12T14:50:09.016939995-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
97
+ {"time":"2024-12-12T14:50:55.980211119-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
98
+ {"time":"2024-12-13T00:01:21.104220708-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
99
+ {"time":"2024-12-13T03:27:27.941753483-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": read tcp 10.0.0.84:46014->35.186.228.49:443: read: connection reset by peer"}
100
+ {"time":"2024-12-13T08:03:23.255206173-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
101
+ {"time":"2024-12-13T08:03:55.486160975-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
102
+ {"time":"2024-12-13T08:04:29.755448667-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
103
+ {"time":"2024-12-13T08:05:08.547182012-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
104
+ {"time":"2024-12-13T08:05:54.703829757-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
105
+ {"time":"2024-12-13T08:13:38.445571587-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
106
+ {"time":"2024-12-13T08:14:10.851069374-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
107
+ {"time":"2024-12-13T08:14:45.806421997-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
108
+ {"time":"2024-12-13T08:15:24.023491607-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
109
+ {"time":"2024-12-13T08:16:11.885843772-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
110
+ {"time":"2024-12-13T10:11:38.583819827-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
111
+ {"time":"2024-12-13T10:29:11.203012924-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
112
+ {"time":"2024-12-13T11:33:03.268785476-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
113
+ {"time":"2024-12-13T20:18:39.103776723-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
114
+ {"time":"2024-12-13T20:19:11.454173389-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
115
+ {"time":"2024-12-13T20:19:46.408965335-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
116
+ {"time":"2024-12-13T20:20:26.355569053-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
117
+ {"time":"2024-12-13T20:21:12.931442216-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
118
+ {"time":"2024-12-13T22:15:39.229142978-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
119
+ {"time":"2024-12-13T22:16:11.581178825-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
120
+ {"time":"2024-12-13T22:16:46.156108543-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
121
+ {"time":"2024-12-13T22:17:24.642971988-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
122
+ {"time":"2024-12-13T22:18:13.488730153-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
123
+ {"time":"2024-12-13T22:24:24.277332999-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
124
+ {"time":"2024-12-13T22:24:56.711667386-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
125
+ {"time":"2024-12-13T22:25:30.863733417-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
126
+ {"time":"2024-12-13T22:26:09.829008172-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
127
+ {"time":"2024-12-13T22:26:57.250803957-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
128
+ {"time":"2024-12-13T22:27:34.604346158-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:51008->35.186.228.49:443: read: connection reset by peer"}
129
+ {"time":"2024-12-14T01:19:24.493733654-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
130
+ {"time":"2024-12-14T01:19:56.826230141-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
131
+ {"time":"2024-12-14T01:20:31.461396731-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
132
+ {"time":"2024-12-14T01:21:09.493298907-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
133
+ {"time":"2024-12-14T01:21:58.390754123-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
134
+ {"time":"2024-12-14T02:24:54.58759746-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
135
+ {"time":"2024-12-14T02:25:27.021624552-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
136
+ {"time":"2024-12-14T02:26:02.019694238-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
137
+ {"time":"2024-12-14T02:26:40.554208551-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
138
+ {"time":"2024-12-14T02:27:28.096817098-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
139
+ {"time":"2024-12-14T02:28:04.813861439-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:46106->35.186.228.49:443: read: connection reset by peer"}
140
+ {"time":"2024-12-14T10:25:30.311359617-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
141
+ {"time":"2024-12-14T12:12:40.144841085-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
142
+ {"time":"2024-12-14T12:13:12.636177975-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
143
+ {"time":"2024-12-14T12:13:47.454722317-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
144
+ {"time":"2024-12-14T12:14:26.193246239-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
145
+ {"time":"2024-12-14T12:15:12.465569841-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
146
+ {"time":"2024-12-14T12:15:51.370573502-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:60550->35.186.228.49:443: read: connection reset by peer"}
147
+ {"time":"2024-12-14T12:57:55.235438379-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
148
+ {"time":"2024-12-14T12:58:27.368362544-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
149
+ {"time":"2024-12-14T12:59:01.623117758-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
150
+ {"time":"2024-12-14T12:59:41.427311337-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
151
+ {"time":"2024-12-14T13:00:27.465187213-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
152
+ {"time":"2024-12-14T13:01:07.020724228-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:37682->35.186.228.49:443: read: connection reset by peer"}
153
+ {"time":"2024-12-14T14:57:25.387292073-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
154
+ {"time":"2024-12-14T14:57:57.417457739-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
155
+ {"time":"2024-12-14T14:58:31.668620272-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
156
+ {"time":"2024-12-14T14:59:10.911399993-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
157
+ {"time":"2024-12-14T15:00:00.779320828-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
158
+ {"time":"2024-12-14T15:07:40.429900179-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
159
+ {"time":"2024-12-14T15:08:12.441292257-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
160
+ {"time":"2024-12-14T15:08:46.69689517-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
161
+ {"time":"2024-12-14T15:09:25.511004803-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
162
+ {"time":"2024-12-14T15:10:11.988778687-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
163
+ {"time":"2024-12-14T15:10:53.516040911-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:33002->35.186.228.49:443: read: connection reset by peer"}
164
+ {"time":"2024-12-14T17:07:25.575615365-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
165
+ {"time":"2024-12-14T17:07:58.035825011-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
166
+ {"time":"2024-12-14T17:08:33.027568844-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
167
+ {"time":"2024-12-14T17:09:12.706516553-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
168
+ {"time":"2024-12-14T17:09:59.051100482-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
169
+ {"time":"2024-12-15T01:12:41.039661947-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
170
+ {"time":"2024-12-15T01:13:13.261161675-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
171
+ {"time":"2024-12-15T01:13:47.383598849-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
172
+ {"time":"2024-12-15T01:14:25.940842689-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
173
+ {"time":"2024-12-15T01:15:13.385892375-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
174
+ {"time":"2024-12-15T01:20:41.083848619-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
175
+ {"time":"2024-12-15T01:21:13.518808547-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
176
+ {"time":"2024-12-15T01:21:47.897249069-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
177
+ {"time":"2024-12-15T01:22:27.259488649-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
178
+ {"time":"2024-12-15T01:23:14.077974021-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
179
+ {"time":"2024-12-15T03:14:32.007332221-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
180
+ {"time":"2024-12-15T11:16:29.703331511-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
181
+ {"time":"2024-12-15T15:14:26.552012127-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
182
+ {"time":"2024-12-15T15:14:33.812701767-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
183
+ {"time":"2024-12-15T15:14:49.274411959-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
184
+ {"time":"2024-12-15T19:18:08.136295319-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
185
+ {"time":"2024-12-16T05:21:48.232146816-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
186
+ {"time":"2024-12-16T05:27:10.599456797-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
187
+ {"time":"2024-12-16T15:27:58.098597759-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
188
+ {"time":"2024-12-16T20:42:15.780784315-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
189
+ {"time":"2024-12-16T20:42:18.215017044-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
190
+ {"time":"2024-12-17T04:44:13.854729611-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
191
+ {"time":"2024-12-17T04:44:46.006964921-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
192
+ {"time":"2024-12-17T04:45:20.167712408-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
193
+ {"time":"2024-12-17T04:45:58.5311663-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
194
+ {"time":"2024-12-17T04:46:46.952116639-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
195
+ {"time":"2024-12-17T04:47:19.64269303-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:53814->35.186.228.49:443: read: connection reset by peer"}
196
+ {"time":"2024-12-17T04:49:28.903025784-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
197
+ {"time":"2024-12-17T04:50:00.989363571-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
198
+ {"time":"2024-12-17T04:50:35.654573479-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
199
+ {"time":"2024-12-17T04:51:13.693432859-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
200
+ {"time":"2024-12-17T04:52:02.897165691-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
201
+ {"time":"2024-12-17T08:02:23.415945378-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
202
+ {"time":"2024-12-17T11:23:03.376517984-08:00","level":"INFO","msg":"stream: closing","id":"torch-grafted-the-charm"}
203
+ {"time":"2024-12-17T11:23:03.376743809-08:00","level":"INFO","msg":"Stopping system monitor"}
204
+ {"time":"2024-12-17T11:23:03.378778157-08:00","level":"INFO","msg":"Stopped system monitor"}
205
+ {"time":"2024-12-17T11:23:03.490358715-08:00","level":"WARN","msg":"No program path found, not creating job artifact. See https://docs.wandb.ai/guides/launch/create-job"}
206
+ {"time":"2024-12-17T11:23:03.490374403-08:00","level":"INFO","msg":"sender: sendDefer: no job artifact to save"}
207
+ {"time":"2024-12-17T11:23:04.873709393-08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
208
+ {"time":"2024-12-17T11:23:04.990284517-08:00","level":"INFO","msg":"handler: closed","stream_id":"torch-grafted-the-charm"}
209
+ {"time":"2024-12-17T11:23:04.99036012-08:00","level":"INFO","msg":"writer: Close: closed","stream_id":"torch-grafted-the-charm"}
210
+ {"time":"2024-12-17T11:23:04.990611581-08:00","level":"INFO","msg":"sender: closed","stream_id":"torch-grafted-the-charm"}
211
+ {"time":"2024-12-17T11:23:04.990650372-08:00","level":"INFO","msg":"stream: closed","id":"torch-grafted-the-charm"}
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug.log ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Current SDK version is 0.18.7
2
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Configure stats pid to 24799
3
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Loading settings from /home/jason-chou/.config/wandb/settings
4
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Loading settings from /home/jason-chou/Downloads/big_vision/wandb/settings
5
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
6
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': None, '_disable_service': None}
7
+ 2024-12-09 20:00:47,444 WARNING MainThread:24799 [wandb_setup.py:_flush():79] Could not find program at -m big_vision.train
8
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m big_vision.train'}
9
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Applying login settings: {}
10
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_init.py:_log_setup():533] Logging user logs to /home/jason-chou/Downloads/big_vision/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug.log
11
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_init.py:_log_setup():534] Logging internal logs to /home/jason-chou/Downloads/big_vision/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-internal.log
12
+ 2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_init.py:init():619] calling init triggers
13
+ 2024-12-09 20:00:47,446 INFO MainThread:24799 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
14
+ config: {'_fields': {'seed': 0, 'total_epochs': 90, 'num_classes': 1000, 'loss': 'softmax_xent', 'input': accum_freq: 8
15
+ batch_size: 1024
16
+ cache_raw: false
17
+ data:
18
+ name: imagenet2012
19
+ split: train
20
+ pp: decode_jpeg_and_inception_crop(224)|flip_lr|randaug(2,10)|value_range(-1, 1)|onehot(1000,
21
+ key="label", key_result="labels")|keep("image", "labels")
22
+ shuffle_buffer_size: 150000
23
+ , 'pp_modules': ['ops_general', 'ops_image', 'ops_text', 'archive.randaug'], 'log_training_steps': 50, 'ckpt_steps': 1000, 'model_name': 'vit', 'model': pool_type: gap
24
+ posemb: sincos2d
25
+ rep_size: false
26
+ variant: S/16
27
+ , 'grad_clip_norm': 1.0, 'optax_name': 'scale_by_adam', 'optax': mu_dtype: bfloat16
28
+ , 'lr': 0.001, 'wd': 0.0001, 'schedule': decay_type: cosine
29
+ warmup_steps: 10000
30
+ , 'mixup': fold_in: null
31
+ p: 0.2
32
+ , 'evals': val:
33
+ data:
34
+ name: imagenet2012
35
+ split: validation
36
+ log_steps: 2500
37
+ loss_name: softmax_xent
38
+ pp_fn: decode|resize_small(256)|central_crop(224)|value_range(-1, 1)|onehot(1000,
39
+ key="label", key_result="labels")|keep("image", "labels")
40
+ type: classification
41
+ }, '_locked': True, '_type_safe': True, '_convert_dict': True, '_allow_dotted_keys': False, '_sort_keys': True}
42
+ 2024-12-09 20:00:47,446 INFO MainThread:24799 [wandb_init.py:init():669] starting backend
43
+ 2024-12-09 20:00:47,446 INFO MainThread:24799 [wandb_init.py:init():673] sending inform_init request
44
+ 2024-12-09 20:00:47,446 INFO MainThread:24799 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
45
+ 2024-12-09 20:00:47,447 INFO MainThread:24799 [wandb_init.py:init():686] backend started and connected
46
+ 2024-12-09 20:00:47,449 INFO MainThread:24799 [wandb_init.py:init():781] updated telemetry
47
+ 2024-12-09 20:00:47,452 INFO MainThread:24799 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
48
+ 2024-12-09 20:00:48,122 INFO MainThread:24799 [wandb_init.py:init():867] starting run threads in backend
49
+ 2024-12-09 20:00:48,231 INFO MainThread:24799 [wandb_run.py:_console_start():2456] atexit reg
50
+ 2024-12-09 20:00:48,232 INFO MainThread:24799 [wandb_run.py:_redirect():2305] redirect: wrap_raw
51
+ 2024-12-09 20:00:48,232 INFO MainThread:24799 [wandb_run.py:_redirect():2370] Wrapping output streams.
52
+ 2024-12-09 20:00:48,232 INFO MainThread:24799 [wandb_run.py:_redirect():2395] Redirects installed.
53
+ 2024-12-09 20:00:48,233 INFO MainThread:24799 [wandb_init.py:init():911] run started, returning control to user process
54
+ 2024-12-17 11:23:03,376 WARNING MsgRouterThr:24799 [router.py:message_loop():75] message_loop has been closed
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/run-torch-grafted-the-charm.wandb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d721252db8d77368766babbe9638889952367464717b6a90c11e0eba14565f32
3
+ size 108505877
grafted-fixed/wandb/wandb-resume.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"run_id": "torch-grafted-the-charm"}