Upload 13 files
Browse files- .gitattributes +1 -0
- grafted-fixed/big_vision_metrics.txt +0 -0
- grafted-fixed/checkpoint.pth.tar +3 -0
- grafted-fixed/config.json +1 -0
- grafted-fixed/model_best.pth.tar +3 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/config.yaml +96 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/output.log +0 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/requirements.txt +213 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/wandb-metadata.json +49 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/wandb-summary.json +1 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-internal.log +211 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug.log +54 -0
- grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/run-torch-grafted-the-charm.wandb +3 -0
- grafted-fixed/wandb/wandb-resume.json +1 -0
.gitattributes
CHANGED
@@ -115,3 +115,4 @@ big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderb
|
|
115 |
big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_0~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
|
116 |
big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_1~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
|
117 |
big-vision-repo-full-shuffle/wandb/run-20240628_215726-big-vision-repo-full-shuffle/run-big-vision-repo-full-shuffle.wandb filter=lfs diff=lfs merge=lfs -text
|
|
|
|
115 |
big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_0~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
|
116 |
big-vision-repo-full-shuffle/checkpoint.bv-000112603/params~Transformer~encoderblock_9~MlpBlock_0~Dense_1~kernel/0.0 filter=lfs diff=lfs merge=lfs -text
|
117 |
big-vision-repo-full-shuffle/wandb/run-20240628_215726-big-vision-repo-full-shuffle/run-big-vision-repo-full-shuffle.wandb filter=lfs diff=lfs merge=lfs -text
|
118 |
+
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/run-torch-grafted-the-charm.wandb filter=lfs diff=lfs merge=lfs -text
|
grafted-fixed/big_vision_metrics.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
grafted-fixed/checkpoint.pth.tar
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ea475d3d46c19308837c46cbcee325428be5ddd8a675b9c146f9d4b20486f37
|
3 |
+
size 264187403
|
grafted-fixed/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"seed": 0, "total_epochs": 90, "num_classes": 1000, "loss": "softmax_xent", "input": {"data": {"name": "imagenet2012", "split": "train"}, "batch_size": 1024, "accum_freq": 8, "cache_raw": false, "shuffle_buffer_size": 150000, "pp": "decode_jpeg_and_inception_crop(224)|flip_lr|randaug(2,10)|value_range(-1, 1)|onehot(1000, key=\"label\", key_result=\"labels\")|keep(\"image\", \"labels\")"}, "pp_modules": ["ops_general", "ops_image", "ops_text", "archive.randaug"], "log_training_steps": 50, "ckpt_steps": 1000, "model_name": "vit", "model": {"variant": "S/16", "rep_size": false, "pool_type": "gap", "posemb": "sincos2d"}, "grad_clip_norm": 1.0, "optax_name": "scale_by_adam", "optax": {"mu_dtype": "bfloat16"}, "lr": 0.001, "wd": 0.0001, "schedule": {"warmup_steps": 10000, "decay_type": "cosine"}, "mixup": {"p": 0.2, "fold_in": null}, "evals": {"val": {"type": "classification", "data": {"name": "imagenet2012", "split": "validation"}, "pp_fn": "decode|resize_small(256)|central_crop(224)|value_range(-1, 1)|onehot(1000, key=\"label\", key_result=\"labels\")|keep(\"image\", \"labels\")", "loss_name": "softmax_xent", "log_steps": 2500}}}
|
grafted-fixed/model_best.pth.tar
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d77410b5ebf97ab2ab2a8c3e721fb4751f2f1a648150efe5c90a3a3b4487a3e
|
3 |
+
size 264187403
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/config.yaml
ADDED
@@ -0,0 +1,96 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
_allow_dotted_keys:
|
2 |
+
value: false
|
3 |
+
_convert_dict:
|
4 |
+
value: true
|
5 |
+
_fields:
|
6 |
+
value:
|
7 |
+
ckpt_steps: 1000
|
8 |
+
evals: |
|
9 |
+
val:
|
10 |
+
data:
|
11 |
+
name: imagenet2012
|
12 |
+
split: validation
|
13 |
+
log_steps: 2500
|
14 |
+
loss_name: softmax_xent
|
15 |
+
pp_fn: decode|resize_small(256)|central_crop(224)|value_range(-1, 1)|onehot(1000,
|
16 |
+
key="label", key_result="labels")|keep("image", "labels")
|
17 |
+
type: classification
|
18 |
+
grad_clip_norm: 1
|
19 |
+
input: |
|
20 |
+
accum_freq: 8
|
21 |
+
batch_size: 1024
|
22 |
+
cache_raw: false
|
23 |
+
data:
|
24 |
+
name: imagenet2012
|
25 |
+
split: train
|
26 |
+
pp: decode_jpeg_and_inception_crop(224)|flip_lr|randaug(2,10)|value_range(-1, 1)|onehot(1000,
|
27 |
+
key="label", key_result="labels")|keep("image", "labels")
|
28 |
+
shuffle_buffer_size: 150000
|
29 |
+
log_training_steps: 50
|
30 |
+
loss: softmax_xent
|
31 |
+
lr: 0.001
|
32 |
+
mixup: |
|
33 |
+
fold_in: null
|
34 |
+
p: 0.2
|
35 |
+
model: |
|
36 |
+
pool_type: gap
|
37 |
+
posemb: sincos2d
|
38 |
+
rep_size: false
|
39 |
+
variant: S/16
|
40 |
+
model_name: vit
|
41 |
+
num_classes: 1000
|
42 |
+
optax: |
|
43 |
+
mu_dtype: bfloat16
|
44 |
+
optax_name: scale_by_adam
|
45 |
+
pp_modules:
|
46 |
+
- ops_general
|
47 |
+
- ops_image
|
48 |
+
- ops_text
|
49 |
+
- archive.randaug
|
50 |
+
schedule: |
|
51 |
+
decay_type: cosine
|
52 |
+
warmup_steps: 10000
|
53 |
+
seed: 0
|
54 |
+
total_epochs: 90
|
55 |
+
wd: 0.0001
|
56 |
+
_locked:
|
57 |
+
value: true
|
58 |
+
_sort_keys:
|
59 |
+
value: true
|
60 |
+
_type_safe:
|
61 |
+
value: true
|
62 |
+
_wandb:
|
63 |
+
value:
|
64 |
+
cli_version: 0.18.7
|
65 |
+
m: []
|
66 |
+
python_version: 3.11.10
|
67 |
+
t:
|
68 |
+
"1":
|
69 |
+
- 1
|
70 |
+
- 2
|
71 |
+
- 3
|
72 |
+
- 12
|
73 |
+
- 41
|
74 |
+
- 45
|
75 |
+
- 55
|
76 |
+
"2":
|
77 |
+
- 1
|
78 |
+
- 2
|
79 |
+
- 3
|
80 |
+
- 12
|
81 |
+
- 41
|
82 |
+
- 45
|
83 |
+
- 55
|
84 |
+
"3":
|
85 |
+
- 13
|
86 |
+
- 14
|
87 |
+
- 16
|
88 |
+
- 23
|
89 |
+
- 55
|
90 |
+
- 61
|
91 |
+
"4": 3.11.10
|
92 |
+
"5": 0.18.7
|
93 |
+
"8":
|
94 |
+
- 5
|
95 |
+
"12": 0.18.7
|
96 |
+
"13": linux-x86_64
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/output.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/requirements.txt
ADDED
@@ -0,0 +1,213 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
array_record==0.5.1
|
2 |
+
wandb==0.18.7
|
3 |
+
nvidia-curand-cu12==10.3.2.106
|
4 |
+
requests-oauthlib==2.0.0
|
5 |
+
zipp==3.21.0
|
6 |
+
ipython==8.30.0
|
7 |
+
Werkzeug==3.1.3
|
8 |
+
simple-parsing==0.1.6
|
9 |
+
rpds-py==0.22.3
|
10 |
+
mdurl==0.1.2
|
11 |
+
executing==2.1.0
|
12 |
+
keras==2.15.0
|
13 |
+
nvidia-cuda-nvcc-cu12==12.6.85
|
14 |
+
jsonschema-specifications==2024.10.1
|
15 |
+
google-auth-oauthlib==1.2.1
|
16 |
+
nbconvert==7.16.4
|
17 |
+
json5==0.10.0
|
18 |
+
jaxlib==0.4.34
|
19 |
+
schedulefree==1.4
|
20 |
+
tf_keras==2.15.1
|
21 |
+
oauthlib==3.2.2
|
22 |
+
tensorflow-probability==0.25.0
|
23 |
+
ptyprocess==0.7.0
|
24 |
+
cachetools==5.5.0
|
25 |
+
Send2Trash==1.8.3
|
26 |
+
jupyter-console==6.6.3
|
27 |
+
Jinja2==3.1.3
|
28 |
+
parso==0.8.4
|
29 |
+
rich==13.9.4
|
30 |
+
jedi==0.19.2
|
31 |
+
filelock==3.13.1
|
32 |
+
google-pasta==0.2.0
|
33 |
+
optax==0.2.4
|
34 |
+
toolz==1.0.0
|
35 |
+
gast==0.6.0
|
36 |
+
tensorboard==2.15.2
|
37 |
+
pyasn1_modules==0.4.1
|
38 |
+
nvidia-cudnn-cu12==9.1.0.70
|
39 |
+
opt_einsum==3.4.0
|
40 |
+
nvidia-nvjitlink-cu12==12.6.85
|
41 |
+
chex==0.1.87
|
42 |
+
pure_eval==0.2.3
|
43 |
+
namex==0.0.8
|
44 |
+
termcolor==2.5.0
|
45 |
+
flax==0.10.2
|
46 |
+
notebook_shim==0.2.4
|
47 |
+
cloudpickle==3.1.0
|
48 |
+
numpy==1.26.4
|
49 |
+
nvidia-nccl-cu12==2.21.5
|
50 |
+
tensorflow-cpu==2.15.0
|
51 |
+
nvidia-cusolver-cu12==11.4.5.107
|
52 |
+
typing_extensions==4.12.2
|
53 |
+
python-dateutil==2.9.0.post0
|
54 |
+
tensorflow-addons==0.23.0
|
55 |
+
typeguard==2.13.3
|
56 |
+
jupyter-lsp==2.2.5
|
57 |
+
absl-py==2.1.0
|
58 |
+
flatbuffers==24.3.25
|
59 |
+
dlpack==0.1
|
60 |
+
setuptools==65.5.0
|
61 |
+
ipywidgets==8.1.5
|
62 |
+
protobuf==4.25.5
|
63 |
+
jupyterlab_pygments==0.3.0
|
64 |
+
jax-cuda12-plugin==0.4.35
|
65 |
+
debugpy==1.8.9
|
66 |
+
tensorflow==2.15.0
|
67 |
+
msgpack==1.1.0
|
68 |
+
networkx==3.2.1
|
69 |
+
babel==2.16.0
|
70 |
+
webencodings==0.5.1
|
71 |
+
docker-pycreds==0.4.0
|
72 |
+
nvidia-cuda-cupti-cu12==12.1.105
|
73 |
+
traitlets==5.14.3
|
74 |
+
jupyterlab_server==2.27.3
|
75 |
+
soupsieve==2.6
|
76 |
+
pillow==11.0.0
|
77 |
+
comm==0.2.2
|
78 |
+
jupyterlab_widgets==3.0.13
|
79 |
+
pyzmq==26.2.0
|
80 |
+
attrs==24.2.0
|
81 |
+
libclang==18.1.1
|
82 |
+
nvidia-cuda-nvrtc-cu12==12.1.105
|
83 |
+
distrax==0.1.5
|
84 |
+
matplotlib-inline==0.1.7
|
85 |
+
types-python-dateutil==2.9.0.20241206
|
86 |
+
jupyter_server_terminals==0.5.3
|
87 |
+
httpcore==1.0.7
|
88 |
+
orbax-checkpoint==0.10.1
|
89 |
+
PyYAML==6.0.2
|
90 |
+
tinycss2==1.4.0
|
91 |
+
urllib3==2.2.3
|
92 |
+
aqtp==0.8.2
|
93 |
+
tensorflow-metadata==1.16.1
|
94 |
+
uri-template==1.3.0
|
95 |
+
etils==1.11.0
|
96 |
+
widgetsnbextension==4.0.13
|
97 |
+
jupyter_client==8.6.3
|
98 |
+
prometheus_client==0.21.1
|
99 |
+
smmap==5.0.1
|
100 |
+
pyasn1==0.6.1
|
101 |
+
docstring_parser==0.16
|
102 |
+
google-auth==2.36.0
|
103 |
+
simplejson==3.19.3
|
104 |
+
mpmath==1.3.0
|
105 |
+
h5py==3.12.1
|
106 |
+
jax-cuda12-pjrt==0.4.35
|
107 |
+
tensorflow-io-gcs-filesystem==0.37.1
|
108 |
+
tensorflow-estimator==2.15.0
|
109 |
+
websocket-client==1.8.0
|
110 |
+
nbformat==5.10.4
|
111 |
+
jsonschema==4.23.0
|
112 |
+
pydlpack==0.2.1
|
113 |
+
triton==3.1.0
|
114 |
+
rsa==4.9
|
115 |
+
asttokens==3.0.0
|
116 |
+
h11==0.14.0
|
117 |
+
panopticapi==0.1
|
118 |
+
python-json-logger==2.0.7
|
119 |
+
tensorflow-hub==0.16.1
|
120 |
+
requests==2.32.3
|
121 |
+
scipy==1.14.1
|
122 |
+
sniffio==1.3.1
|
123 |
+
ml-dtypes==0.2.0
|
124 |
+
jupyter_server==2.14.2
|
125 |
+
referencing==0.35.1
|
126 |
+
jupyter_core==5.7.2
|
127 |
+
mistune==3.0.2
|
128 |
+
markdown-it-py==3.0.0
|
129 |
+
tensorflow-text==2.15.0
|
130 |
+
wrapt==1.14.1
|
131 |
+
immutabledict==4.2.1
|
132 |
+
MarkupSafe==3.0.2
|
133 |
+
pexpect==4.9.0
|
134 |
+
jax==0.4.35
|
135 |
+
terminado==0.18.1
|
136 |
+
torch==2.5.1+cu121
|
137 |
+
wheel==0.45.1
|
138 |
+
einops==0.8.0
|
139 |
+
sentry-sdk==2.19.0
|
140 |
+
torchvision==0.20.1+cu121
|
141 |
+
humanize==4.11.0
|
142 |
+
toml==0.10.2
|
143 |
+
tensorstore==0.1.69
|
144 |
+
six==1.16.0
|
145 |
+
nbclient==0.10.1
|
146 |
+
wcwidth==0.2.13
|
147 |
+
promise==2.3
|
148 |
+
beautifulsoup4==4.12.3
|
149 |
+
certifi==2024.8.30
|
150 |
+
nvidia-cuda-runtime-cu12==12.1.105
|
151 |
+
flaxformer==0.8.8
|
152 |
+
nvidia-cufft-cu12==11.0.2.54
|
153 |
+
cffi==1.17.1
|
154 |
+
tornado==6.4.2
|
155 |
+
psutil==6.1.0
|
156 |
+
GitPython==3.1.43
|
157 |
+
platformdirs==4.3.6
|
158 |
+
importlib_resources==6.4.5
|
159 |
+
ipykernel==6.29.5
|
160 |
+
tfds-nightly==4.9.7.dev202411280044
|
161 |
+
arrow==1.3.0
|
162 |
+
isoduration==20.11.0
|
163 |
+
tensorflow-gan==2.1.0
|
164 |
+
googleapis-common-protos==1.66.0
|
165 |
+
rfc3986-validator==0.1.1
|
166 |
+
overrides==7.7.0
|
167 |
+
anyio==4.7.0
|
168 |
+
optree==0.13.1
|
169 |
+
fastjsonschema==2.21.1
|
170 |
+
Pygments==2.18.0
|
171 |
+
astunparse==1.6.3
|
172 |
+
ml_collections==1.0.0
|
173 |
+
setproctitle==1.3.4
|
174 |
+
tensorboard-data-server==0.7.2
|
175 |
+
webcolors==24.11.1
|
176 |
+
httpx==0.28.1
|
177 |
+
jupyter-events==0.10.0
|
178 |
+
sympy==1.13.1
|
179 |
+
packaging==24.2
|
180 |
+
jupyter==1.1.1
|
181 |
+
nest-asyncio==1.6.0
|
182 |
+
nvidia-cublas-cu12==12.1.3.1
|
183 |
+
gitdb==4.0.11
|
184 |
+
click==8.1.7
|
185 |
+
idna==3.10
|
186 |
+
argon2-cffi-bindings==21.2.0
|
187 |
+
tqdm==4.67.1
|
188 |
+
grpcio==1.68.0
|
189 |
+
pandocfilters==1.5.1
|
190 |
+
decorator==5.1.1
|
191 |
+
pycparser==2.22
|
192 |
+
pyarrow==18.1.0
|
193 |
+
jupyterlab==4.3.2
|
194 |
+
clu==0.0.12
|
195 |
+
defusedxml==0.7.1
|
196 |
+
charset-normalizer==3.4.0
|
197 |
+
fqdn==1.5.1
|
198 |
+
async-lru==2.0.4
|
199 |
+
notebook==7.3.1
|
200 |
+
fsspec==2024.10.0
|
201 |
+
rfc3339-validator==0.1.4
|
202 |
+
jsonpointer==3.0.0
|
203 |
+
dm-tree==0.1.8
|
204 |
+
sentencepiece==0.2.0
|
205 |
+
nvidia-cusparse-cu12==12.1.0.106
|
206 |
+
torchaudio==2.5.1+cu121
|
207 |
+
pip==24.3.1
|
208 |
+
stack-data==0.6.3
|
209 |
+
prompt_toolkit==3.0.48
|
210 |
+
Markdown==3.7
|
211 |
+
argon2-cffi==23.1.0
|
212 |
+
bleach==6.2.0
|
213 |
+
nvidia-nvtx-cu12==12.1.105
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/wandb-metadata.json
ADDED
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "Linux-6.8.0-49-generic-x86_64-with-glibc2.39",
|
3 |
+
"python": "3.11.10",
|
4 |
+
"startedAt": "2024-12-10T04:00:47.447080Z",
|
5 |
+
"args": [
|
6 |
+
"--config",
|
7 |
+
"/home/jason-chou/Downloads/big_vision/big_vision/configs/vit_s16_i1k_single_gpu_test.py",
|
8 |
+
"--workdir",
|
9 |
+
"/data/imagenet/grafted-fixed",
|
10 |
+
"--name",
|
11 |
+
"torch-grafted-the-charm"
|
12 |
+
],
|
13 |
+
"program": "-m big_vision.train",
|
14 |
+
"git": {
|
15 |
+
"remote": "https://github.com/EIFY/big_vision.git",
|
16 |
+
"commit": "6de88ad972294970aa4f171fa4c33a85a839aa45"
|
17 |
+
},
|
18 |
+
"email": "[email protected]",
|
19 |
+
"root": "/home/jason-chou/Downloads/big_vision",
|
20 |
+
"host": "jasonchou-TensorBook-late-2021",
|
21 |
+
"username": "jason-chou",
|
22 |
+
"executable": "/home/jason-chou/.pyenv/versions/3.11.10/bin/python",
|
23 |
+
"cpu_count": 8,
|
24 |
+
"cpu_count_logical": 16,
|
25 |
+
"gpu": "NVIDIA GeForce RTX 3080 Laptop GPU",
|
26 |
+
"gpu_count": 1,
|
27 |
+
"disk": {
|
28 |
+
"/": {
|
29 |
+
"total": "1006450962432",
|
30 |
+
"used": "593525575680"
|
31 |
+
}
|
32 |
+
},
|
33 |
+
"memory": {
|
34 |
+
"total": "67162914816"
|
35 |
+
},
|
36 |
+
"cpu": {
|
37 |
+
"count": 8,
|
38 |
+
"countLogical": 16
|
39 |
+
},
|
40 |
+
"gpu_nvidia": [
|
41 |
+
{
|
42 |
+
"name": "NVIDIA GeForce RTX 3080 Laptop GPU",
|
43 |
+
"memoryTotal": "17179869184",
|
44 |
+
"cudaCores": 6144,
|
45 |
+
"architecture": "Ampere"
|
46 |
+
}
|
47 |
+
],
|
48 |
+
"cudaVersion": "12.2"
|
49 |
+
}
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/files/wandb-summary.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"epoch":90.00034499795889,"_runtime":660135.92965031,"val/acc@1":0.76714,"progress":1,"uptime":660044.63832175,"img/sec/core":165.60143187940335,"l2_grads":2.75837779045105,"lr":2.3437951579552636e-13,"_wandb":{"runtime":660135},"core_hours_NVIDIA GeForce RTX 3080 Laptop GPU":183.31184178717916,"core_hours":183.31184178717916,"train/loss":1.8491162955760956,"val/loss":0.9209392106437683,"_step":112603,"examples_seen":1.15305472e+08,"_timestamp":1.7344633815201633e+09,"l2_params":237.5985586096722,"z/secs/eval/val":93.45661483204458}
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-internal.log
ADDED
@@ -0,0 +1,211 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{"time":"2024-12-09T20:00:47.449350846-08:00","level":"INFO","msg":"using version","core version":"0.18.7"}
|
2 |
+
{"time":"2024-12-09T20:00:47.449359816-08:00","level":"INFO","msg":"created symlink","path":"/home/jason-chou/Downloads/big_vision/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-core.log"}
|
3 |
+
{"time":"2024-12-09T20:00:47.551810178-08:00","level":"INFO","msg":"created new stream","id":"torch-grafted-the-charm"}
|
4 |
+
{"time":"2024-12-09T20:00:47.551852977-08:00","level":"INFO","msg":"stream: started","id":"torch-grafted-the-charm"}
|
5 |
+
{"time":"2024-12-09T20:00:47.552155988-08:00","level":"INFO","msg":"handler: started","stream_id":"torch-grafted-the-charm"}
|
6 |
+
{"time":"2024-12-09T20:00:47.552238982-08:00","level":"INFO","msg":"sender: started","stream_id":"torch-grafted-the-charm"}
|
7 |
+
{"time":"2024-12-09T20:00:47.552242529-08:00","level":"INFO","msg":"writer: Do: started","stream_id":"torch-grafted-the-charm"}
|
8 |
+
{"time":"2024-12-09T20:00:48.132894291-08:00","level":"INFO","msg":"Starting system monitor"}
|
9 |
+
{"time":"2024-12-09T21:55:18.337868527-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
10 |
+
{"time":"2024-12-09T22:09:18.343882156-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
11 |
+
{"time":"2024-12-09T22:12:33.35181566-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
12 |
+
{"time":"2024-12-09T22:15:05.895562279-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
13 |
+
{"time":"2024-12-10T06:57:48.812039829-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
14 |
+
{"time":"2024-12-10T06:58:21.269593144-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
15 |
+
{"time":"2024-12-10T06:58:55.688038738-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
16 |
+
{"time":"2024-12-10T06:59:35.68254092-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
17 |
+
{"time":"2024-12-10T07:00:24.620322236-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
18 |
+
{"time":"2024-12-10T07:28:18.878094248-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
19 |
+
{"time":"2024-12-10T07:28:50.962490401-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
20 |
+
{"time":"2024-12-10T07:29:25.103368986-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
21 |
+
{"time":"2024-12-10T07:30:04.599024906-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
22 |
+
{"time":"2024-12-10T07:30:54.286803162-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
23 |
+
{"time":"2024-12-10T09:36:42.863726052-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": unexpected EOF"}
|
24 |
+
{"time":"2024-12-10T09:42:19.012597191-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
25 |
+
{"time":"2024-12-10T09:42:51.070922518-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
26 |
+
{"time":"2024-12-10T09:43:25.378998359-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
27 |
+
{"time":"2024-12-10T09:44:04.575850506-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
28 |
+
{"time":"2024-12-10T09:44:52.88655775-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
29 |
+
{"time":"2024-12-10T17:43:34.443445373-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
30 |
+
{"time":"2024-12-10T17:44:06.93043529-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
31 |
+
{"time":"2024-12-10T17:44:41.352440591-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
32 |
+
{"time":"2024-12-10T17:45:20.743742501-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
33 |
+
{"time":"2024-12-10T17:46:08.141469304-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
34 |
+
{"time":"2024-12-10T18:02:42.333697207-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
35 |
+
{"time":"2024-12-10T18:03:49.485889478-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
36 |
+
{"time":"2024-12-10T18:04:21.528555101-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
37 |
+
{"time":"2024-12-10T18:04:55.804416059-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
38 |
+
{"time":"2024-12-10T18:05:35.660171287-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
39 |
+
{"time":"2024-12-10T18:06:23.525574621-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
40 |
+
{"time":"2024-12-10T19:28:19.608224899-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
41 |
+
{"time":"2024-12-10T19:28:51.806061596-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
42 |
+
{"time":"2024-12-10T19:29:26.800667429-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
43 |
+
{"time":"2024-12-10T19:30:04.816063078-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
44 |
+
{"time":"2024-12-10T19:30:52.812060771-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
45 |
+
{"time":"2024-12-10T19:53:34.670035711-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
46 |
+
{"time":"2024-12-10T19:54:06.977130349-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
47 |
+
{"time":"2024-12-10T19:54:41.576597171-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
48 |
+
{"time":"2024-12-10T19:55:21.554299063-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
49 |
+
{"time":"2024-12-10T19:56:07.94782966-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
50 |
+
{"time":"2024-12-10T22:02:00.554690138-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
51 |
+
{"time":"2024-12-11T09:44:05.446217936-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
52 |
+
{"time":"2024-12-11T09:44:37.859760806-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
53 |
+
{"time":"2024-12-11T09:45:12.288444067-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
54 |
+
{"time":"2024-12-11T09:45:50.921498923-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
55 |
+
{"time":"2024-12-11T09:46:38.469641311-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
56 |
+
{"time":"2024-12-11T11:19:05.57844594-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
57 |
+
{"time":"2024-12-11T11:19:37.697619303-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
58 |
+
{"time":"2024-12-11T11:20:12.080840442-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
59 |
+
{"time":"2024-12-11T11:20:50.792075563-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
60 |
+
{"time":"2024-12-11T11:21:38.283775375-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
61 |
+
{"time":"2024-12-11T11:22:41.620946001-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:43994->35.186.228.49:443: read: connection reset by peer"}
|
62 |
+
{"time":"2024-12-11T11:39:05.649733723-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
63 |
+
{"time":"2024-12-11T11:39:37.77306646-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
64 |
+
{"time":"2024-12-11T11:40:12.111468894-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
65 |
+
{"time":"2024-12-11T11:40:51.962899173-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
66 |
+
{"time":"2024-12-11T11:41:38.390618819-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
67 |
+
{"time":"2024-12-11T19:54:35.555435248-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
68 |
+
{"time":"2024-12-12T02:18:21.443500235-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
69 |
+
{"time":"2024-12-12T02:18:53.923176433-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
70 |
+
{"time":"2024-12-12T02:19:28.026484112-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
71 |
+
{"time":"2024-12-12T02:20:06.482347454-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
72 |
+
{"time":"2024-12-12T02:20:53.489307691-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
73 |
+
{"time":"2024-12-12T02:28:51.489330731-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
74 |
+
{"time":"2024-12-12T02:29:23.628060435-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
75 |
+
{"time":"2024-12-12T02:29:57.771259295-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
76 |
+
{"time":"2024-12-12T02:30:36.731471107-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
77 |
+
{"time":"2024-12-12T02:31:26.644552765-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
78 |
+
{"time":"2024-12-12T12:16:07.051712483-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
79 |
+
{"time":"2024-12-12T12:16:39.190372519-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
80 |
+
{"time":"2024-12-12T12:17:13.985712831-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
81 |
+
{"time":"2024-12-12T12:17:53.43817487-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
82 |
+
{"time":"2024-12-12T12:18:39.597076671-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
83 |
+
{"time":"2024-12-12T12:26:22.108020559-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
84 |
+
{"time":"2024-12-12T12:26:54.57687148-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
85 |
+
{"time":"2024-12-12T12:27:28.647446374-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
86 |
+
{"time":"2024-12-12T12:28:07.688958342-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
87 |
+
{"time":"2024-12-12T12:28:57.547098341-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
88 |
+
{"time":"2024-12-12T14:16:07.23903407-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
89 |
+
{"time":"2024-12-12T14:16:39.390301955-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
90 |
+
{"time":"2024-12-12T14:17:13.981602637-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
91 |
+
{"time":"2024-12-12T14:17:52.668032171-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
92 |
+
{"time":"2024-12-12T14:18:40.683899565-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
93 |
+
{"time":"2024-12-12T14:48:22.310195481-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
94 |
+
{"time":"2024-12-12T14:48:54.463008334-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
95 |
+
{"time":"2024-12-12T14:49:29.197682043-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
96 |
+
{"time":"2024-12-12T14:50:09.016939995-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
97 |
+
{"time":"2024-12-12T14:50:55.980211119-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
98 |
+
{"time":"2024-12-13T00:01:21.104220708-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
|
99 |
+
{"time":"2024-12-13T03:27:27.941753483-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": read tcp 10.0.0.84:46014->35.186.228.49:443: read: connection reset by peer"}
|
100 |
+
{"time":"2024-12-13T08:03:23.255206173-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
101 |
+
{"time":"2024-12-13T08:03:55.486160975-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
102 |
+
{"time":"2024-12-13T08:04:29.755448667-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
103 |
+
{"time":"2024-12-13T08:05:08.547182012-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
104 |
+
{"time":"2024-12-13T08:05:54.703829757-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
105 |
+
{"time":"2024-12-13T08:13:38.445571587-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
106 |
+
{"time":"2024-12-13T08:14:10.851069374-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
107 |
+
{"time":"2024-12-13T08:14:45.806421997-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
108 |
+
{"time":"2024-12-13T08:15:24.023491607-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
109 |
+
{"time":"2024-12-13T08:16:11.885843772-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
110 |
+
{"time":"2024-12-13T10:11:38.583819827-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
111 |
+
{"time":"2024-12-13T10:29:11.203012924-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
112 |
+
{"time":"2024-12-13T11:33:03.268785476-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
113 |
+
{"time":"2024-12-13T20:18:39.103776723-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
114 |
+
{"time":"2024-12-13T20:19:11.454173389-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
115 |
+
{"time":"2024-12-13T20:19:46.408965335-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
116 |
+
{"time":"2024-12-13T20:20:26.355569053-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
117 |
+
{"time":"2024-12-13T20:21:12.931442216-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
118 |
+
{"time":"2024-12-13T22:15:39.229142978-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
119 |
+
{"time":"2024-12-13T22:16:11.581178825-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
120 |
+
{"time":"2024-12-13T22:16:46.156108543-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
121 |
+
{"time":"2024-12-13T22:17:24.642971988-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
122 |
+
{"time":"2024-12-13T22:18:13.488730153-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
123 |
+
{"time":"2024-12-13T22:24:24.277332999-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
124 |
+
{"time":"2024-12-13T22:24:56.711667386-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
125 |
+
{"time":"2024-12-13T22:25:30.863733417-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
126 |
+
{"time":"2024-12-13T22:26:09.829008172-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
127 |
+
{"time":"2024-12-13T22:26:57.250803957-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
128 |
+
{"time":"2024-12-13T22:27:34.604346158-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:51008->35.186.228.49:443: read: connection reset by peer"}
|
129 |
+
{"time":"2024-12-14T01:19:24.493733654-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
130 |
+
{"time":"2024-12-14T01:19:56.826230141-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
131 |
+
{"time":"2024-12-14T01:20:31.461396731-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
132 |
+
{"time":"2024-12-14T01:21:09.493298907-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
133 |
+
{"time":"2024-12-14T01:21:58.390754123-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
134 |
+
{"time":"2024-12-14T02:24:54.58759746-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
135 |
+
{"time":"2024-12-14T02:25:27.021624552-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
136 |
+
{"time":"2024-12-14T02:26:02.019694238-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
137 |
+
{"time":"2024-12-14T02:26:40.554208551-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
138 |
+
{"time":"2024-12-14T02:27:28.096817098-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
139 |
+
{"time":"2024-12-14T02:28:04.813861439-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:46106->35.186.228.49:443: read: connection reset by peer"}
|
140 |
+
{"time":"2024-12-14T10:25:30.311359617-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
|
141 |
+
{"time":"2024-12-14T12:12:40.144841085-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
142 |
+
{"time":"2024-12-14T12:13:12.636177975-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
143 |
+
{"time":"2024-12-14T12:13:47.454722317-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
144 |
+
{"time":"2024-12-14T12:14:26.193246239-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
145 |
+
{"time":"2024-12-14T12:15:12.465569841-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
146 |
+
{"time":"2024-12-14T12:15:51.370573502-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:60550->35.186.228.49:443: read: connection reset by peer"}
|
147 |
+
{"time":"2024-12-14T12:57:55.235438379-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
148 |
+
{"time":"2024-12-14T12:58:27.368362544-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
149 |
+
{"time":"2024-12-14T12:59:01.623117758-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
150 |
+
{"time":"2024-12-14T12:59:41.427311337-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
151 |
+
{"time":"2024-12-14T13:00:27.465187213-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
152 |
+
{"time":"2024-12-14T13:01:07.020724228-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:37682->35.186.228.49:443: read: connection reset by peer"}
|
153 |
+
{"time":"2024-12-14T14:57:25.387292073-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
154 |
+
{"time":"2024-12-14T14:57:57.417457739-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
155 |
+
{"time":"2024-12-14T14:58:31.668620272-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
156 |
+
{"time":"2024-12-14T14:59:10.911399993-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
157 |
+
{"time":"2024-12-14T15:00:00.779320828-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
158 |
+
{"time":"2024-12-14T15:07:40.429900179-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
159 |
+
{"time":"2024-12-14T15:08:12.441292257-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
160 |
+
{"time":"2024-12-14T15:08:46.69689517-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
161 |
+
{"time":"2024-12-14T15:09:25.511004803-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
162 |
+
{"time":"2024-12-14T15:10:11.988778687-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
163 |
+
{"time":"2024-12-14T15:10:53.516040911-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:33002->35.186.228.49:443: read: connection reset by peer"}
|
164 |
+
{"time":"2024-12-14T17:07:25.575615365-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
165 |
+
{"time":"2024-12-14T17:07:58.035825011-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
166 |
+
{"time":"2024-12-14T17:08:33.027568844-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
167 |
+
{"time":"2024-12-14T17:09:12.706516553-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
168 |
+
{"time":"2024-12-14T17:09:59.051100482-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
169 |
+
{"time":"2024-12-15T01:12:41.039661947-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
170 |
+
{"time":"2024-12-15T01:13:13.261161675-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
171 |
+
{"time":"2024-12-15T01:13:47.383598849-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
172 |
+
{"time":"2024-12-15T01:14:25.940842689-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"}
|
173 |
+
{"time":"2024-12-15T01:15:13.385892375-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
174 |
+
{"time":"2024-12-15T01:20:41.083848619-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
175 |
+
{"time":"2024-12-15T01:21:13.518808547-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
176 |
+
{"time":"2024-12-15T01:21:47.897249069-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
177 |
+
{"time":"2024-12-15T01:22:27.259488649-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
178 |
+
{"time":"2024-12-15T01:23:14.077974021-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
179 |
+
{"time":"2024-12-15T03:14:32.007332221-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
|
180 |
+
{"time":"2024-12-15T11:16:29.703331511-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
|
181 |
+
{"time":"2024-12-15T15:14:26.552012127-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
182 |
+
{"time":"2024-12-15T15:14:33.812701767-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
183 |
+
{"time":"2024-12-15T15:14:49.274411959-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
184 |
+
{"time":"2024-12-15T19:18:08.136295319-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
|
185 |
+
{"time":"2024-12-16T05:21:48.232146816-08:00","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
186 |
+
{"time":"2024-12-16T05:27:10.599456797-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp 35.186.228.49:443: connect: no route to host"}
|
187 |
+
{"time":"2024-12-16T15:27:58.098597759-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
188 |
+
{"time":"2024-12-16T20:42:15.780784315-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
|
189 |
+
{"time":"2024-12-16T20:42:18.215017044-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"}
|
190 |
+
{"time":"2024-12-17T04:44:13.854729611-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
191 |
+
{"time":"2024-12-17T04:44:46.006964921-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
192 |
+
{"time":"2024-12-17T04:45:20.167712408-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
193 |
+
{"time":"2024-12-17T04:45:58.5311663-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
194 |
+
{"time":"2024-12-17T04:46:46.952116639-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
195 |
+
{"time":"2024-12-17T04:47:19.64269303-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 10.0.0.84:53814->35.186.228.49:443: read: connection reset by peer"}
|
196 |
+
{"time":"2024-12-17T04:49:28.903025784-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded"}
|
197 |
+
{"time":"2024-12-17T04:50:00.989363571-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
198 |
+
{"time":"2024-12-17T04:50:35.654573479-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
199 |
+
{"time":"2024-12-17T04:51:13.693432859-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
200 |
+
{"time":"2024-12-17T04:52:02.897165691-08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"}
|
201 |
+
{"time":"2024-12-17T08:02:23.415945378-08:00","level":"INFO","msg":"api: retrying HTTP error","status":502,"url":"https://api.wandb.ai/files/eify/mup-vit/torch-grafted-the-charm/file_stream"}
|
202 |
+
{"time":"2024-12-17T11:23:03.376517984-08:00","level":"INFO","msg":"stream: closing","id":"torch-grafted-the-charm"}
|
203 |
+
{"time":"2024-12-17T11:23:03.376743809-08:00","level":"INFO","msg":"Stopping system monitor"}
|
204 |
+
{"time":"2024-12-17T11:23:03.378778157-08:00","level":"INFO","msg":"Stopped system monitor"}
|
205 |
+
{"time":"2024-12-17T11:23:03.490358715-08:00","level":"WARN","msg":"No program path found, not creating job artifact. See https://docs.wandb.ai/guides/launch/create-job"}
|
206 |
+
{"time":"2024-12-17T11:23:03.490374403-08:00","level":"INFO","msg":"sender: sendDefer: no job artifact to save"}
|
207 |
+
{"time":"2024-12-17T11:23:04.873709393-08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
208 |
+
{"time":"2024-12-17T11:23:04.990284517-08:00","level":"INFO","msg":"handler: closed","stream_id":"torch-grafted-the-charm"}
|
209 |
+
{"time":"2024-12-17T11:23:04.99036012-08:00","level":"INFO","msg":"writer: Close: closed","stream_id":"torch-grafted-the-charm"}
|
210 |
+
{"time":"2024-12-17T11:23:04.990611581-08:00","level":"INFO","msg":"sender: closed","stream_id":"torch-grafted-the-charm"}
|
211 |
+
{"time":"2024-12-17T11:23:04.990650372-08:00","level":"INFO","msg":"stream: closed","id":"torch-grafted-the-charm"}
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug.log
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Current SDK version is 0.18.7
|
2 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Configure stats pid to 24799
|
3 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Loading settings from /home/jason-chou/.config/wandb/settings
|
4 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Loading settings from /home/jason-chou/Downloads/big_vision/wandb/settings
|
5 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Loading settings from environment variables: {}
|
6 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Applying setup settings: {'mode': None, '_disable_service': None}
|
7 |
+
2024-12-09 20:00:47,444 WARNING MainThread:24799 [wandb_setup.py:_flush():79] Could not find program at -m big_vision.train
|
8 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m big_vision.train'}
|
9 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_setup.py:_flush():79] Applying login settings: {}
|
10 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_init.py:_log_setup():533] Logging user logs to /home/jason-chou/Downloads/big_vision/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug.log
|
11 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_init.py:_log_setup():534] Logging internal logs to /home/jason-chou/Downloads/big_vision/wandb/run-20241209_200047-torch-grafted-the-charm/logs/debug-internal.log
|
12 |
+
2024-12-09 20:00:47,444 INFO MainThread:24799 [wandb_init.py:init():619] calling init triggers
|
13 |
+
2024-12-09 20:00:47,446 INFO MainThread:24799 [wandb_init.py:init():626] wandb.init called with sweep_config: {}
|
14 |
+
config: {'_fields': {'seed': 0, 'total_epochs': 90, 'num_classes': 1000, 'loss': 'softmax_xent', 'input': accum_freq: 8
|
15 |
+
batch_size: 1024
|
16 |
+
cache_raw: false
|
17 |
+
data:
|
18 |
+
name: imagenet2012
|
19 |
+
split: train
|
20 |
+
pp: decode_jpeg_and_inception_crop(224)|flip_lr|randaug(2,10)|value_range(-1, 1)|onehot(1000,
|
21 |
+
key="label", key_result="labels")|keep("image", "labels")
|
22 |
+
shuffle_buffer_size: 150000
|
23 |
+
, 'pp_modules': ['ops_general', 'ops_image', 'ops_text', 'archive.randaug'], 'log_training_steps': 50, 'ckpt_steps': 1000, 'model_name': 'vit', 'model': pool_type: gap
|
24 |
+
posemb: sincos2d
|
25 |
+
rep_size: false
|
26 |
+
variant: S/16
|
27 |
+
, 'grad_clip_norm': 1.0, 'optax_name': 'scale_by_adam', 'optax': mu_dtype: bfloat16
|
28 |
+
, 'lr': 0.001, 'wd': 0.0001, 'schedule': decay_type: cosine
|
29 |
+
warmup_steps: 10000
|
30 |
+
, 'mixup': fold_in: null
|
31 |
+
p: 0.2
|
32 |
+
, 'evals': val:
|
33 |
+
data:
|
34 |
+
name: imagenet2012
|
35 |
+
split: validation
|
36 |
+
log_steps: 2500
|
37 |
+
loss_name: softmax_xent
|
38 |
+
pp_fn: decode|resize_small(256)|central_crop(224)|value_range(-1, 1)|onehot(1000,
|
39 |
+
key="label", key_result="labels")|keep("image", "labels")
|
40 |
+
type: classification
|
41 |
+
}, '_locked': True, '_type_safe': True, '_convert_dict': True, '_allow_dotted_keys': False, '_sort_keys': True}
|
42 |
+
2024-12-09 20:00:47,446 INFO MainThread:24799 [wandb_init.py:init():669] starting backend
|
43 |
+
2024-12-09 20:00:47,446 INFO MainThread:24799 [wandb_init.py:init():673] sending inform_init request
|
44 |
+
2024-12-09 20:00:47,446 INFO MainThread:24799 [backend.py:_multiprocessing_setup():104] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
45 |
+
2024-12-09 20:00:47,447 INFO MainThread:24799 [wandb_init.py:init():686] backend started and connected
|
46 |
+
2024-12-09 20:00:47,449 INFO MainThread:24799 [wandb_init.py:init():781] updated telemetry
|
47 |
+
2024-12-09 20:00:47,452 INFO MainThread:24799 [wandb_init.py:init():814] communicating run to backend with 90.0 second timeout
|
48 |
+
2024-12-09 20:00:48,122 INFO MainThread:24799 [wandb_init.py:init():867] starting run threads in backend
|
49 |
+
2024-12-09 20:00:48,231 INFO MainThread:24799 [wandb_run.py:_console_start():2456] atexit reg
|
50 |
+
2024-12-09 20:00:48,232 INFO MainThread:24799 [wandb_run.py:_redirect():2305] redirect: wrap_raw
|
51 |
+
2024-12-09 20:00:48,232 INFO MainThread:24799 [wandb_run.py:_redirect():2370] Wrapping output streams.
|
52 |
+
2024-12-09 20:00:48,232 INFO MainThread:24799 [wandb_run.py:_redirect():2395] Redirects installed.
|
53 |
+
2024-12-09 20:00:48,233 INFO MainThread:24799 [wandb_init.py:init():911] run started, returning control to user process
|
54 |
+
2024-12-17 11:23:03,376 WARNING MsgRouterThr:24799 [router.py:message_loop():75] message_loop has been closed
|
grafted-fixed/wandb/run-20241209_200047-torch-grafted-the-charm/run-torch-grafted-the-charm.wandb
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d721252db8d77368766babbe9638889952367464717b6a90c11e0eba14565f32
|
3 |
+
size 108505877
|
grafted-fixed/wandb/wandb-resume.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"run_id": "torch-grafted-the-charm"}
|