1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
|
WVMQWENWS_6D91C42F
source=WEBVM
time=2026-11-07T07:58:24+00:00
stage=PI_WRAPPER_FINISHED
"stderr","time":305.458984502,"data":"/tmp/ipykernel_16/876700176.py in diagnose_gpu()\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.45898824,"data":" 183 )\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.458991988,"data":" 184 log(\"GPU_PREFLIGHT_CLASSIFICATION \" + reason)\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.458995906,"data":"--\u003e 185 raise RuntimeError(\"CUDA preflight failed: \" + reason)\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.458999906,"data":" 186 log(\"GPU_PREFLIGHT_PASSED\")\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.459004106,"data":" 187 return torch\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.459007715,"data":"\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.459012657,"data":"RuntimeError: CUDA preflight failed: No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":305.45901713,"data":"\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":308.445559046,"data":"/usr/local/lib/python3.13/dist-packages/mistune.py:435: SyntaxWarning: invalid escape sequence '\\|'\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":308.445613019,"data":" cells[i][c] = re.sub('\\\\\\\\\\|', '|', cell)\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":308.672249639,"data":"/usr/local/lib/python3.13/dist-packages/nbconvert/filters/filter_links.py:36: SyntaxWarning: invalid escape sequence '\\_'\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":308.672301867,"data":" text = re.sub(r'_', '\\_', text) # Escape underscores in display text\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":309.645051186,"data":"[NbConvertApp] Converting notebook __notebook__.ipynb to notebook\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":309.74166636,"data":"[NbConvertApp] Writing 35092 bytes to __notebook__.ipynb\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":313.126488258,"data":"[NbConvertApp] Converting notebook __notebook__.ipynb to html\n"}
[2026-11-07T07:57:59+00:00] ,{"stream_name":"stderr","time":313.838368637,"data":"[NbConvertApp] Writing 367113 bytes to __results__.html\n"}
[2026-11-07T07:57:59+00:00] ]
[2026-11-07T07:57:59+00:00]
[2026-11-07T07:57:59+00:00] $ /opt/kaggle-venv/bin/kaggle kernels output simonday/automated-gpu-test -p /tmp/kaggle-automated-gpu-test-output -o
[2026-11-07T07:58:23+00:00] Downloading weight_space_experiment.log to /tmp/kaggle-automated-gpu-test-output
[2026-11-07T07:58:23+00:00]
[2026-11-07T07:58:23+00:00] 0%| | 0.00/5.78k [00:00<?, ?B/s]
[2026-11-07T07:58:23+00:00] 100%|██████████| 5.78k/5.78k [00:00<00:00, 93.0kB/s]
[2026-11-07T07:58:23+00:00]
[2026-11-07T07:58:23+00:00] Output file downloaded to /tmp/kaggle-automated-gpu-test-output/weight_space_experiment.log
[2026-11-07T07:58:23+00:00] Kernel log downloaded to /tmp/kaggle-automated-gpu-test-output/automated-gpu-test.log
[2026-11-07T07:58:23+00:00]
[2026-11-07T07:58:23+00:00] ===== KAGGLE_DIAGNOSTIC_FILE automated-gpu-test.log bytes=15876 =====
[2026-11-07T07:58:23+00:00] [{"stream_name":"stderr","time":8.585213637,"data":"/usr/local/lib/python3.13/dist-packages/nbformat/validator.py:434: MissingIDFieldWarning: Cell is missing an id field, this will become a hard error in future nbformat versions. You may want to use `normalize()` on your notebooks before validations (available since nbformat 5.1.4). Previous versions of nbformat are fixing this issue transparently, and will stop doing so in the future.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":8.585325756,"data":" _validate(nbdict, ref, version, version_minor, relax_add_props)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":9.849334579,"data":"0.00s - Debugger warning: It seems that frozen modules are being used, which may\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":9.849374086,"data":"0.00s - make the debugger miss breakpoints. Please pass -Xfrozen_modules=off\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":9.849378603,"data":"0.00s - to python to disable frozen modules.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":9.849381905,"data":"0.00s - Note: Debugging will proceed. Set PYDEVD_DISABLE_FILE_VALIDATION=1 to disable this validation.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":10.693372674999999,"data":"0.00s - Debugger warning: It seems that frozen modules are being used, which may\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":10.693411746,"data":"0.00s - make the debugger miss breakpoints. Please pass -Xfrozen_modules=off\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":10.693418961999999,"data":"0.00s - to python to disable frozen modules.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":10.693423363,"data":"0.00s - Note: Debugging will proceed. Set PYDEVD_DISABLE_FILE_VALIDATION=1 to disable this validation.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":12.17169553,"data":"[2026-11-07T07:52:02+00:00] RUN_STARTED tag=WVMQWENWS_6D91C42F python=3.13.18 platform=Linux-6.18.55+-x86_64-with-glibc2.39\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":44.246355768,"data":"[2026-11-07T07:52:35+00:00] FEEDBACK_UPLOAD_FAILED stage=RUN_STARTED error=URLError: \u003curlopen error [Errno -3] Temporary failure in name resolution\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":44.2475742,"data":"[2026-11-07T07:52:35+00:00] FEEDBACK_DISABLED reason=dns_failure; continuing with Kaggle log/output collection\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":44.248731627,"data":"[2026-11-07T07:52:35+00:00] NETWORK_PREFLIGHT_BEGIN\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":76.261863113,"data":"[2026-11-07T07:53:07+00:00] NETWORK_DNS_FAILED host=pypi.org error=gaierror: [Errno -3] Temporary failure in name resolution\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":108.276462203,"data":"[2026-11-07T07:53:39+00:00] NETWORK_DNS_FAILED host=huggingface.co error=gaierror: [Errno -3] Temporary failure in name resolution\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":140.291179628,"data":"[2026-11-07T07:54:11+00:00] NETWORK_DNS_FAILED host=pste.us error=gaierror: [Errno -3] Temporary failure in name resolution\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":172.303392312,"data":"[2026-11-07T07:54:43+00:00] NETWORK_DNS_FAILED host=raw.githubusercontent.com error=gaierror: [Errno -3] Temporary failure in name resolution\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":204.319511503,"data":"[2026-11-07T07:55:15+00:00] NETWORK_HTTP_FAILED host=pypi.org error=URLError: \u003curlopen error [Errno -3] Temporary failure in name resolution\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":236.334870098,"data":"[2026-11-07T07:55:47+00:00] NETWORK_HTTP_FAILED host=huggingface.co error=URLError: \u003curlopen error [Errno -3] Temporary failure in name resolution\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":268.349762196,"data":"[2026-11-07T07:56:19+00:00] NETWORK_HTTP_FAILED host=pste.us error=URLError: \u003curlopen error [Errno -3] Temporary failure in name resolution\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.366633216,"data":"[2026-11-07T07:56:51+00:00] NETWORK_HTTP_FAILED host=raw.githubusercontent.com error=URLError: \u003curlopen error [Errno -3] Temporary failure in name resolution\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.368399523,"data":"[2026-11-07T07:56:51+00:00] NETWORK_PREFLIGHT_END\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.369897139,"data":"[2026-11-07T07:56:51+00:00] GPU_PREFLIGHT_BEGIN\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.371290537,"data":"[2026-11-07T07:56:51+00:00] GPU_ENV KAGGLE_KERNEL_RUN_TYPE=Batch\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.372451337,"data":"[2026-11-07T07:56:51+00:00] GPU_ENV KAGGLE_KERNEL_INTEGRATION=\u003cunset\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.373506362,"data":"[2026-11-07T07:56:51+00:00] GPU_ENV CUDA_VISIBLE_DEVICES=\u003cunset\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.37463884,"data":"[2026-11-07T07:56:51+00:00] GPU_ENV NVIDIA_VISIBLE_DEVICES=\u003cunset\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.375786794,"data":"[2026-11-07T07:56:51+00:00] GPU_ENV CUDA_HOME=\u003cunset\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.376785571,"data":"[2026-11-07T07:56:51+00:00] GPU_ENV LD_LIBRARY_PATH=\u003cunset\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.377775765,"data":"[2026-11-07T07:56:51+00:00] GPU_DEVICE_NODES /dev/nvidia*=\u003cnone\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.378805469,"data":"[2026-11-07T07:56:51+00:00] GPU_PROC_DRIVER_EXISTS=False\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.387647584,"data":"[2026-11-07T07:56:51+00:00] DIAGNOSTIC_COMMAND_NOT_FOUND command=['nvidia-smi', '-q']\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.415630312,"data":"[2026-11-07T07:56:51+00:00] DIAGNOSTIC_COMMAND command=['sh', '-lc', 'ls -l /dev/nvidia* 2\u003e\u00261; cat /proc/driver/nvidia/version 2\u003e\u00261'] exit=1\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.416830028,"data":"[2026-11-07T07:56:51+00:00] DIAGNOSTIC_OUTPUT ls: cannot access '/dev/nvidia*': No such file or directory\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":300.417948371,"data":"[2026-11-07T07:56:51+00:00] DIAGNOSTIC_OUTPUT cat: /proc/driver/nvidia/version: No such file or directory\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.390205114,"data":"[2026-11-07T07:56:55+00:00] TORCH_DIAGNOSTIC version=2.11.0+cpu\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.39106814,"data":"[2026-11-07T07:56:55+00:00] TORCH_COMPILED_CUDA=None\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.392102687,"data":"[2026-11-07T07:56:55+00:00] TORCH_CUDA_AVAILABLE=False\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.393144477,"data":"[2026-11-07T07:56:55+00:00] TORCH_CUDA_DEVICE_COUNT=0\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.394649426,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG_BEGIN\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.400628657,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG PyTorch built with:\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.402007973,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - GCC 13.3\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.403280038,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - C++ Version: 201703\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.404605434,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - Intel(R) oneAPI Math Kernel Library Version 2024.2-Product Build 20240605 for Intel(R) 64 architecture applications\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.405940786,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - Intel(R) MKL-DNN v3.10.2 (Git Hash f1d471933dc852f956fd05389f9313c7148783d5)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.407225561,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - OpenMP 201511 (a.k.a. OpenMP 4.5)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.408514215,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - LAPACK is enabled (usually provided by MKL)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.40996113,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - NNPACK is enabled\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.410969129,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - CPU capability usage: AVX2\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.412411449,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - Build settings: BLAS_INFO=mkl, BUILD_TYPE=Release, COMMIT_SHA=70d99e998b4955e0049d13a98d77ae1b14db1f45, CXX_COMPILER=/opt/rh/gcc-toolset-13/root/usr/bin/c++, CXX_FLAGS= -fvisibility-inlines-hidden -DUSE_PTHREADPOOL -DNDEBUG -DUSE_KINETO -DLIBKINETO_NOCUPTI -DLIBKINETO_NOROCTRACER -DLIBKINETO_NOXPUPTI=ON -DUSE_FBGEMM -DUSE_PYTORCH_QNNPACK -DUSE_XNNPACK -DSYMBOLICATE_MOBILE_DEBUG_HANDLE -O2 -fPIC -DC10_NODEPRECATED -Wall -Wextra -Werror=return-type -Werror=non-virtual-dtor -Werror=range-loop-construct -Werror=bool-operation -Wnarrowing -Wno-missing-field-initializers -Wno-unknown-pragmas -Wno-unused-parameter -Wno-strict-overflow -Wno-strict-aliasing -Wno-stringop-overflow -Wsuggest-override -Wno-psabi -Wno-error=old-style-cast -faligned-new -Wno-maybe-uninitialized -fno-math-errno -fno-trapping-math -Werror=format -Wno-dangling-reference -Wno-error=dangling-reference -Wno-stringop-overflow, LAPACK_INFO=mkl, PERF_WITH_AVX=1, PERF_WITH_AVX2=1, TORCH_VERSION=2.11.0, USE_CUDA=0, USE_CUDNN=OFF, USE_CUSPARSELT=OFF, USE_GFLAGS=OFF, USE_GLOG=OFF, USE_GLOO=ON, USE_MKL=ON, USE_MKLDNN=ON, USE_MPI=OFF, USE_NCCL=OFF, USE_NNPACK=ON, USE_OPENMP=ON, USE_ROCM=OFF, USE_ROCM_KERNEL_ASSERT=OFF, USE_XCCL=OFF, USE_XPU=OFF, \n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.41342696,"data":"[2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG_END\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.414533639,"data":"[2026-11-07T07:56:55+00:00] GPU_PREFLIGHT_CLASSIFICATION No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.41575243,"data":"[2026-11-07T07:56:55+00:00] RUN_FAILED RuntimeError: CUDA preflight failed: No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415773074,"data":"Traceback (most recent call last):\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415778598,"data":" File \"/tmp/ipykernel_16/876700176.py\", line 258, in main\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415783125,"data":" torch = diagnose_gpu()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415786765,"data":" File \"/tmp/ipykernel_16/876700176.py\", line 185, in diagnose_gpu\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415806742,"data":" raise RuntimeError(\"CUDA preflight failed: \" + reason)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415810991,"data":"RuntimeError: CUDA preflight failed: No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stdout","time":304.415815238,"data":"\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.457970235,"data":"Traceback (most recent call last):\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458833943,"data":" File \"\u003cstring\u003e\", line 1, in \u003cmodule\u003e\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458869877,"data":" import sys;import papermill as pm;pm.execute_notebook(\"__notebook__.ipynb\",\"__notebook__.ipynb\",progress_bar=False,log_output=True,stdout_file=sys.stdout,stderr_file=sys.stderr,allow_errors=False,timeout=43200)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458877902,"data":" ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458883606,"data":" File \"/usr/local/lib/python3.13/dist-packages/papermill/execute.py\", line 131, in execute_notebook\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458900948,"data":" raise_for_execution_errors(nb, output_path)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458905156,"data":" ~~~~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.45890909,"data":" File \"/usr/local/lib/python3.13/dist-packages/papermill/execute.py\", line 251, in raise_for_execution_errors\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458913257,"data":" raise error\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458916897,"data":"papermill.exceptions.PapermillExecutionError: \n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458920906,"data":"---------------------------------------------------------------------------\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458924668,"data":"Exception encountered at \"In [1]\":\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458928883,"data":"---------------------------------------------------------------------------\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458932681,"data":"RuntimeError Traceback (most recent call last)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458936524,"data":"/tmp/ipykernel_16/876700176.py in \u003ccell line: 0\u003e()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.45894026,"data":" 413 \n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458943866,"data":" 414 if __name__ == \"__main__\":\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458947642,"data":"--\u003e 415 main()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458951383,"data":"\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458954802,"data":"/tmp/ipykernel_16/876700176.py in main()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458959345,"data":" 256 try:\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.45896292,"data":" 257 diagnose_network()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458967632,"data":"--\u003e 258 torch = diagnose_gpu()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458971683,"data":" 259 publish(\"GPU_CHECK\", f\"torch={torch.__version__}; torch_cuda_build={getattr(torch.version, 'cuda', None)}; cuda={torch.cuda.is_available()}; gpu_count={torch.cuda.device_count()}\")\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458976616,"data":" 260 install_dependencies()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.45898061,"data":"\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458984502,"data":"/tmp/ipykernel_16/876700176.py in diagnose_gpu()\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.45898824,"data":" 183 )\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458991988,"data":" 184 log(\"GPU_PREFLIGHT_CLASSIFICATION \" + reason)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458995906,"data":"--\u003e 185 raise RuntimeError(\"CUDA preflight failed: \" + reason)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.458999906,"data":" 186 log(\"GPU_PREFLIGHT_PASSED\")\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.459004106,"data":" 187 return torch\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.459007715,"data":"\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.459012657,"data":"RuntimeError: CUDA preflight failed: No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":305.45901713,"data":"\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":308.445559046,"data":"/usr/local/lib/python3.13/dist-packages/mistune.py:435: SyntaxWarning: invalid escape sequence '\\|'\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":308.445613019,"data":" cells[i][c] = re.sub('\\\\\\\\\\|', '|', cell)\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":308.672249639,"data":"/usr/local/lib/python3.13/dist-packages/nbconvert/filters/filter_links.py:36: SyntaxWarning: invalid escape sequence '\\_'\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":308.672301867,"data":" text = re.sub(r'_', '\\_', text) # Escape underscores in display text\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":309.645051186,"data":"[NbConvertApp] Converting notebook __notebook__.ipynb to notebook\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":309.74166636,"data":"[NbConvertApp] Writing 35092 bytes to __notebook__.ipynb\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":313.126488258,"data":"[NbConvertApp] Converting notebook __notebook__.ipynb to html\n"}
[2026-11-07T07:58:23+00:00] ,{"stream_name":"stderr","time":313.838368637,"data":"[NbConvertApp] Writing 367113 bytes to __results__.html\n"}
[2026-11-07T07:58:23+00:00] ]
[2026-11-07T07:58:23+00:00] ===== END_KAGGLE_DIAGNOSTIC_FILE automated-gpu-test.log =====
[2026-11-07T07:58:23+00:00]
[2026-11-07T07:58:23+00:00] ===== KAGGLE_DIAGNOSTIC_FILE weight_space_experiment.log bytes=5917 =====
[2026-11-07T07:58:23+00:00] [2026-11-07T07:52:02+00:00] RUN_STARTED tag=WVMQWENWS_6D91C42F python=3.13.18 platform=Linux-6.18.55+-x86_64-with-glibc2.39
[2026-11-07T07:58:23+00:00] [2026-11-07T07:52:35+00:00] FEEDBACK_UPLOAD_FAILED stage=RUN_STARTED error=URLError: <urlopen error [Errno -3] Temporary failure in name resolution>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:52:35+00:00] FEEDBACK_DISABLED reason=dns_failure; continuing with Kaggle log/output collection
[2026-11-07T07:58:23+00:00] [2026-11-07T07:52:35+00:00] NETWORK_PREFLIGHT_BEGIN
[2026-11-07T07:58:23+00:00] [2026-11-07T07:53:07+00:00] NETWORK_DNS_FAILED host=pypi.org error=gaierror: [Errno -3] Temporary failure in name resolution
[2026-11-07T07:58:23+00:00] [2026-11-07T07:53:39+00:00] NETWORK_DNS_FAILED host=huggingface.co error=gaierror: [Errno -3] Temporary failure in name resolution
[2026-11-07T07:58:23+00:00] [2026-11-07T07:54:11+00:00] NETWORK_DNS_FAILED host=pste.us error=gaierror: [Errno -3] Temporary failure in name resolution
[2026-11-07T07:58:23+00:00] [2026-11-07T07:54:43+00:00] NETWORK_DNS_FAILED host=raw.githubusercontent.com error=gaierror: [Errno -3] Temporary failure in name resolution
[2026-11-07T07:58:23+00:00] [2026-11-07T07:55:15+00:00] NETWORK_HTTP_FAILED host=pypi.org error=URLError: <urlopen error [Errno -3] Temporary failure in name resolution>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:55:47+00:00] NETWORK_HTTP_FAILED host=huggingface.co error=URLError: <urlopen error [Errno -3] Temporary failure in name resolution>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:19+00:00] NETWORK_HTTP_FAILED host=pste.us error=URLError: <urlopen error [Errno -3] Temporary failure in name resolution>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] NETWORK_HTTP_FAILED host=raw.githubusercontent.com error=URLError: <urlopen error [Errno -3] Temporary failure in name resolution>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] NETWORK_PREFLIGHT_END
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_PREFLIGHT_BEGIN
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_ENV KAGGLE_KERNEL_RUN_TYPE=Batch
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_ENV KAGGLE_KERNEL_INTEGRATION=<unset>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_ENV CUDA_VISIBLE_DEVICES=<unset>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_ENV NVIDIA_VISIBLE_DEVICES=<unset>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_ENV CUDA_HOME=<unset>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_ENV LD_LIBRARY_PATH=<unset>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_DEVICE_NODES /dev/nvidia*=<none>
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] GPU_PROC_DRIVER_EXISTS=False
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] DIAGNOSTIC_COMMAND_NOT_FOUND command=['nvidia-smi', '-q']
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] DIAGNOSTIC_COMMAND command=['sh', '-lc', 'ls -l /dev/nvidia* 2>&1; cat /proc/driver/nvidia/version 2>&1'] exit=1
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] DIAGNOSTIC_OUTPUT ls: cannot access '/dev/nvidia*': No such file or directory
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:51+00:00] DIAGNOSTIC_OUTPUT cat: /proc/driver/nvidia/version: No such file or directory
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_DIAGNOSTIC version=2.11.0+cpu
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_COMPILED_CUDA=None
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_CUDA_AVAILABLE=False
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_CUDA_DEVICE_COUNT=0
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG_BEGIN
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG PyTorch built with:
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - GCC 13.3
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - C++ Version: 201703
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - Intel(R) oneAPI Math Kernel Library Version 2024.2-Product Build 20240605 for Intel(R) 64 architecture applications
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - Intel(R) MKL-DNN v3.10.2 (Git Hash f1d471933dc852f956fd05389f9313c7148783d5)
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - OpenMP 201511 (a.k.a. OpenMP 4.5)
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - LAPACK is enabled (usually provided by MKL)
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - NNPACK is enabled
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - CPU capability usage: AVX2
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG - Build settings: BLAS_INFO=mkl, BUILD_TYPE=Release, COMMIT_SHA=70d99e998b4955e0049d13a98d77ae1b14db1f45, CXX_COMPILER=/opt/rh/gcc-toolset-13/root/usr/bin/c++, CXX_FLAGS= -fvisibility-inlines-hidden -DUSE_PTHREADPOOL -DNDEBUG -DUSE_KINETO -DLIBKINETO_NOCUPTI -DLIBKINETO_NOROCTRACER -DLIBKINETO_NOXPUPTI=ON -DUSE_FBGEMM -DUSE_PYTORCH_QNNPACK -DUSE_XNNPACK -DSYMBOLICATE_MOBILE_DEBUG_HANDLE -O2 -fPIC -DC10_NODEPRECATED -Wall -Wextra -Werror=return-type -Werror=non-virtual-dtor -Werror=range-loop-construct -Werror=bool-operation -Wnarrowing -Wno-missing-field-initializers -Wno-unknown-pragmas -Wno-unused-parameter -Wno-strict-overflow -Wno-strict-aliasing -Wno-stringop-overflow -Wsuggest-override -Wno-psabi -Wno-error=old-style-cast -faligned-new -Wno-maybe-uninitialized -fno-math-errno -fno-trapping-math -Werror=format -Wno-dangling-reference -Wno-error=dangling-reference -Wno-stringop-overflow, LAPACK_INFO=mkl, PERF_WITH_AVX=1, PERF_WITH_AVX2=1, TORCH_VERSION=2.11.0, USE_CUDA=0, USE_CUDNN=OFF, USE_CUSPARSELT=OFF, USE_GFLAGS=OFF, USE_GLOG=OFF, USE_GLOO=ON, USE_MKL=ON, USE_MKLDNN=ON, USE_MPI=OFF, USE_NCCL=OFF, USE_NNPACK=ON, USE_OPENMP=ON, USE_ROCM=OFF, USE_ROCM_KERNEL_ASSERT=OFF, USE_XCCL=OFF, USE_XPU=OFF,
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] TORCH_BUILD_CONFIG_END
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] GPU_PREFLIGHT_CLASSIFICATION No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.
[2026-11-07T07:58:23+00:00] [2026-11-07T07:56:55+00:00] RUN_FAILED RuntimeError: CUDA preflight failed: No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.
[2026-11-07T07:58:23+00:00] Traceback (most recent call last):
[2026-11-07T07:58:23+00:00] File "/tmp/ipykernel_16/876700176.py", line 258, in main
[2026-11-07T07:58:23+00:00] torch = diagnose_gpu()
[2026-11-07T07:58:23+00:00] File "/tmp/ipykernel_16/876700176.py", line 185, in diagnose_gpu
[2026-11-07T07:58:23+00:00] raise RuntimeError("CUDA preflight failed: " + reason)
[2026-11-07T07:58:23+00:00] RuntimeError: CUDA preflight failed: No usable NVIDIA device/driver is visible inside the Kaggle kernel. Check whether Kaggle actually allocated the requested GPU; kernel metadata alone is not proof.
[2026-11-07T07:58:23+00:00]
[2026-11-07T07:58:23+00:00]
[2026-11-07T07:58:23+00:00] ===== END_KAGGLE_DIAGNOSTIC_FILE weight_space_experiment.log =====
[2026-11-07T07:58:23+00:00] ===== KAGGLE_DIAGNOSTICS_END =====
[2026-11-07T07:58:24+00:00] PI_WRAPPER_FINISHED returncode=0
|
Cairnbin