karamjotsingh commited on
Commit
bc40b5b
·
verified ·
1 Parent(s): 093474c

Upload position_ids_debug.ipynb with huggingface_hub

Browse files
Files changed (1) hide show
  1. position_ids_debug.ipynb +890 -65
position_ids_debug.ipynb CHANGED
@@ -6,18 +6,18 @@
6
  "id": "6511a91c-ed20-41ff-befb-699bda1912a3",
7
  "metadata": {
8
  "execution": {
9
- "iopub.execute_input": "2026-03-25T06:38:11.914633Z",
10
- "iopub.status.busy": "2026-03-25T06:38:11.914498Z",
11
- "iopub.status.idle": "2026-03-25T06:38:26.481581Z",
12
- "shell.execute_reply": "2026-03-25T06:38:26.480877Z",
13
- "shell.execute_reply.started": "2026-03-25T06:38:11.914618Z"
14
  }
15
  },
16
  "outputs": [
17
  {
18
  "data": {
19
  "application/vnd.jupyter.widget-view+json": {
20
- "model_id": "a70b6714abe946bfbd7f496bb0913fc8",
21
  "version_major": 2,
22
  "version_minor": 0
23
  },
@@ -31,7 +31,7 @@
31
  {
32
  "data": {
33
  "application/vnd.jupyter.widget-view+json": {
34
- "model_id": "f9fe923a4e3a4de6bb7e948de7995ea9",
35
  "version_major": 2,
36
  "version_minor": 0
37
  },
@@ -45,7 +45,7 @@
45
  {
46
  "data": {
47
  "application/vnd.jupyter.widget-view+json": {
48
- "model_id": "dde6f6e9831547b4a89e36084b117b56",
49
  "version_major": 2,
50
  "version_minor": 0
51
  },
@@ -92,7 +92,7 @@
92
  "# 1. Load Model and Processor\n",
93
  "model_name = \"Qwen/Qwen2.5-VL-3B-Instruct\"\n",
94
  "model = Qwen2_5_VLForConditionalGeneration.from_pretrained(\n",
95
- " model_name, torch_dtype=torch.float16, device_map=\"auto\"\n",
96
  ")\n",
97
  "processor = AutoProcessor.from_pretrained(model_name)\n",
98
  "\n",
@@ -143,15 +143,15 @@
143
  },
144
  {
145
  "cell_type": "code",
146
- "execution_count": 4,
147
  "id": "f45df021-6302-4f47-9e06-8070577885a2",
148
  "metadata": {
149
  "execution": {
150
- "iopub.execute_input": "2026-03-25T05:56:12.534299Z",
151
- "iopub.status.busy": "2026-03-25T05:56:12.534123Z",
152
- "iopub.status.idle": "2026-03-25T05:56:12.537469Z",
153
- "shell.execute_reply": "2026-03-25T05:56:12.536915Z",
154
- "shell.execute_reply.started": "2026-03-25T05:56:12.534284Z"
155
  }
156
  },
157
  "outputs": [
@@ -161,7 +161,7 @@
161
  "'<|im_start|>user\\n<|vision_start|><|image_pad|><|vision_end|>Describe the image<|im_end|>\\n<|im_start|>assistant\\n'"
162
  ]
163
  },
164
- "execution_count": 4,
165
  "metadata": {},
166
  "output_type": "execute_result"
167
  }
@@ -172,15 +172,15 @@
172
  },
173
  {
174
  "cell_type": "code",
175
- "execution_count": 2,
176
  "id": "504fa71b-42b4-4f53-8988-25fcfba38d13",
177
  "metadata": {
178
  "execution": {
179
- "iopub.execute_input": "2026-03-25T06:38:26.483841Z",
180
- "iopub.status.busy": "2026-03-25T06:38:26.483701Z",
181
- "iopub.status.idle": "2026-03-25T06:38:26.488982Z",
182
- "shell.execute_reply": "2026-03-25T06:38:26.488521Z",
183
- "shell.execute_reply.started": "2026-03-25T06:38:26.483826Z"
184
  }
185
  },
186
  "outputs": [
@@ -190,7 +190,7 @@
190
  "(torch.Size([1, 1, 94, 128]), torch.float16)"
191
  ]
192
  },
193
- "execution_count": 2,
194
  "metadata": {},
195
  "output_type": "execute_result"
196
  }
@@ -202,69 +202,87 @@
202
  },
203
  {
204
  "cell_type": "code",
205
- "execution_count": 10,
206
  "id": "a874f8d4-efa9-4ba8-9e57-c019da0775bd",
207
  "metadata": {
208
  "execution": {
209
- "iopub.execute_input": "2026-03-25T06:43:28.437717Z",
210
- "iopub.status.busy": "2026-03-25T06:43:28.437502Z",
211
- "iopub.status.idle": "2026-03-25T06:43:28.440474Z",
212
- "shell.execute_reply": "2026-03-25T06:43:28.439711Z",
213
- "shell.execute_reply.started": "2026-03-25T06:43:28.437702Z"
214
  }
215
  },
216
  "outputs": [],
217
  "source": [
218
- "torch.set_printoptions(precision=10)"
219
  ]
220
  },
221
  {
222
  "cell_type": "code",
223
- "execution_count": 12,
224
  "id": "f44460e3-58e9-4fd2-898a-06e8a00f9365",
225
  "metadata": {
226
  "execution": {
227
- "iopub.execute_input": "2026-03-25T06:43:37.079158Z",
228
- "iopub.status.busy": "2026-03-25T06:43:37.078953Z",
229
- "iopub.status.idle": "2026-03-25T06:43:37.086609Z",
230
- "shell.execute_reply": "2026-03-25T06:43:37.086029Z",
231
- "shell.execute_reply.started": "2026-03-25T06:43:37.079144Z"
232
- }
 
233
  },
234
  "outputs": [
235
  {
236
  "data": {
237
  "text/plain": [
238
- "tensor([[[0.5405273438, 0.6923828125, 0.7963867188, 0.8662109375, 0.9125976562,\n",
239
- " 0.9428710938, 0.9628906250, 0.9755859375, 0.9843750000, 0.9897460938,\n",
240
- " 0.9931640625, 0.9956054688, 0.9970703125, 0.9980468750, 0.9990234375,\n",
241
- " 0.9990234375, 0.9995117188, 0.9995117188, 1.0000000000, 1.0000000000,\n",
242
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
243
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
244
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
245
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
246
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
247
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
248
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
249
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
250
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 0.5405273438,\n",
251
- " 0.6923828125, 0.7963867188, 0.8662109375, 0.9125976562, 0.9428710938,\n",
252
- " 0.9628906250, 0.9755859375, 0.9843750000, 0.9897460938, 0.9931640625,\n",
253
- " 0.9956054688, 0.9970703125, 0.9980468750, 0.9990234375, 0.9990234375,\n",
254
- " 0.9995117188, 0.9995117188, 1.0000000000, 1.0000000000, 1.0000000000,\n",
255
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
256
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
257
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
258
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
259
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
260
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
261
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
262
- " 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000, 1.0000000000,\n",
263
- " 1.0000000000, 1.0000000000, 1.0000000000]]], device='cuda:0',\n",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
264
  " dtype=torch.float16)"
265
  ]
266
  },
267
- "execution_count": 12,
268
  "metadata": {},
269
  "output_type": "execute_result"
270
  }
@@ -275,8 +293,815 @@
275
  },
276
  {
277
  "cell_type": "code",
278
- "execution_count": null,
279
  "id": "039f1456-ffa4-40b2-8ba1-a0cd5f74733e",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
280
  "metadata": {},
281
  "outputs": [],
282
  "source": []
 
6
  "id": "6511a91c-ed20-41ff-befb-699bda1912a3",
7
  "metadata": {
8
  "execution": {
9
+ "iopub.execute_input": "2026-03-25T08:44:53.813781Z",
10
+ "iopub.status.busy": "2026-03-25T08:44:53.813650Z",
11
+ "iopub.status.idle": "2026-03-25T08:45:08.246826Z",
12
+ "shell.execute_reply": "2026-03-25T08:45:08.246118Z",
13
+ "shell.execute_reply.started": "2026-03-25T08:44:53.813766Z"
14
  }
15
  },
16
  "outputs": [
17
  {
18
  "data": {
19
  "application/vnd.jupyter.widget-view+json": {
20
+ "model_id": "61572014a82e4ee0a3756b44f486678f",
21
  "version_major": 2,
22
  "version_minor": 0
23
  },
 
31
  {
32
  "data": {
33
  "application/vnd.jupyter.widget-view+json": {
34
+ "model_id": "75e4fe58bc664443a44cfa0287da5a71",
35
  "version_major": 2,
36
  "version_minor": 0
37
  },
 
45
  {
46
  "data": {
47
  "application/vnd.jupyter.widget-view+json": {
48
+ "model_id": "707b86cddd9147eeada08aab3314962f",
49
  "version_major": 2,
50
  "version_minor": 0
51
  },
 
92
  "# 1. Load Model and Processor\n",
93
  "model_name = \"Qwen/Qwen2.5-VL-3B-Instruct\"\n",
94
  "model = Qwen2_5_VLForConditionalGeneration.from_pretrained(\n",
95
+ " model_name, torch_dtype=torch.float16, device_map='auto'\n",
96
  ")\n",
97
  "processor = AutoProcessor.from_pretrained(model_name)\n",
98
  "\n",
 
143
  },
144
  {
145
  "cell_type": "code",
146
+ "execution_count": 2,
147
  "id": "f45df021-6302-4f47-9e06-8070577885a2",
148
  "metadata": {
149
  "execution": {
150
+ "iopub.execute_input": "2026-03-25T08:45:08.247563Z",
151
+ "iopub.status.busy": "2026-03-25T08:45:08.247274Z",
152
+ "iopub.status.idle": "2026-03-25T08:45:08.251422Z",
153
+ "shell.execute_reply": "2026-03-25T08:45:08.250728Z",
154
+ "shell.execute_reply.started": "2026-03-25T08:45:08.247548Z"
155
  }
156
  },
157
  "outputs": [
 
161
  "'<|im_start|>user\\n<|vision_start|><|image_pad|><|vision_end|>Describe the image<|im_end|>\\n<|im_start|>assistant\\n'"
162
  ]
163
  },
164
+ "execution_count": 2,
165
  "metadata": {},
166
  "output_type": "execute_result"
167
  }
 
172
  },
173
  {
174
  "cell_type": "code",
175
+ "execution_count": 3,
176
  "id": "504fa71b-42b4-4f53-8988-25fcfba38d13",
177
  "metadata": {
178
  "execution": {
179
+ "iopub.execute_input": "2026-03-25T08:45:08.252004Z",
180
+ "iopub.status.busy": "2026-03-25T08:45:08.251839Z",
181
+ "iopub.status.idle": "2026-03-25T08:45:08.262159Z",
182
+ "shell.execute_reply": "2026-03-25T08:45:08.261665Z",
183
+ "shell.execute_reply.started": "2026-03-25T08:45:08.251990Z"
184
  }
185
  },
186
  "outputs": [
 
190
  "(torch.Size([1, 1, 94, 128]), torch.float16)"
191
  ]
192
  },
193
+ "execution_count": 3,
194
  "metadata": {},
195
  "output_type": "execute_result"
196
  }
 
202
  },
203
  {
204
  "cell_type": "code",
205
+ "execution_count": 4,
206
  "id": "a874f8d4-efa9-4ba8-9e57-c019da0775bd",
207
  "metadata": {
208
  "execution": {
209
+ "iopub.execute_input": "2026-03-25T08:45:08.262852Z",
210
+ "iopub.status.busy": "2026-03-25T08:45:08.262705Z",
211
+ "iopub.status.idle": "2026-03-25T08:45:08.269483Z",
212
+ "shell.execute_reply": "2026-03-25T08:45:08.268795Z",
213
+ "shell.execute_reply.started": "2026-03-25T08:45:08.262840Z"
214
  }
215
  },
216
  "outputs": [],
217
  "source": [
218
+ "torch.set_printoptions(precision=14)"
219
  ]
220
  },
221
  {
222
  "cell_type": "code",
223
+ "execution_count": 5,
224
  "id": "f44460e3-58e9-4fd2-898a-06e8a00f9365",
225
  "metadata": {
226
  "execution": {
227
+ "iopub.execute_input": "2026-03-25T08:45:08.269891Z",
228
+ "iopub.status.busy": "2026-03-25T08:45:08.269762Z",
229
+ "iopub.status.idle": "2026-03-25T08:45:08.295575Z",
230
+ "shell.execute_reply": "2026-03-25T08:45:08.294849Z",
231
+ "shell.execute_reply.started": "2026-03-25T08:45:08.269879Z"
232
+ },
233
+ "scrolled": true
234
  },
235
  "outputs": [
236
  {
237
  "data": {
238
  "text/plain": [
239
+ "tensor([[[0.54052734375000, 0.69238281250000, 0.79638671875000,\n",
240
+ " 0.86621093750000, 0.91259765625000, 0.94287109375000,\n",
241
+ " 0.96289062500000, 0.97558593750000, 0.98437500000000,\n",
242
+ " 0.98974609375000, 0.99316406250000, 0.99560546875000,\n",
243
+ " 0.99707031250000, 0.99804687500000, 0.99902343750000,\n",
244
+ " 0.99902343750000, 0.99951171875000, 0.99951171875000,\n",
245
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
246
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
247
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
248
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
249
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
250
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
251
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
252
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
253
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
254
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
255
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
256
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
257
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
258
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
259
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
260
+ " 1.00000000000000, 0.54052734375000, 0.69238281250000,\n",
261
+ " 0.79638671875000, 0.86621093750000, 0.91259765625000,\n",
262
+ " 0.94287109375000, 0.96289062500000, 0.97558593750000,\n",
263
+ " 0.98437500000000, 0.98974609375000, 0.99316406250000,\n",
264
+ " 0.99560546875000, 0.99707031250000, 0.99804687500000,\n",
265
+ " 0.99902343750000, 0.99902343750000, 0.99951171875000,\n",
266
+ " 0.99951171875000, 1.00000000000000, 1.00000000000000,\n",
267
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
268
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
269
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
270
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
271
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
272
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
273
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
274
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
275
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
276
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
277
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
278
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
279
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
280
+ " 1.00000000000000, 1.00000000000000, 1.00000000000000,\n",
281
+ " 1.00000000000000, 1.00000000000000]]], device='cuda:0',\n",
282
  " dtype=torch.float16)"
283
  ]
284
  },
285
+ "execution_count": 5,
286
  "metadata": {},
287
  "output_type": "execute_result"
288
  }
 
293
  },
294
  {
295
  "cell_type": "code",
296
+ "execution_count": 6,
297
  "id": "039f1456-ffa4-40b2-8ba1-a0cd5f74733e",
298
+ "metadata": {
299
+ "execution": {
300
+ "iopub.execute_input": "2026-03-25T08:45:08.296250Z",
301
+ "iopub.status.busy": "2026-03-25T08:45:08.296111Z",
302
+ "iopub.status.idle": "2026-03-25T08:45:08.348040Z",
303
+ "shell.execute_reply": "2026-03-25T08:45:08.347477Z",
304
+ "shell.execute_reply.started": "2026-03-25T08:45:08.296237Z"
305
+ },
306
+ "scrolled": true
307
+ },
308
+ "outputs": [
309
+ {
310
+ "name": "stdout",
311
+ "output_type": "stream",
312
+ "text": [
313
+ "0 torch.Size([128])\n",
314
+ " [0:16] 1.0 1.0\n",
315
+ " [16:40] 1.0 1.0\n",
316
+ " [40:64] 1.0 1.0\n",
317
+ " [64:80] 1.0 1.0\n",
318
+ " [80:104] 1.0 1.0\n",
319
+ " [104:128] 1.0 1.0\n",
320
+ "1 torch.Size([128])\n",
321
+ " [0:16] 0.54052734375 0.9990234375\n",
322
+ " [16:40] 0.99951171875 1.0\n",
323
+ " [40:64] 1.0 1.0\n",
324
+ " [64:80] 0.54052734375 0.9990234375\n",
325
+ " [80:104] 0.99951171875 1.0\n",
326
+ " [104:128] 1.0 1.0\n",
327
+ "2 torch.Size([128])\n",
328
+ " [0:16] -0.416259765625 0.9970703125\n",
329
+ " [16:40] 0.998046875 1.0\n",
330
+ " [40:64] 1.0 1.0\n",
331
+ " [64:80] -0.416259765625 0.9970703125\n",
332
+ " [80:104] 0.998046875 1.0\n",
333
+ " [104:128] 1.0 1.0\n",
334
+ "3 torch.Size([128])\n",
335
+ " [0:16] -0.990234375 0.9931640625\n",
336
+ " [16:40] 0.99560546875 1.0\n",
337
+ " [40:64] 1.0 1.0\n",
338
+ " [64:80] -0.990234375 0.9931640625\n",
339
+ " [80:104] 0.99560546875 1.0\n",
340
+ " [104:128] 1.0 1.0\n",
341
+ "4 torch.Size([128])\n",
342
+ " [0:16] -0.97314453125 0.98681640625\n",
343
+ " [16:40] 0.9921875 1.0\n",
344
+ " [40:64] 1.0 1.0\n",
345
+ " [64:80] -0.97314453125 0.98681640625\n",
346
+ " [80:104] 0.9921875 1.0\n",
347
+ " [104:128] 1.0 1.0\n",
348
+ "5 torch.Size([128])\n",
349
+ " [0:16] -0.97314453125 0.98681640625\n",
350
+ " [16:40] 0.9921875 1.0\n",
351
+ " [40:64] 1.0 1.0\n",
352
+ " [64:80] -0.97314453125 0.98681640625\n",
353
+ " [80:104] 0.9921875 1.0\n",
354
+ " [104:128] 1.0 1.0\n",
355
+ "6 torch.Size([128])\n",
356
+ " [0:16] -0.97314453125 0.98681640625\n",
357
+ " [16:40] 0.9921875 1.0\n",
358
+ " [40:64] 1.0 1.0\n",
359
+ " [64:80] -0.97314453125 0.98681640625\n",
360
+ " [80:104] 0.9921875 1.0\n",
361
+ " [104:128] 1.0 1.0\n",
362
+ "7 torch.Size([128])\n",
363
+ " [0:16] -0.97314453125 0.98681640625\n",
364
+ " [16:40] 0.9921875 1.0\n",
365
+ " [40:64] 1.0 1.0\n",
366
+ " [64:80] -0.97314453125 0.98681640625\n",
367
+ " [80:104] 0.9921875 1.0\n",
368
+ " [104:128] 1.0 1.0\n",
369
+ "8 torch.Size([128])\n",
370
+ " [0:16] -0.97314453125 0.98681640625\n",
371
+ " [16:40] 0.9921875 1.0\n",
372
+ " [40:64] 1.0 1.0\n",
373
+ " [64:80] -0.97314453125 0.98681640625\n",
374
+ " [80:104] 0.9921875 1.0\n",
375
+ " [104:128] 1.0 1.0\n",
376
+ "9 torch.Size([128])\n",
377
+ " [0:16] -0.97314453125 0.98681640625\n",
378
+ " [16:40] 0.9921875 1.0\n",
379
+ " [40:64] 1.0 1.0\n",
380
+ " [64:80] -0.97314453125 0.98681640625\n",
381
+ " [80:104] 0.9921875 1.0\n",
382
+ " [104:128] 1.0 1.0\n",
383
+ "10 torch.Size([128])\n",
384
+ " [0:16] -0.97314453125 0.98681640625\n",
385
+ " [16:40] 0.9921875 1.0\n",
386
+ " [40:64] 1.0 1.0\n",
387
+ " [64:80] -0.97314453125 0.98681640625\n",
388
+ " [80:104] 0.9921875 1.0\n",
389
+ " [104:128] 1.0 1.0\n",
390
+ "11 torch.Size([128])\n",
391
+ " [0:16] -0.97314453125 0.98681640625\n",
392
+ " [16:40] 0.9921875 1.0\n",
393
+ " [40:64] 1.0 1.0\n",
394
+ " [64:80] -0.97314453125 0.98681640625\n",
395
+ " [80:104] 0.9921875 1.0\n",
396
+ " [104:128] 1.0 1.0\n",
397
+ "12 torch.Size([128])\n",
398
+ " [0:16] -0.97314453125 0.98681640625\n",
399
+ " [16:40] 0.9921875 1.0\n",
400
+ " [40:64] 1.0 1.0\n",
401
+ " [64:80] -0.97314453125 0.98681640625\n",
402
+ " [80:104] 0.9921875 1.0\n",
403
+ " [104:128] 1.0 1.0\n",
404
+ "13 torch.Size([128])\n",
405
+ " [0:16] -0.97314453125 0.98681640625\n",
406
+ " [16:40] 0.9873046875 1.0\n",
407
+ " [40:64] 1.0 1.0\n",
408
+ " [64:80] -0.97314453125 0.98681640625\n",
409
+ " [80:104] 0.9873046875 1.0\n",
410
+ " [104:128] 1.0 1.0\n",
411
+ "14 torch.Size([128])\n",
412
+ " [0:16] -0.97314453125 0.98681640625\n",
413
+ " [16:40] 0.9873046875 1.0\n",
414
+ " [40:64] 1.0 1.0\n",
415
+ " [64:80] -0.97314453125 0.98681640625\n",
416
+ " [80:104] 0.9873046875 1.0\n",
417
+ " [104:128] 1.0 1.0\n",
418
+ "15 torch.Size([128])\n",
419
+ " [0:16] -0.97314453125 0.98681640625\n",
420
+ " [16:40] 0.9873046875 1.0\n",
421
+ " [40:64] 1.0 1.0\n",
422
+ " [64:80] -0.97314453125 0.98681640625\n",
423
+ " [80:104] 0.9873046875 1.0\n",
424
+ " [104:128] 1.0 1.0\n",
425
+ "16 torch.Size([128])\n",
426
+ " [0:16] -0.97314453125 0.98681640625\n",
427
+ " [16:40] 0.9873046875 1.0\n",
428
+ " [40:64] 1.0 1.0\n",
429
+ " [64:80] -0.97314453125 0.98681640625\n",
430
+ " [80:104] 0.9873046875 1.0\n",
431
+ " [104:128] 1.0 1.0\n",
432
+ "17 torch.Size([128])\n",
433
+ " [0:16] -0.97314453125 0.98681640625\n",
434
+ " [16:40] 0.9873046875 1.0\n",
435
+ " [40:64] 1.0 1.0\n",
436
+ " [64:80] -0.97314453125 0.98681640625\n",
437
+ " [80:104] 0.9873046875 1.0\n",
438
+ " [104:128] 1.0 1.0\n",
439
+ "18 torch.Size([128])\n",
440
+ " [0:16] -0.97314453125 0.98681640625\n",
441
+ " [16:40] 0.9873046875 1.0\n",
442
+ " [40:64] 1.0 1.0\n",
443
+ " [64:80] -0.97314453125 0.98681640625\n",
444
+ " [80:104] 0.9873046875 1.0\n",
445
+ " [104:128] 1.0 1.0\n",
446
+ "19 torch.Size([128])\n",
447
+ " [0:16] -0.97314453125 0.98681640625\n",
448
+ " [16:40] 0.9873046875 1.0\n",
449
+ " [40:64] 1.0 1.0\n",
450
+ " [64:80] -0.97314453125 0.98681640625\n",
451
+ " [80:104] 0.9873046875 1.0\n",
452
+ " [104:128] 1.0 1.0\n",
453
+ "20 torch.Size([128])\n",
454
+ " [0:16] -0.97314453125 0.98681640625\n",
455
+ " [16:40] 0.9873046875 1.0\n",
456
+ " [40:64] 1.0 1.0\n",
457
+ " [64:80] -0.97314453125 0.98681640625\n",
458
+ " [80:104] 0.9873046875 1.0\n",
459
+ " [104:128] 1.0 1.0\n",
460
+ "21 torch.Size([128])\n",
461
+ " [0:16] -0.97314453125 0.98681640625\n",
462
+ " [16:40] 0.9873046875 1.0\n",
463
+ " [40:64] 1.0 1.0\n",
464
+ " [64:80] -0.97314453125 0.98681640625\n",
465
+ " [80:104] 0.9873046875 1.0\n",
466
+ " [104:128] 1.0 1.0\n",
467
+ "22 torch.Size([128])\n",
468
+ " [0:16] -0.97314453125 0.98681640625\n",
469
+ " [16:40] 0.98193359375 1.0\n",
470
+ " [40:64] 1.0 1.0\n",
471
+ " [64:80] -0.97314453125 0.98681640625\n",
472
+ " [80:104] 0.98193359375 1.0\n",
473
+ " [104:128] 1.0 1.0\n",
474
+ "23 torch.Size([128])\n",
475
+ " [0:16] -0.97314453125 0.98681640625\n",
476
+ " [16:40] 0.98193359375 1.0\n",
477
+ " [40:64] 1.0 1.0\n",
478
+ " [64:80] -0.97314453125 0.98681640625\n",
479
+ " [80:104] 0.98193359375 1.0\n",
480
+ " [104:128] 1.0 1.0\n",
481
+ "24 torch.Size([128])\n",
482
+ " [0:16] -0.97314453125 0.98681640625\n",
483
+ " [16:40] 0.98193359375 1.0\n",
484
+ " [40:64] 1.0 1.0\n",
485
+ " [64:80] -0.97314453125 0.98681640625\n",
486
+ " [80:104] 0.98193359375 1.0\n",
487
+ " [104:128] 1.0 1.0\n",
488
+ "25 torch.Size([128])\n",
489
+ " [0:16] -0.97314453125 0.98681640625\n",
490
+ " [16:40] 0.98193359375 1.0\n",
491
+ " [40:64] 1.0 1.0\n",
492
+ " [64:80] -0.97314453125 0.98681640625\n",
493
+ " [80:104] 0.98193359375 1.0\n",
494
+ " [104:128] 1.0 1.0\n",
495
+ "26 torch.Size([128])\n",
496
+ " [0:16] -0.97314453125 0.98681640625\n",
497
+ " [16:40] 0.98193359375 1.0\n",
498
+ " [40:64] 1.0 1.0\n",
499
+ " [64:80] -0.97314453125 0.98681640625\n",
500
+ " [80:104] 0.98193359375 1.0\n",
501
+ " [104:128] 1.0 1.0\n",
502
+ "27 torch.Size([128])\n",
503
+ " [0:16] -0.97314453125 0.98681640625\n",
504
+ " [16:40] 0.98193359375 1.0\n",
505
+ " [40:64] 1.0 1.0\n",
506
+ " [64:80] -0.97314453125 0.98681640625\n",
507
+ " [80:104] 0.98193359375 1.0\n",
508
+ " [104:128] 1.0 1.0\n",
509
+ "28 torch.Size([128])\n",
510
+ " [0:16] -0.97314453125 0.98681640625\n",
511
+ " [16:40] 0.98193359375 1.0\n",
512
+ " [40:64] 1.0 1.0\n",
513
+ " [64:80] -0.97314453125 0.98681640625\n",
514
+ " [80:104] 0.98193359375 1.0\n",
515
+ " [104:128] 1.0 1.0\n",
516
+ "29 torch.Size([128])\n",
517
+ " [0:16] -0.97314453125 0.98681640625\n",
518
+ " [16:40] 0.98193359375 1.0\n",
519
+ " [40:64] 1.0 1.0\n",
520
+ " [64:80] -0.97314453125 0.98681640625\n",
521
+ " [80:104] 0.98193359375 1.0\n",
522
+ " [104:128] 1.0 1.0\n",
523
+ "30 torch.Size([128])\n",
524
+ " [0:16] -0.97314453125 0.98681640625\n",
525
+ " [16:40] 0.98193359375 1.0\n",
526
+ " [40:64] 1.0 1.0\n",
527
+ " [64:80] -0.97314453125 0.98681640625\n",
528
+ " [80:104] 0.98193359375 1.0\n",
529
+ " [104:128] 1.0 1.0\n",
530
+ "31 torch.Size([128])\n",
531
+ " [0:16] -0.97314453125 0.98681640625\n",
532
+ " [16:40] 0.9755859375 1.0\n",
533
+ " [40:64] 1.0 1.0\n",
534
+ " [64:80] -0.97314453125 0.98681640625\n",
535
+ " [80:104] 0.9755859375 1.0\n",
536
+ " [104:128] 1.0 1.0\n",
537
+ "32 torch.Size([128])\n",
538
+ " [0:16] -0.97314453125 0.98681640625\n",
539
+ " [16:40] 0.9755859375 1.0\n",
540
+ " [40:64] 1.0 1.0\n",
541
+ " [64:80] -0.97314453125 0.98681640625\n",
542
+ " [80:104] 0.9755859375 1.0\n",
543
+ " [104:128] 1.0 1.0\n",
544
+ "33 torch.Size([128])\n",
545
+ " [0:16] -0.97314453125 0.98681640625\n",
546
+ " [16:40] 0.9755859375 1.0\n",
547
+ " [40:64] 1.0 1.0\n",
548
+ " [64:80] -0.97314453125 0.98681640625\n",
549
+ " [80:104] 0.9755859375 1.0\n",
550
+ " [104:128] 1.0 1.0\n",
551
+ "34 torch.Size([128])\n",
552
+ " [0:16] -0.97314453125 0.98681640625\n",
553
+ " [16:40] 0.9755859375 1.0\n",
554
+ " [40:64] 1.0 1.0\n",
555
+ " [64:80] -0.97314453125 0.98681640625\n",
556
+ " [80:104] 0.9755859375 1.0\n",
557
+ " [104:128] 1.0 1.0\n",
558
+ "35 torch.Size([128])\n",
559
+ " [0:16] -0.97314453125 0.98681640625\n",
560
+ " [16:40] 0.9755859375 1.0\n",
561
+ " [40:64] 1.0 1.0\n",
562
+ " [64:80] -0.97314453125 0.98681640625\n",
563
+ " [80:104] 0.9755859375 1.0\n",
564
+ " [104:128] 1.0 1.0\n",
565
+ "36 torch.Size([128])\n",
566
+ " [0:16] -0.97314453125 0.98681640625\n",
567
+ " [16:40] 0.9755859375 1.0\n",
568
+ " [40:64] 1.0 1.0\n",
569
+ " [64:80] -0.97314453125 0.98681640625\n",
570
+ " [80:104] 0.9755859375 1.0\n",
571
+ " [104:128] 1.0 1.0\n",
572
+ "37 torch.Size([128])\n",
573
+ " [0:16] -0.97314453125 0.98681640625\n",
574
+ " [16:40] 0.9755859375 1.0\n",
575
+ " [40:64] 1.0 1.0\n",
576
+ " [64:80] -0.97314453125 0.98681640625\n",
577
+ " [80:104] 0.9755859375 1.0\n",
578
+ " [104:128] 1.0 1.0\n",
579
+ "38 torch.Size([128])\n",
580
+ " [0:16] -0.97314453125 0.98681640625\n",
581
+ " [16:40] 0.9755859375 1.0\n",
582
+ " [40:64] 1.0 1.0\n",
583
+ " [64:80] -0.97314453125 0.98681640625\n",
584
+ " [80:104] 0.9755859375 1.0\n",
585
+ " [104:128] 1.0 1.0\n",
586
+ "39 torch.Size([128])\n",
587
+ " [0:16] -0.97314453125 0.98681640625\n",
588
+ " [16:40] 0.9755859375 1.0\n",
589
+ " [40:64] 1.0 1.0\n",
590
+ " [64:80] -0.97314453125 0.98681640625\n",
591
+ " [80:104] 0.9755859375 1.0\n",
592
+ " [104:128] 1.0 1.0\n",
593
+ "40 torch.Size([128])\n",
594
+ " [0:16] -0.97314453125 0.98681640625\n",
595
+ " [16:40] 0.96826171875 1.0\n",
596
+ " [40:64] 1.0 1.0\n",
597
+ " [64:80] -0.97314453125 0.98681640625\n",
598
+ " [80:104] 0.96826171875 1.0\n",
599
+ " [104:128] 1.0 1.0\n",
600
+ "41 torch.Size([128])\n",
601
+ " [0:16] -0.97314453125 0.98681640625\n",
602
+ " [16:40] 0.96826171875 1.0\n",
603
+ " [40:64] 1.0 1.0\n",
604
+ " [64:80] -0.97314453125 0.98681640625\n",
605
+ " [80:104] 0.96826171875 1.0\n",
606
+ " [104:128] 1.0 1.0\n",
607
+ "42 torch.Size([128])\n",
608
+ " [0:16] -0.97314453125 0.98681640625\n",
609
+ " [16:40] 0.96826171875 1.0\n",
610
+ " [40:64] 1.0 1.0\n",
611
+ " [64:80] -0.97314453125 0.98681640625\n",
612
+ " [80:104] 0.96826171875 1.0\n",
613
+ " [104:128] 1.0 1.0\n",
614
+ "43 torch.Size([128])\n",
615
+ " [0:16] -0.97314453125 0.98681640625\n",
616
+ " [16:40] 0.96826171875 1.0\n",
617
+ " [40:64] 1.0 1.0\n",
618
+ " [64:80] -0.97314453125 0.98681640625\n",
619
+ " [80:104] 0.96826171875 1.0\n",
620
+ " [104:128] 1.0 1.0\n",
621
+ "44 torch.Size([128])\n",
622
+ " [0:16] -0.97314453125 0.98681640625\n",
623
+ " [16:40] 0.96826171875 1.0\n",
624
+ " [40:64] 1.0 1.0\n",
625
+ " [64:80] -0.97314453125 0.98681640625\n",
626
+ " [80:104] 0.96826171875 1.0\n",
627
+ " [104:128] 1.0 1.0\n",
628
+ "45 torch.Size([128])\n",
629
+ " [0:16] -0.97314453125 0.98681640625\n",
630
+ " [16:40] 0.96826171875 1.0\n",
631
+ " [40:64] 1.0 1.0\n",
632
+ " [64:80] -0.97314453125 0.98681640625\n",
633
+ " [80:104] 0.96826171875 1.0\n",
634
+ " [104:128] 1.0 1.0\n",
635
+ "46 torch.Size([128])\n",
636
+ " [0:16] -0.97314453125 0.98681640625\n",
637
+ " [16:40] 0.96826171875 1.0\n",
638
+ " [40:64] 1.0 1.0\n",
639
+ " [64:80] -0.97314453125 0.98681640625\n",
640
+ " [80:104] 0.96826171875 1.0\n",
641
+ " [104:128] 1.0 1.0\n",
642
+ "47 torch.Size([128])\n",
643
+ " [0:16] -0.97314453125 0.98681640625\n",
644
+ " [16:40] 0.96826171875 1.0\n",
645
+ " [40:64] 1.0 1.0\n",
646
+ " [64:80] -0.97314453125 0.98681640625\n",
647
+ " [80:104] 0.96826171875 1.0\n",
648
+ " [104:128] 1.0 1.0\n",
649
+ "48 torch.Size([128])\n",
650
+ " [0:16] -0.97314453125 0.98681640625\n",
651
+ " [16:40] 0.96826171875 1.0\n",
652
+ " [40:64] 1.0 1.0\n",
653
+ " [64:80] -0.97314453125 0.98681640625\n",
654
+ " [80:104] 0.96826171875 1.0\n",
655
+ " [104:128] 1.0 1.0\n",
656
+ "49 torch.Size([128])\n",
657
+ " [0:16] -0.97314453125 0.98681640625\n",
658
+ " [16:40] 0.9599609375 1.0\n",
659
+ " [40:64] 1.0 1.0\n",
660
+ " [64:80] -0.97314453125 0.98681640625\n",
661
+ " [80:104] 0.9599609375 1.0\n",
662
+ " [104:128] 1.0 1.0\n",
663
+ "50 torch.Size([128])\n",
664
+ " [0:16] -0.97314453125 0.98681640625\n",
665
+ " [16:40] 0.9599609375 1.0\n",
666
+ " [40:64] 1.0 1.0\n",
667
+ " [64:80] -0.97314453125 0.98681640625\n",
668
+ " [80:104] 0.9599609375 1.0\n",
669
+ " [104:128] 1.0 1.0\n",
670
+ "51 torch.Size([128])\n",
671
+ " [0:16] -0.97314453125 0.98681640625\n",
672
+ " [16:40] 0.9599609375 1.0\n",
673
+ " [40:64] 1.0 1.0\n",
674
+ " [64:80] -0.97314453125 0.98681640625\n",
675
+ " [80:104] 0.9599609375 1.0\n",
676
+ " [104:128] 1.0 1.0\n",
677
+ "52 torch.Size([128])\n",
678
+ " [0:16] -0.97314453125 0.98681640625\n",
679
+ " [16:40] 0.9599609375 1.0\n",
680
+ " [40:64] 1.0 1.0\n",
681
+ " [64:80] -0.97314453125 0.98681640625\n",
682
+ " [80:104] 0.9599609375 1.0\n",
683
+ " [104:128] 1.0 1.0\n",
684
+ "53 torch.Size([128])\n",
685
+ " [0:16] -0.97314453125 0.98681640625\n",
686
+ " [16:40] 0.9599609375 1.0\n",
687
+ " [40:64] 1.0 1.0\n",
688
+ " [64:80] -0.97314453125 0.98681640625\n",
689
+ " [80:104] 0.9599609375 1.0\n",
690
+ " [104:128] 1.0 1.0\n",
691
+ "54 torch.Size([128])\n",
692
+ " [0:16] -0.97314453125 0.98681640625\n",
693
+ " [16:40] 0.9599609375 1.0\n",
694
+ " [40:64] 1.0 1.0\n",
695
+ " [64:80] -0.97314453125 0.98681640625\n",
696
+ " [80:104] 0.9599609375 1.0\n",
697
+ " [104:128] 1.0 1.0\n",
698
+ "55 torch.Size([128])\n",
699
+ " [0:16] -0.97314453125 0.98681640625\n",
700
+ " [16:40] 0.9599609375 1.0\n",
701
+ " [40:64] 1.0 1.0\n",
702
+ " [64:80] -0.97314453125 0.98681640625\n",
703
+ " [80:104] 0.9599609375 1.0\n",
704
+ " [104:128] 1.0 1.0\n",
705
+ "56 torch.Size([128])\n",
706
+ " [0:16] -0.97314453125 0.98681640625\n",
707
+ " [16:40] 0.9599609375 1.0\n",
708
+ " [40:64] 1.0 1.0\n",
709
+ " [64:80] -0.97314453125 0.98681640625\n",
710
+ " [80:104] 0.9599609375 1.0\n",
711
+ " [104:128] 1.0 1.0\n",
712
+ "57 torch.Size([128])\n",
713
+ " [0:16] -0.97314453125 0.98681640625\n",
714
+ " [16:40] 0.9599609375 1.0\n",
715
+ " [40:64] 1.0 1.0\n",
716
+ " [64:80] -0.97314453125 0.98681640625\n",
717
+ " [80:104] 0.9599609375 1.0\n",
718
+ " [104:128] 1.0 1.0\n",
719
+ "58 torch.Size([128])\n",
720
+ " [0:16] -0.97314453125 0.98681640625\n",
721
+ " [16:40] 0.9501953125 1.0\n",
722
+ " [40:64] 1.0 1.0\n",
723
+ " [64:80] -0.97314453125 0.98681640625\n",
724
+ " [80:104] 0.9501953125 1.0\n",
725
+ " [104:128] 1.0 1.0\n",
726
+ "59 torch.Size([128])\n",
727
+ " [0:16] -0.97314453125 0.98681640625\n",
728
+ " [16:40] 0.9501953125 1.0\n",
729
+ " [40:64] 1.0 1.0\n",
730
+ " [64:80] -0.97314453125 0.98681640625\n",
731
+ " [80:104] 0.9501953125 1.0\n",
732
+ " [104:128] 1.0 1.0\n",
733
+ "60 torch.Size([128])\n",
734
+ " [0:16] -0.97314453125 0.98681640625\n",
735
+ " [16:40] 0.9501953125 1.0\n",
736
+ " [40:64] 1.0 1.0\n",
737
+ " [64:80] -0.97314453125 0.98681640625\n",
738
+ " [80:104] 0.9501953125 1.0\n",
739
+ " [104:128] 1.0 1.0\n",
740
+ "61 torch.Size([128])\n",
741
+ " [0:16] -0.97314453125 0.98681640625\n",
742
+ " [16:40] 0.9501953125 1.0\n",
743
+ " [40:64] 1.0 1.0\n",
744
+ " [64:80] -0.97314453125 0.98681640625\n",
745
+ " [80:104] 0.9501953125 1.0\n",
746
+ " [104:128] 1.0 1.0\n",
747
+ "62 torch.Size([128])\n",
748
+ " [0:16] -0.97314453125 0.98681640625\n",
749
+ " [16:40] 0.9501953125 1.0\n",
750
+ " [40:64] 1.0 1.0\n",
751
+ " [64:80] -0.97314453125 0.98681640625\n",
752
+ " [80:104] 0.9501953125 1.0\n",
753
+ " [104:128] 1.0 1.0\n",
754
+ "63 torch.Size([128])\n",
755
+ " [0:16] -0.97314453125 0.98681640625\n",
756
+ " [16:40] 0.9501953125 1.0\n",
757
+ " [40:64] 1.0 1.0\n",
758
+ " [64:80] -0.97314453125 0.98681640625\n",
759
+ " [80:104] 0.9501953125 1.0\n",
760
+ " [104:128] 1.0 1.0\n",
761
+ "64 torch.Size([128])\n",
762
+ " [0:16] -0.97314453125 0.98681640625\n",
763
+ " [16:40] 0.9501953125 1.0\n",
764
+ " [40:64] 1.0 1.0\n",
765
+ " [64:80] -0.97314453125 0.98681640625\n",
766
+ " [80:104] 0.9501953125 1.0\n",
767
+ " [104:128] 1.0 1.0\n",
768
+ "65 torch.Size([128])\n",
769
+ " [0:16] -0.97314453125 0.98681640625\n",
770
+ " [16:40] 0.9501953125 1.0\n",
771
+ " [40:64] 1.0 1.0\n",
772
+ " [64:80] -0.97314453125 0.98681640625\n",
773
+ " [80:104] 0.9501953125 1.0\n",
774
+ " [104:128] 1.0 1.0\n",
775
+ "66 torch.Size([128])\n",
776
+ " [0:16] -0.97314453125 0.98681640625\n",
777
+ " [16:40] 0.9501953125 1.0\n",
778
+ " [40:64] 1.0 1.0\n",
779
+ " [64:80] -0.97314453125 0.98681640625\n",
780
+ " [80:104] 0.9501953125 1.0\n",
781
+ " [104:128] 1.0 1.0\n",
782
+ "67 torch.Size([128])\n",
783
+ " [0:16] -0.97314453125 0.98681640625\n",
784
+ " [16:40] 0.93994140625 1.0\n",
785
+ " [40:64] 1.0 1.0\n",
786
+ " [64:80] -0.97314453125 0.98681640625\n",
787
+ " [80:104] 0.93994140625 1.0\n",
788
+ " [104:128] 1.0 1.0\n",
789
+ "68 torch.Size([128])\n",
790
+ " [0:16] -0.97314453125 0.98681640625\n",
791
+ " [16:40] 0.93994140625 1.0\n",
792
+ " [40:64] 1.0 1.0\n",
793
+ " [64:80] -0.97314453125 0.98681640625\n",
794
+ " [80:104] 0.93994140625 1.0\n",
795
+ " [104:128] 1.0 1.0\n",
796
+ "69 torch.Size([128])\n",
797
+ " [0:16] -0.97314453125 0.98681640625\n",
798
+ " [16:40] 0.93994140625 1.0\n",
799
+ " [40:64] 1.0 1.0\n",
800
+ " [64:80] -0.97314453125 0.98681640625\n",
801
+ " [80:104] 0.93994140625 1.0\n",
802
+ " [104:128] 1.0 1.0\n",
803
+ "70 torch.Size([128])\n",
804
+ " [0:16] -0.97314453125 0.98681640625\n",
805
+ " [16:40] 0.93994140625 1.0\n",
806
+ " [40:64] 1.0 1.0\n",
807
+ " [64:80] -0.97314453125 0.98681640625\n",
808
+ " [80:104] 0.93994140625 1.0\n",
809
+ " [104:128] 1.0 1.0\n",
810
+ "71 torch.Size([128])\n",
811
+ " [0:16] -0.97314453125 0.98681640625\n",
812
+ " [16:40] 0.93994140625 1.0\n",
813
+ " [40:64] 1.0 1.0\n",
814
+ " [64:80] -0.97314453125 0.98681640625\n",
815
+ " [80:104] 0.93994140625 1.0\n",
816
+ " [104:128] 1.0 1.0\n",
817
+ "72 torch.Size([128])\n",
818
+ " [0:16] -0.97314453125 0.98681640625\n",
819
+ " [16:40] 0.93994140625 1.0\n",
820
+ " [40:64] 1.0 1.0\n",
821
+ " [64:80] -0.97314453125 0.98681640625\n",
822
+ " [80:104] 0.93994140625 1.0\n",
823
+ " [104:128] 1.0 1.0\n",
824
+ "73 torch.Size([128])\n",
825
+ " [0:16] -0.97314453125 0.98681640625\n",
826
+ " [16:40] 0.93994140625 1.0\n",
827
+ " [40:64] 1.0 1.0\n",
828
+ " [64:80] -0.97314453125 0.98681640625\n",
829
+ " [80:104] 0.93994140625 1.0\n",
830
+ " [104:128] 1.0 1.0\n",
831
+ "74 torch.Size([128])\n",
832
+ " [0:16] -0.97314453125 0.98681640625\n",
833
+ " [16:40] 0.93994140625 1.0\n",
834
+ " [40:64] 1.0 1.0\n",
835
+ " [64:80] -0.97314453125 0.98681640625\n",
836
+ " [80:104] 0.93994140625 1.0\n",
837
+ " [104:128] 1.0 1.0\n",
838
+ "75 torch.Size([128])\n",
839
+ " [0:16] -0.97314453125 0.98681640625\n",
840
+ " [16:40] 0.93994140625 1.0\n",
841
+ " [40:64] 1.0 1.0\n",
842
+ " [64:80] -0.97314453125 0.98681640625\n",
843
+ " [80:104] 0.93994140625 1.0\n",
844
+ " [104:128] 1.0 1.0\n",
845
+ "76 torch.Size([128])\n",
846
+ " [0:16] -0.97314453125 0.98681640625\n",
847
+ " [16:40] 0.9287109375 1.0\n",
848
+ " [40:64] 1.0 1.0\n",
849
+ " [64:80] -0.97314453125 0.98681640625\n",
850
+ " [80:104] 0.9287109375 1.0\n",
851
+ " [104:128] 1.0 1.0\n",
852
+ "77 torch.Size([128])\n",
853
+ " [0:16] -0.97314453125 0.98681640625\n",
854
+ " [16:40] 0.9287109375 1.0\n",
855
+ " [40:64] 1.0 1.0\n",
856
+ " [64:80] -0.97314453125 0.98681640625\n",
857
+ " [80:104] 0.9287109375 1.0\n",
858
+ " [104:128] 1.0 1.0\n",
859
+ "78 torch.Size([128])\n",
860
+ " [0:16] -0.97314453125 0.98681640625\n",
861
+ " [16:40] 0.9287109375 1.0\n",
862
+ " [40:64] 1.0 1.0\n",
863
+ " [64:80] -0.97314453125 0.98681640625\n",
864
+ " [80:104] 0.9287109375 1.0\n",
865
+ " [104:128] 1.0 1.0\n",
866
+ "79 torch.Size([128])\n",
867
+ " [0:16] -0.97314453125 0.98681640625\n",
868
+ " [16:40] 0.9287109375 1.0\n",
869
+ " [40:64] 1.0 1.0\n",
870
+ " [64:80] -0.97314453125 0.98681640625\n",
871
+ " [80:104] 0.9287109375 1.0\n",
872
+ " [104:128] 1.0 1.0\n",
873
+ "80 torch.Size([128])\n",
874
+ " [0:16] -0.97314453125 0.98681640625\n",
875
+ " [16:40] 0.9287109375 1.0\n",
876
+ " [40:64] 1.0 1.0\n",
877
+ " [64:80] -0.97314453125 0.98681640625\n",
878
+ " [80:104] 0.9287109375 1.0\n",
879
+ " [104:128] 1.0 1.0\n",
880
+ "81 torch.Size([128])\n",
881
+ " [0:16] -0.97314453125 0.98681640625\n",
882
+ " [16:40] 0.9287109375 1.0\n",
883
+ " [40:64] 1.0 1.0\n",
884
+ " [64:80] -0.97314453125 0.98681640625\n",
885
+ " [80:104] 0.9287109375 1.0\n",
886
+ " [104:128] 1.0 1.0\n",
887
+ "82 torch.Size([128])\n",
888
+ " [0:16] -0.97314453125 0.98681640625\n",
889
+ " [16:40] 0.9287109375 1.0\n",
890
+ " [40:64] 1.0 1.0\n",
891
+ " [64:80] -0.97314453125 0.98681640625\n",
892
+ " [80:104] 0.9287109375 1.0\n",
893
+ " [104:128] 1.0 1.0\n",
894
+ "83 torch.Size([128])\n",
895
+ " [0:16] -0.97314453125 0.98681640625\n",
896
+ " [16:40] 0.9287109375 1.0\n",
897
+ " [40:64] 1.0 1.0\n",
898
+ " [64:80] -0.97314453125 0.98681640625\n",
899
+ " [80:104] 0.9287109375 1.0\n",
900
+ " [104:128] 1.0 1.0\n",
901
+ "84 torch.Size([128])\n",
902
+ " [0:16] -0.97314453125 0.98681640625\n",
903
+ " [16:40] 0.9287109375 1.0\n",
904
+ " [40:64] 1.0 1.0\n",
905
+ " [64:80] -0.97314453125 0.98681640625\n",
906
+ " [80:104] 0.9287109375 1.0\n",
907
+ " [104:128] 1.0 1.0\n",
908
+ "85 torch.Size([128])\n",
909
+ " [0:16] -0.962890625 0.9072265625\n",
910
+ " [16:40] 0.91650390625 1.0\n",
911
+ " [40:64] 1.0 1.0\n",
912
+ " [64:80] -0.962890625 0.9072265625\n",
913
+ " [80:104] 0.91650390625 1.0\n",
914
+ " [104:128] 1.0 1.0\n",
915
+ "86 torch.Size([128])\n",
916
+ " [0:16] -0.99853515625 0.9287109375\n",
917
+ " [16:40] 0.90380859375 1.0\n",
918
+ " [40:64] 1.0 1.0\n",
919
+ " [64:80] -0.99853515625 0.9287109375\n",
920
+ " [80:104] 0.90380859375 1.0\n",
921
+ " [104:128] 1.0 1.0\n",
922
+ "87 torch.Size([128])\n",
923
+ " [0:16] -0.98583984375 0.9990234375\n",
924
+ " [16:40] 0.8896484375 1.0\n",
925
+ " [40:64] 1.0 1.0\n",
926
+ " [64:80] -0.98583984375 0.9990234375\n",
927
+ " [80:104] 0.8896484375 1.0\n",
928
+ " [104:128] 1.0 1.0\n",
929
+ "88 torch.Size([128])\n",
930
+ " [0:16] -0.95751953125 0.94677734375\n",
931
+ " [16:40] 0.87451171875 1.0\n",
932
+ " [40:64] 1.0 1.0\n",
933
+ " [64:80] -0.95751953125 0.94677734375\n",
934
+ " [80:104] 0.87451171875 1.0\n",
935
+ " [104:128] 1.0 1.0\n",
936
+ "89 torch.Size([128])\n",
937
+ " [0:16] -0.9931640625 0.87451171875\n",
938
+ " [16:40] 0.85888671875 1.0\n",
939
+ " [40:64] 1.0 1.0\n",
940
+ " [64:80] -0.9931640625 0.87451171875\n",
941
+ " [80:104] 0.85888671875 1.0\n",
942
+ " [104:128] 1.0 1.0\n",
943
+ "90 torch.Size([128])\n",
944
+ " [0:16] -1.0 0.986328125\n",
945
+ " [16:40] 0.84228515625 1.0\n",
946
+ " [40:64] 1.0 1.0\n",
947
+ " [64:80] -1.0 0.986328125\n",
948
+ " [80:104] 0.84228515625 1.0\n",
949
+ " [104:128] 1.0 1.0\n",
950
+ "91 torch.Size([128])\n",
951
+ " [0:16] -0.97216796875 0.98876953125\n",
952
+ " [16:40] 0.82470703125 1.0\n",
953
+ " [40:64] 1.0 1.0\n",
954
+ " [64:80] -0.97216796875 0.98876953125\n",
955
+ " [80:104] 0.82470703125 1.0\n",
956
+ " [104:128] 1.0 1.0\n",
957
+ "92 torch.Size([128])\n",
958
+ " [0:16] -0.96240234375 0.91259765625\n",
959
+ " [16:40] 0.806640625 1.0\n",
960
+ " [40:64] 1.0 1.0\n",
961
+ " [64:80] -0.96240234375 0.91259765625\n",
962
+ " [80:104] 0.806640625 1.0\n",
963
+ " [104:128] 1.0 1.0\n",
964
+ "93 torch.Size([128])\n",
965
+ " [0:16] -0.9912109375 0.861328125\n",
966
+ " [16:40] 0.78759765625 1.0\n",
967
+ " [40:64] 1.0 1.0\n",
968
+ " [64:80] -0.9912109375 0.861328125\n",
969
+ " [80:104] 0.78759765625 1.0\n",
970
+ " [104:128] 1.0 1.0\n"
971
+ ]
972
+ }
973
+ ],
974
+ "source": [
975
+ "cos_reshaped = cos.squeeze(0).squeeze(0)\n",
976
+ "for idx, tensor in enumerate(cos_reshaped):\n",
977
+ " print(idx, tensor.shape)\n",
978
+ " # print(tensor[16:40].flatten().tolist())\n",
979
+ " if tensor.shape[0] != 128:\n",
980
+ " print(f\"Skipping tensor {idx} with shape {tensor.shape}\")\n",
981
+ " continue\n",
982
+ " else:\n",
983
+ " print(f\" [0:16] {tensor[0:16].min()} {tensor[0:16].max()}\")\n",
984
+ " print(f\" [16:40] {tensor[16:40].min()} {tensor[16:40].max()}\")\n",
985
+ " print(f\" [40:64] {tensor[40:64].min()} {tensor[40:64].max()}\")\n",
986
+ " print(f\" [64:80] {tensor[64:80].min()} {tensor[64:80].max()}\")\n",
987
+ " print(f\" [80:104] {tensor[80:104].min()} {tensor[80:104].max()}\")\n",
988
+ " print(f\" [104:128] {tensor[104:128].min()} {tensor[104:128].max()}\")"
989
+ ]
990
+ },
991
+ {
992
+ "cell_type": "markdown",
993
+ "id": "e3745573-5a06-4beb-894a-7a9dddf82d6d",
994
+ "metadata": {},
995
+ "source": [
996
+ "---"
997
+ ]
998
+ },
999
+ {
1000
+ "cell_type": "code",
1001
+ "execution_count": 10,
1002
+ "id": "91f8dc55-fd0e-4d6c-84d1-626b8fae96a0",
1003
+ "metadata": {
1004
+ "execution": {
1005
+ "iopub.execute_input": "2026-03-25T08:58:50.174004Z",
1006
+ "iopub.status.busy": "2026-03-25T08:58:50.173602Z",
1007
+ "iopub.status.idle": "2026-03-25T08:58:50.184512Z",
1008
+ "shell.execute_reply": "2026-03-25T08:58:50.183786Z",
1009
+ "shell.execute_reply.started": "2026-03-25T08:58:50.173987Z"
1010
+ }
1011
+ },
1012
+ "outputs": [
1013
+ {
1014
+ "name": "stdout",
1015
+ "output_type": "stream",
1016
+ "text": [
1017
+ "Python: 3.12.12 | packaged by Anaconda, Inc. | (main, Oct 21 2025, 20:16:04) [GCC 11.2.0]\n",
1018
+ "Torch: 2.10.0+cu128\n",
1019
+ "Transformers: 5.3.0.dev0\n",
1020
+ "Pillow: 12.1.1\n",
1021
+ "Torchvision: 0.25.0+cu128\n",
1022
+ "qwen_vl_utils: NOT INSTALLED or no __version__\n",
1023
+ "\n",
1024
+ "=== Processor Image Config ===\n",
1025
+ "size (min/max pixels): SizeDict(height=None, width=None, longest_edge=12845056, shortest_edge=3136, max_height=None, max_width=None)\n",
1026
+ "patch_size: 14\n",
1027
+ "merge_size: 2\n",
1028
+ "resample: 3\n",
1029
+ "\n",
1030
+ "=== Raw Image ===\n",
1031
+ "PIL size (WxH): (256, 256)\n",
1032
+ "PIL mode: RGB\n",
1033
+ "Pixel checksum (sum of all pixels): 18508962\n",
1034
+ "Pixel hash (first 10 rows md5):\n",
1035
+ " 51edee767ff6c404d737e620d51036d5\n",
1036
+ "\n",
1037
+ "=== Processor Outputs ===\n",
1038
+ "input_ids shape: torch.Size([1, 94])\n",
1039
+ "input_ids hash: d3e7a59feedd64667ccc03bd71448894\n",
1040
+ "pixel_values shape: torch.Size([324, 1176])\n",
1041
+ "pixel_values dtype: torch.float32\n",
1042
+ "pixel_values sum: -114413.40625\n",
1043
+ "pixel_values hash: a635309793003d45969e76ca7badaca0\n",
1044
+ "image_grid_thw: tensor([[ 1, 18, 18]], device='cuda:0')\n"
1045
+ ]
1046
+ }
1047
+ ],
1048
+ "source": [
1049
+ "## === REPRODUCIBILITY FINGERPRINT ===\n",
1050
+ "\n",
1051
+ "import sys, torch, transformers, PIL, torchvision\n",
1052
+ "print(\"Python: \", sys.version)\n",
1053
+ "print(\"Torch: \", torch.__version__)\n",
1054
+ "print(\"Transformers:\", transformers.__version__)\n",
1055
+ "print(\"Pillow: \", PIL.__version__)\n",
1056
+ "print(\"Torchvision: \", torchvision.__version__)\n",
1057
+ "try:\n",
1058
+ " import qwen_vl_utils\n",
1059
+ " print(\"qwen_vl_utils:\", qwen_vl_utils.__version__)\n",
1060
+ "except Exception:\n",
1061
+ " print(\"qwen_vl_utils: NOT INSTALLED or no __version__\")\n",
1062
+ "\n",
1063
+ "print()\n",
1064
+ "\n",
1065
+ "# --- Check processor config ---\n",
1066
+ "print(\"=== Processor Image Config ===\")\n",
1067
+ "print(\"size (min/max pixels):\", processor.image_processor.size)\n",
1068
+ "print(\"patch_size:\", processor.image_processor.patch_size)\n",
1069
+ "print(\"merge_size:\", processor.image_processor.merge_size)\n",
1070
+ "print(\"resample:\", processor.image_processor.resample)\n",
1071
+ "\n",
1072
+ "print()\n",
1073
+ "\n",
1074
+ "# --- Check image after loading (before processor) ---\n",
1075
+ "from PIL import Image\n",
1076
+ "img = Image.open(\"./car-1_256_0.jpg\").convert(\"RGB\")\n",
1077
+ "print(\"=== Raw Image ===\")\n",
1078
+ "print(\"PIL size (WxH):\", img.size)\n",
1079
+ "print(\"PIL mode:\", img.mode)\n",
1080
+ "\n",
1081
+ "import numpy as np\n",
1082
+ "img_np = np.array(img)\n",
1083
+ "print(\"Pixel checksum (sum of all pixels):\", img_np.sum())\n",
1084
+ "print(\"Pixel hash (first 10 rows md5):\")\n",
1085
+ "import hashlib\n",
1086
+ "print(\" \", hashlib.md5(img_np[:10].tobytes()).hexdigest())\n",
1087
+ "\n",
1088
+ "print()\n",
1089
+ "\n",
1090
+ "# --- Check inputs after processor ---\n",
1091
+ "print(\"=== Processor Outputs ===\")\n",
1092
+ "print(\"input_ids shape:\", inputs.input_ids.shape)\n",
1093
+ "print(\"input_ids hash:\", hashlib.md5(inputs.input_ids.cpu().numpy().tobytes()).hexdigest())\n",
1094
+ "print(\"pixel_values shape:\", inputs.pixel_values.shape)\n",
1095
+ "print(\"pixel_values dtype:\", inputs.pixel_values.dtype)\n",
1096
+ "print(\"pixel_values sum:\", inputs.pixel_values.sum().item())\n",
1097
+ "print(\"pixel_values hash:\", hashlib.md5(inputs.pixel_values.float().cpu().numpy().tobytes()).hexdigest())\n",
1098
+ "print(\"image_grid_thw:\", inputs.image_grid_thw)\n"
1099
+ ]
1100
+ },
1101
+ {
1102
+ "cell_type": "code",
1103
+ "execution_count": null,
1104
+ "id": "d9e47144-a9f2-465f-9c4b-7458220e3510",
1105
  "metadata": {},
1106
  "outputs": [],
1107
  "source": []