Logfile is 27191.7 MB, only reading last 100.0 MB
{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602100500_202602102100%26bt%3D20260210130000%26et%3D20260210170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770701777348", "sizeBytes": 17829295, "totalTimeSecs": 270.955262552, "cpuTime": 0.5599999999999999}More: grep 3351397:020633 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602100500_202602102100%26bt%3D20260210170000%26et%3D20260210210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770701777327", "sizeBytes": 14651875, "totalTimeSecs": 220.733313466, "cpuTime": 0.5}More: grep 3351398:634163 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602100500_202602102100%26bt%3D20260210050000%26et%3D20260210090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770701777320", "sizeBytes": 15518646, "totalTimeSecs": 278.476259325, "cpuTime": 0.5}More: grep 3351396:479837 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602100500_202602102100%26bt%3D20260210090000%26et%3D20260210130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770701777318", "sizeBytes": 19432699, "totalTimeSecs": 221.711842764, "cpuTime": 0.55}More: grep 3351395:947897 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602090500_202602100500%26bt%3D20260209170000%26et%3D20260209230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770679233921", "sizeBytes": 24147464, "totalTimeSecs": 427.084981732, "cpuTime": 0.6599999999999999}More: grep 3238059:660084 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602090500_202602100500%26bt%3D20260209110000%26et%3D20260209170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770679233899", "sizeBytes": 33908385, "totalTimeSecs": 321.639337741, "cpuTime": 0.64}More: grep 3238061:049105 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602090500_202602100500%26bt%3D20260209050000%26et%3D20260209110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770679233891", "sizeBytes": 27069519, "totalTimeSecs": 415.511806901, "cpuTime": 0.6900000000000001}More: grep 3238060:361821 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602090500_202602100500%26bt%3D20260209230000%26et%3D20260210050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770679233889", "sizeBytes": 27714943, "totalTimeSecs": 337.254040315, "cpuTime": 0.66}More: grep 3238058:397043 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2297%2C558%2C6121%2C2709%2Cpts%26t%3D672.10833%26ps%3D50%26bt%3D20260208114336%26et%3D20260208115536%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770664889240", "sizeBytes": 9018981, "totalTimeSecs": 44.647088605, "cpuTime": 0.43}More: grep 3166615:612241 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2297%2C558%2C6121%2C2709%2Cpts%26t%3D672.10833%26ps%3D50%26bt%3D20260208114336%26et%3D20260208115036%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770664831410", "sizeBytes": 5279314, "totalTimeSecs": 28.65189804, "cpuTime": 0.29}More: grep 3166254:122638 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2297%2C558%2C6121%2C2709%2Cpts%26t%3D672.10833%26ps%3D50%26bt%3D20260208114336%26et%3D20260208114536%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770664789579", "sizeBytes": 1526914, "totalTimeSecs": 13.668785568, "cpuTime": 0.32}More: grep 3166007:616368 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2297%2C558%2C6121%2C2709%2Cpts%26t%3D672.85833%26ps%3D50%26bt%3D20260208114403%26et%3D20260208114503%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770664688234", "sizeBytes": 770825, "totalTimeSecs": 11.476981802, "cpuTime": 0.31}More: grep 3165489:435238 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:15:25.745 THUMB 3164738:128614:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.171.236.3","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:15:25.767 THUMB 3164738:128614:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:15:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.171.236.3", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3164738:128614 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:07:09.409 THUMB 3162291:653769:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"31.13.127.115","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 14:07:09.426 THUMB 3162291:653769:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:07:09-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "31.13.127.115", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3162291:653769 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:07:08.165 THUMB 3162223:513534:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"31.13.103.2","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumb2026-02-09 14:07:08.184 THUMB 3162223:513534:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:07:08-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "31.13.103.2", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3162223:513534 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:07:07.001 THUMB 3162219:300188:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.63.184.46","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:07:07.033 THUMB 3162219:300188:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:07:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.63.184.46", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3162219:300188 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:27.323 THUMB 3161974:238156:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.220.149.28","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 14:06:27.348 THUMB 3161974:238156:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.220.149.28", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161974:238156 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:26.291 THUMB 3161923:876647:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.171.249.5","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:26.317 THUMB 3161923:876647:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.171.249.5", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161923:876647 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:25.290 THUMB 3161927:600447:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.107.10","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/th2026-02-09 14:06:25.312 THUMB 3161927:600447:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.107.10", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161927:600447 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:23.279 THUMB 3161922:683845:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.107.115","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/t2026-02-09 14:06:23.295 THUMB 3161922:683845:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.107.115", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161922:683845 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:23.178 THUMB 3161969:253857:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.220.149.37","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 14:06:23.197 THUMB 3161969:253857:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.220.149.37", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161969:253857 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:22.951 THUMB 3161963:691730:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.70.3","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:22.976 THUMB 3161963:691730:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.70.3", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161963:691730 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:22.575 THUMB 3161976:088876:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.171.249.2","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:22.597 THUMB 3161976:088876:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.171.249.2", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161976:088876 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:22.277 THUMB 3161921:775860:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.63.189.12","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:22.510 THUMB 3161921:775860:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.63.189.12", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161921:775860 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:21.161 THUMB 3161968:102943:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.3","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:22.193 THUMB 3161968:102943:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.3", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161968:102943 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:20.925 THUMB 3161962:920498:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.63.189.114","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 14:06:20.949 THUMB 3161962:920498:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.63.189.114", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161962:920498 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:19.807 THUMB 3161939:291057:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.107.4","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 14:06:19.827 THUMB 3161939:291057:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.107.4", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161939:291057 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:19.589 THUMB 3161876:365232:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.7","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:19.608 THUMB 3161876:365232:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.7", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161876:365232 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:19.248 THUMB 3161919:664248:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.171.249.2","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:19.273 THUMB 3161919:664248:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.171.249.2", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161919:664248 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:18.492 THUMB 3161874:308411:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.107.18","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/th2026-02-09 14:06:18.509 THUMB 3161874:308411:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:18-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.107.18", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161874:308411 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:18.419 THUMB 3161872:882672:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.79.19","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 14:06:18.436 THUMB 3161872:882672:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:18-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.79.19", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161872:882672 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:04.155 THUMB 3161794:491879:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.70.6","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:04.172 THUMB 3161794:491879:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.70.6", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161794:491879 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:03.983 THUMB 3161792:370860:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.9","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:03.999 THUMB 3161792:370860:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.9", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161792:370860 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:03.432 THUMB 3161787:307626:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.116","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/th2026-02-09 14:06:03.447 THUMB 3161787:307626:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.116", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161787:307626 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 14:06:02.449 THUMB 3161780:869215:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.5","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 14:06:02.468 THUMB 3161780:869215:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T14:06:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.5", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3161780:869215 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 13:54:24.940 THUMB 3158336:583202:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.171.236.1","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 13:54:25.971 THUMB 3158336:583202:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T13:54:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.171.236.1", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3158336:583202 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 13:35:26.286 THUMB 3152707:916454:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.95.2","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 13:35:26.303 THUMB 3152707:916454:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T13:35:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.95.2", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3152707:916454 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 13:34:56.208 THUMB 3152490:149180:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.87.59","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-02-09 13:34:57.239 THUMB 3152490:149180:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T13:34:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.87.59", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3152490:149180 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 13:34:56.010 THUMB 3152488:514647:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.79.9","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 13:34:56.045 THUMB 3152488:514647:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T13:34:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.79.9", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3152488:514647 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 13:34:51.223 THUMB 3152418:725476:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"69.171.236.1","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-02-09 13:34:51.243 THUMB 3152418:725476:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T13:34:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "69.171.236.1", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3152418:725476 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "66.249.83.4", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://breathecam.org%23v%3D2344,612,6399,2893,pts%26t%3D671.10833%26ps%3D50%26bt%3D20260208114300%26et%3D20260208123027%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe+Project%7CCREATE+Lab&workerepoch=1770661673002", "sizeBytes": 32316829, "totalTimeSecs": 146.334267587, "cpuTime": 0.74}More: grep 3150353:842259 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D3486%2C18%2C5055%2C2809%2Cpts%26t%3D671.10833%26ps%3D50%26bt%3D20260208114300%26et%3D20260208122303%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=720&height=1280&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770661399531", "sizeBytes": 21699802, "totalTimeSecs": 109.986385374, "cpuTime": 0.5900000000000001}More: grep 3149014:730998 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602090500_202602100500%26bt%3D20260209050000%26et%3D20260209110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770659334709", "sizeBytes": 27071217, "totalTimeSecs": 414.142034927, "cpuTime": 0.73}More: grep 3138315:962565 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602090500_202602100500%26bt%3D20260209170000%26et%3D20260209230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770659334689", "sizeBytes": 24135028, "totalTimeSecs": 333.70099802, "cpuTime": 0.54}More: grep 3138314:319301 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602090500_202602100500%26bt%3D20260209230000%26et%3D20260210050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770659334532", "sizeBytes": 27772967, "totalTimeSecs": 416.817786761, "cpuTime": 0.78}More: grep 3138311:438032 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602090500_202602100500%26bt%3D20260209110000%26et%3D20260209170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770659334491", "sizeBytes": 33896729, "totalTimeSecs": 317.854481002, "cpuTime": 0.71}More: grep 3138310:383320 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.236.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2344%2C612%2C6399%2C2893%2Cpts%26t%3D671.10833%26ps%3D50%26bt%3D20260208114300%26et%3D20260208123027%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-08%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770658344755", "sizeBytes": 32316829, "totalTimeSecs": 147.555517339, "cpuTime": 0.7}More: grep 3133420:163571 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602080500_202602090500%26bt%3D20260208050000%26et%3D20260208130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770643070162", "sizeBytes": 29051186, "totalTimeSecs": 229.893718974, "cpuTime": 0.6599999999999999}More: grep 3057758:649458 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602080500_202602090500%26bt%3D20260208130000%26et%3D20260208210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770643070158", "sizeBytes": 27880434, "totalTimeSecs": 178.638650698, "cpuTime": 0.65}More: grep 3057759:656842 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602080500_202602090500%26bt%3D20260208210000%26et%3D20260209050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770643070155", "sizeBytes": 27879776, "totalTimeSecs": 233.329612118, "cpuTime": 0.64}More: grep 3057757:627142 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602090500_202602100300%26bt%3D20260209213000%26et%3D20260210030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770637469849", "sizeBytes": 24314015, "totalTimeSecs": 383.876634713, "cpuTime": 0.63}More: grep 3029884:278645 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602090500_202602100300%26bt%3D20260209103000%26et%3D20260209160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770637469825", "sizeBytes": 32339004, "totalTimeSecs": 292.351063641, "cpuTime": 0.69}More: grep 3029885:013728 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602090500_202602100300%26bt%3D20260209160000%26et%3D20260209213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770637469818", "sizeBytes": 23927971, "totalTimeSecs": 391.450372834, "cpuTime": 0.6}More: grep 3029882:529603 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602090500_202602100300%26bt%3D20260209050000%26et%3D20260209103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770637469818", "sizeBytes": 24339316, "totalTimeSecs": 303.394949913, "cpuTime": 0.6}More: grep 3029883:436329 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 03:43:14.289 THUMB 2974652:967918:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.218.56","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-02-09 03:43:14.307 THUMB 2974652:967918:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T03:43:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.218.56", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2974652:967918 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-09 03:34:50.774 THUMB 2972117:534454:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.205.249","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-09 03:34:50.798 THUMB 2972117:534454:0 request.body {"service":"Thumbnails","datetime":"2026-02-09T03:34:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.205.249", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2972117:534454 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602090500_202602092100%26bt%3D20260209170000%26et%3D20260209210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770615441208", "sizeBytes": 16316880, "totalTimeSecs": 268.934198884, "cpuTime": 0.52}More: grep 2918913:088108 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602090500_202602092100%26bt%3D20260209090000%26et%3D20260209130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770615441204", "sizeBytes": 18688634, "totalTimeSecs": 201.975117467, "cpuTime": 0.55}More: grep 2918914:163082 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602090500_202602092100%26bt%3D20260209130000%26et%3D20260209170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770615441191", "sizeBytes": 19881779, "totalTimeSecs": 277.681151053, "cpuTime": 0.53}More: grep 2918915:365932 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602090500_202602092100%26bt%3D20260209050000%26et%3D20260209090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770615441182", "sizeBytes": 16296704, "totalTimeSecs": 214.101879171, "cpuTime": 0.51}More: grep 2918912:136500 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602080500_202602090500%26bt%3D20260208110000%26et%3D20260208170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770592802313", "sizeBytes": 21489533, "totalTimeSecs": 400.620467005, "cpuTime": 0.62}More: grep 2804041:821161 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602080500_202602090500%26bt%3D20260208050000%26et%3D20260208110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770592802303", "sizeBytes": 21372472, "totalTimeSecs": 340.787800283, "cpuTime": 0.59}More: grep 2804044:116650 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602080500_202602090500%26bt%3D20260208170000%26et%3D20260208230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770592802298", "sizeBytes": 19730874, "totalTimeSecs": 404.318457866, "cpuTime": 0.59}More: grep 2804043:728868 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602080500_202602090500%26bt%3D20260208230000%26et%3D20260209050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770592802294", "sizeBytes": 20351686, "totalTimeSecs": 323.234443578, "cpuTime": 0.5700000000000001}More: grep 2804042:090879 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "47.25.246.215", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17382, "totalTimeSecs": 0.908422957, "cpuTime": 1.2599999999999998}More: grep 2707955:579830 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "47.25.246.215", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 16489, "totalTimeSecs": 0.934646364, "cpuTime": 0.88}More: grep 2707954:652980 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602080500_202602090500%26bt%3D20260208230000%26et%3D20260209050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770573626443", "sizeBytes": 20361416, "totalTimeSecs": 405.047381377, "cpuTime": 0.51}More: grep 2705356:580952 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602080500_202602090500%26bt%3D20260208050000%26et%3D20260208110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770573626436", "sizeBytes": 21355807, "totalTimeSecs": 321.696455026, "cpuTime": 0.54}More: grep 2705357:017759 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602080500_202602090500%26bt%3D20260208110000%26et%3D20260208170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770573626430", "sizeBytes": 21491603, "totalTimeSecs": 408.964683949, "cpuTime": 0.51}More: grep 2705355:093543 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602080500_202602090500%26bt%3D20260208170000%26et%3D20260208230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770573626430", "sizeBytes": 19743509, "totalTimeSecs": 333.656360747, "cpuTime": 0.53}More: grep 2705354:985340 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602070500_202602080500%26bt%3D20260207050000%26et%3D20260207130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770554917074", "sizeBytes": 26206580, "totalTimeSecs": 218.610705669, "cpuTime": 0.62}More: grep 2614866:302829 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602070500_202602080500%26bt%3D20260207210000%26et%3D20260208050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770554917043", "sizeBytes": 27238712, "totalTimeSecs": 176.536026802, "cpuTime": 0.6799999999999999}More: grep 2614868:898577 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602070500_202602080500%26bt%3D20260207130000%26et%3D20260207210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770554917041", "sizeBytes": 26405681, "totalTimeSecs": 219.663253727, "cpuTime": 0.61}More: grep 2614867:781574 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602080500_202602090300%26bt%3D20260208103000%26et%3D20260208160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770551845280", "sizeBytes": 19923498, "totalTimeSecs": 372.761302943, "cpuTime": 0.58}More: grep 2600673:813035 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602080500_202602090300%26bt%3D20260208213000%26et%3D20260209030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770551845259", "sizeBytes": 18475648, "totalTimeSecs": 308.832419704, "cpuTime": 0.52}More: grep 2600676:781692 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602080500_202602090300%26bt%3D20260208050000%26et%3D20260208103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770551845256", "sizeBytes": 19554882, "totalTimeSecs": 367.225263847, "cpuTime": 0.53}More: grep 2600675:778994 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602080500_202602090300%26bt%3D20260208160000%26et%3D20260208213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770551845253", "sizeBytes": 18100582, "totalTimeSecs": 288.778962717, "cpuTime": 0.54}More: grep 2600674:680385 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602080500_202602082100%26bt%3D20260208170000%26et%3D20260208210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770529050898", "sizeBytes": 13044205, "totalTimeSecs": 269.394589522, "cpuTime": 0.47000000000000003}More: grep 2495309:771690 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602080500_202602082100%26bt%3D20260208130000%26et%3D20260208170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770529050880", "sizeBytes": 14488432, "totalTimeSecs": 213.128428719, "cpuTime": 0.49}More: grep 2495311:319890 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602080500_202602082100%26bt%3D20260208090000%26et%3D20260208130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770529050873", "sizeBytes": 14707157, "totalTimeSecs": 274.243299319, "cpuTime": 0.46}More: grep 2495310:849966 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602080500_202602082100%26bt%3D20260208050000%26et%3D20260208090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770529050869", "sizeBytes": 14449887, "totalTimeSecs": 192.723978654, "cpuTime": 0.49}More: grep 2495308:514770 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602070500_202602080500%26bt%3D20260207050000%26et%3D20260207110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770506470896", "sizeBytes": 19655755, "totalTimeSecs": 394.147142852, "cpuTime": 0.66}More: grep 2383118:458516 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602070500_202602080500%26bt%3D20260207230000%26et%3D20260208050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770506470883", "sizeBytes": 20880689, "totalTimeSecs": 329.611608886, "cpuTime": 0.5700000000000001}More: grep 2383121:915732 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602070500_202602080500%26bt%3D20260207110000%26et%3D20260207170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770506470876", "sizeBytes": 19678603, "totalTimeSecs": 398.640679532, "cpuTime": 0.62}More: grep 2383119:982236 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602070500_202602080500%26bt%3D20260207170000%26et%3D20260207230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770506470876", "sizeBytes": 19792871, "totalTimeSecs": 311.567116415, "cpuTime": 0.55}More: grep 2383120:732732 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "96.51.36.211", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D363617%2C591906%2C365377%2C595035%2Cpts%26t%3D0%26ps%3D50%26l%3Dblsat%26bt%3D19841231%26et%3D20221231%26startDwell%3D2%26endDwell%3D2%26fps%3D30&width=1080&height=1920&format=mp4&fps=30&tileFormat=mp4&startDwell=2&endDwell=2&fromScreenshot&minimalUI&workerepoch=1770503025005", "sizeBytes": 7182473, "totalTimeSecs": 105.600090623, "cpuTime": 0.39}More: grep 2365112:929509 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "96.51.36.211", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D363705%2C591323%2C365708%2C594883%2Cpts%26t%3D0%26ps%3D50%26l%3Dblsat%26bt%3D19841231%26et%3D20221231%26startDwell%3D0%26endDwell%3D2%26fps%3D30&width=1080&height=1920&format=mp4&fps=30&tileFormat=mp4&startDwell=0&endDwell=2&fromScreenshot&minimalUI&workerepoch=1770501769037", "sizeBytes": 5840296, "totalTimeSecs": 92.69632584, "cpuTime": 0.4}More: grep 2358772:468672 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "96.51.36.211", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D363705%2C591323%2C365708%2C594883%2Cpts%26t%3D3.83%26ps%3D0%26l%3Dblsat%26bt%3D20221231%26et%3D20221231%26startDwell%3D0%26endDwell%3D2%26fps%3D30&width=1080&height=1920&format=mp4&fps=30&tileFormat=mp4&startDwell=0&endDwell=2&fromScreenshot&minimalUI&workerepoch=1770501724352", "sizeBytes": 333482, "totalTimeSecs": 7.978458593, "cpuTime": 0.28}More: grep 2358548:758214 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602070500_202602080500%26bt%3D20260207230000%26et%3D20260208050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770486638169", "sizeBytes": 20870888, "totalTimeSecs": 394.287167106, "cpuTime": 0.5800000000000001}More: grep 2284489:980760 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602070500_202602080500%26bt%3D20260207170000%26et%3D20260207230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770486638149", "sizeBytes": 19807232, "totalTimeSecs": 333.917877735, "cpuTime": 0.5700000000000001}More: grep 2284492:249122 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602070500_202602080500%26bt%3D20260207110000%26et%3D20260207170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770486638148", "sizeBytes": 19659514, "totalTimeSecs": 409.945542298, "cpuTime": 0.55}More: grep 2284491:696600 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602070500_202602080500%26bt%3D20260207050000%26et%3D20260207110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770486638144", "sizeBytes": 19663129, "totalTimeSecs": 318.630909005, "cpuTime": 0.53}More: grep 2284490:743027 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602060500_202602070500%26bt%3D20260206050000%26et%3D20260206130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770467745801", "sizeBytes": 32384622, "totalTimeSecs": 233.096294317, "cpuTime": 0.73}More: grep 2190619:306538 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602060500_202602070500%26bt%3D20260206130000%26et%3D20260206210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770467745761", "sizeBytes": 27315213, "totalTimeSecs": 186.213601206, "cpuTime": 0.63}More: grep 2190618:133803 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602060500_202602070500%26bt%3D20260206210000%26et%3D20260207050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770467745761", "sizeBytes": 27446527, "totalTimeSecs": 238.167285542, "cpuTime": 0.71}More: grep 2190617:328301 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602070500_202602080300%26bt%3D20260207213000%26et%3D20260208030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770465007264", "sizeBytes": 18566452, "totalTimeSecs": 343.50108941, "cpuTime": 0.55}More: grep 2176811:599733 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602070500_202602080300%26bt%3D20260207103000%26et%3D20260207160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770465007244", "sizeBytes": 17924196, "totalTimeSecs": 305.142301743, "cpuTime": 0.51}More: grep 2176810:378763 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602070500_202602080300%26bt%3D20260207050000%26et%3D20260207103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770465007240", "sizeBytes": 18020987, "totalTimeSecs": 359.747639462, "cpuTime": 0.51}More: grep 2176809:764514 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602070500_202602080300%26bt%3D20260207160000%26et%3D20260207213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770465007239", "sizeBytes": 17918987, "totalTimeSecs": 295.466963138, "cpuTime": 0.5900000000000001}More: grep 2176808:923130 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602070500_202602072100%26bt%3D20260207130000%26et%3D20260207170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770442932893", "sizeBytes": 13120151, "totalTimeSecs": 279.53575335, "cpuTime": 0.54}More: grep 2048841:462674 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602070500_202602072100%26bt%3D20260207170000%26et%3D20260207210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770442932868", "sizeBytes": 13117999, "totalTimeSecs": 218.315909652, "cpuTime": 0.47000000000000003}More: grep 2048842:509580 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602070500_202602072100%26bt%3D20260207090000%26et%3D20260207130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770442932863", "sizeBytes": 12951294, "totalTimeSecs": 268.864160351, "cpuTime": 0.5}More: grep 2048840:645762 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602070500_202602072100%26bt%3D20260207050000%26et%3D20260207090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770442932855", "sizeBytes": 13042272, "totalTimeSecs": 201.278057544, "cpuTime": 0.47}More: grep 2048839:450754 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "205.220.46.116", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://breathecam.org/", "sizeBytes": 125850972, "totalTimeSecs": 202.594662149, "cpuTime": 1365.3600000000001}More: grep 1970293:426115 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602060500_202602070500%26bt%3D20260206170000%26et%3D20260206230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770420004633", "sizeBytes": 20263150, "totalTimeSecs": 417.995110308, "cpuTime": 0.66}More: grep 1938737:670631 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602060500_202602070500%26bt%3D20260206110000%26et%3D20260206170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770420004599", "sizeBytes": 21263126, "totalTimeSecs": 313.960890487, "cpuTime": 0.55}More: grep 1938736:353815 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602060500_202602070500%26bt%3D20260206230000%26et%3D20260207050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770420004589", "sizeBytes": 20368098, "totalTimeSecs": 403.402459814, "cpuTime": 0.62}More: grep 1938734:332703 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602060500_202602070500%26bt%3D20260206050000%26et%3D20260206110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770420004589", "sizeBytes": 24456749, "totalTimeSecs": 331.801766217, "cpuTime": 0.6}More: grep 1938735:739513 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602060500_202602070500%26bt%3D20260206230000%26et%3D20260207050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770400219712", "sizeBytes": 20367460, "totalTimeSecs": 424.147564543, "cpuTime": 0.64}More: grep 1844667:648616 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602060500_202602070500%26bt%3D20260206050000%26et%3D20260206110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770400219704", "sizeBytes": 24470714, "totalTimeSecs": 325.10184514, "cpuTime": 0.5800000000000001}More: grep 1844669:185860 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602060500_202602070500%26bt%3D20260206170000%26et%3D20260206230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770400219697", "sizeBytes": 20273220, "totalTimeSecs": 420.407649006, "cpuTime": 0.62}More: grep 1844668:767416 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602060500_202602070500%26bt%3D20260206110000%26et%3D20260206170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770400219695", "sizeBytes": 21259965, "totalTimeSecs": 324.856951019, "cpuTime": 0.54}More: grep 1844666:338458 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602050500_202602060500%26bt%3D20260205050000%26et%3D20260205130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770381153712", "sizeBytes": 27286621, "totalTimeSecs": 234.859083958, "cpuTime": 0.66}More: grep 1753215:951483 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602050500_202602060500%26bt%3D20260205130000%26et%3D20260205210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770381153684", "sizeBytes": 33821681, "totalTimeSecs": 185.731594503, "cpuTime": 0.82}More: grep 1753216:610532 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602050500_202602060500%26bt%3D20260205210000%26et%3D20260206050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770381153683", "sizeBytes": 31346976, "totalTimeSecs": 234.682890639, "cpuTime": 0.66}More: grep 1753217:620826 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602060500_202602070300%26bt%3D20260206160000%26et%3D20260206213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770378510953", "sizeBytes": 18568494, "totalTimeSecs": 372.855480398, "cpuTime": 0.63}More: grep 1740108:406193 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602060500_202602070300%26bt%3D20260206213000%26et%3D20260207030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770378510929", "sizeBytes": 18749056, "totalTimeSecs": 300.72129564, "cpuTime": 0.55}More: grep 1740107:132386 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602060500_202602070300%26bt%3D20260206050000%26et%3D20260206103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770378510922", "sizeBytes": 22404717, "totalTimeSecs": 353.270840907, "cpuTime": 0.5599999999999999}More: grep 1740106:830823 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602060500_202602070300%26bt%3D20260206103000%26et%3D20260206160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770378510922", "sizeBytes": 20833548, "totalTimeSecs": 285.147982092, "cpuTime": 0.56}More: grep 1740105:292934 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-06 04:24:41.235 THUMB 1697784:797395:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.129.237","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-02-06 04:24:41.252 THUMB 1697784:797395:0 request.body {"service":"Thumbnails","datetime":"2026-02-06T04:24:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.129.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1697784:797395 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-06 02:03:54.492 THUMB 1659421:928474:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.130.50","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-06 02:03:54.514 THUMB 1659421:928474:0 request.body {"service":"Thumbnails","datetime":"2026-02-06T02:03:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.130.50", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1659421:928474 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-06 01:57:46.222 THUMB 1657726:334135:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.80","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-06 01:57:46.243 THUMB 1657726:334135:0 request.body {"service":"Thumbnails","datetime":"2026-02-06T01:57:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.80", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1657726:334135 /t/thumbnails-v2.createlab.org/log.txtboundsLTRB was specified without the required 4 coords separated by commas /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:in `parse_bounds' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:844:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-06 01:32:48.403 THUMB 1650975:660043:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.70.197","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.132 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)","FATALERROR":"boundsLTRB was specified without the required 4 coords separated by commas\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:2026-02-06 01:32:48.429 THUMB 1650975:660043:0 request.body {"service":"Thumbnails","datetime":"2026-02-06T01:32:48-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.70.197", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.132 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "FATALERROR": "boundsLTRB was specified without the required 4 coords separated by commas\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:in `parse_bounds'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:844:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1650975:660043 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602060500_202602062100%26bt%3D20260206050000%26et%3D20260206090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770356230907", "sizeBytes": 15997752, "totalTimeSecs": 278.683779949, "cpuTime": 0.64}More: grep 1635861:952804 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602060500_202602062100%26bt%3D20260206170000%26et%3D20260206210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770356230885", "sizeBytes": 13390755, "totalTimeSecs": 196.912911194, "cpuTime": 0.47}More: grep 1635862:053075 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602060500_202602062100%26bt%3D20260206090000%26et%3D20260206130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770356230875", "sizeBytes": 16183117, "totalTimeSecs": 274.204268979, "cpuTime": 0.5599999999999999}More: grep 1635860:098474 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602060500_202602062100%26bt%3D20260206130000%26et%3D20260206170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770356230874", "sizeBytes": 14001809, "totalTimeSecs": 213.335499961, "cpuTime": 0.48}More: grep 1635859:520365 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-05 22:37:12.357 THUMB 1600211:017401:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.129.106","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-02-05 22:37:12.379 THUMB 1600211:017401:0 request.body {"service":"Thumbnails","datetime":"2026-02-05T22:37:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.129.106", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1600211:017401 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602050500_202602060500%26bt%3D20260205170000%26et%3D20260205230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770333696988", "sizeBytes": 24459103, "totalTimeSecs": 411.910100193, "cpuTime": 0.75}More: grep 1524904:320870 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602050500_202602060500%26bt%3D20260205050000%26et%3D20260205110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770333696955", "sizeBytes": 20050305, "totalTimeSecs": 324.187024187, "cpuTime": 0.5700000000000001}More: grep 1524903:222621 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602050500_202602060500%26bt%3D20260205230000%26et%3D20260206050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770333696950", "sizeBytes": 22464108, "totalTimeSecs": 420.710267387, "cpuTime": 0.67}More: grep 1524902:955290 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602050500_202602060500%26bt%3D20260205110000%26et%3D20260205170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770333696949", "sizeBytes": 22925713, "totalTimeSecs": 337.03124064, "cpuTime": 0.5900000000000001}More: grep 1524901:958572 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602050500_202602060500%26bt%3D20260205110000%26et%3D20260205170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770313736121", "sizeBytes": 22877545, "totalTimeSecs": 413.41502469, "cpuTime": 0.71}More: grep 1427927:042301 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602050500_202602060500%26bt%3D20260205170000%26et%3D20260205230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770313736102", "sizeBytes": 24462484, "totalTimeSecs": 342.961952135, "cpuTime": 0.62}More: grep 1427928:108974 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602050500_202602060500%26bt%3D20260205050000%26et%3D20260205110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770313736095", "sizeBytes": 20043131, "totalTimeSecs": 378.236498058, "cpuTime": 0.65}More: grep 1427925:618768 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602050500_202602060500%26bt%3D20260205230000%26et%3D20260206050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770313736094", "sizeBytes": 22453153, "totalTimeSecs": 329.475149549, "cpuTime": 0.6}More: grep 1427926:216892 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602040500_202602050500%26bt%3D20260204130000%26et%3D20260204210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770296634157", "sizeBytes": 26551269, "totalTimeSecs": 235.277261976, "cpuTime": 0.6900000000000001}More: grep 1342833:207270 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602040500_202602050500%26bt%3D20260204050000%26et%3D20260204130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770296634151", "sizeBytes": 27170781, "totalTimeSecs": 183.304117043, "cpuTime": 0.65}More: grep 1342832:658022 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602040500_202602050500%26bt%3D20260204210000%26et%3D20260205050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770296634147", "sizeBytes": 26880885, "totalTimeSecs": 238.100990944, "cpuTime": 0.62}More: grep 1342831:420881 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602050500_202602060300%26bt%3D20260205103000%26et%3D20260205160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770292660557", "sizeBytes": 21993655, "totalTimeSecs": 364.388278108, "cpuTime": 0.62}More: grep 1323529:276242 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602050500_202602060300%26bt%3D20260205160000%26et%3D20260205213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770292660542", "sizeBytes": 25271733, "totalTimeSecs": 303.621381799, "cpuTime": 0.6}More: grep 1323532:323048 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602050500_202602060300%26bt%3D20260205213000%26et%3D20260206030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770292660534", "sizeBytes": 22523711, "totalTimeSecs": 376.062555019, "cpuTime": 0.63}More: grep 1323531:139603 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602050500_202602060300%26bt%3D20260205050000%26et%3D20260205103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770292660533", "sizeBytes": 18355435, "totalTimeSecs": 317.137908452, "cpuTime": 0.53}More: grep 1323530:077598 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-05 05:52:14.197 THUMB 1305514:285022:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.222.116","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-05 05:52:14.213 THUMB 1305514:285022:0 request.body {"service":"Thumbnails","datetime":"2026-02-05T05:52:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.222.116", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1305514:285022 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-05 05:45:51.908 THUMB 1303798:669044:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.220.50","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.2026-02-05 05:45:51.933 THUMB 1303798:669044:0 request.body {"service":"Thumbnails","datetime":"2026-02-05T05:45:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.220.50", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1303798:669044 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-05 02:23:06.892 THUMB 1250060:980029:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.218.168","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-05 02:23:06.912 THUMB 1250060:980029:0 request.body {"service":"Thumbnails","datetime":"2026-02-05T02:23:06-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.218.168", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1250060:980029 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602050500_202602052100%26bt%3D20260205130000%26et%3D20260205170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770269608871", "sizeBytes": 16678418, "totalTimeSecs": 254.849594644, "cpuTime": 0.53}More: grep 1220875:176978 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602050500_202602052100%26bt%3D20260205050000%26et%3D20260205090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770269608862", "sizeBytes": 13397950, "totalTimeSecs": 212.314336549, "cpuTime": 0.5}More: grep 1220878:721409 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602050500_202602052100%26bt%3D20260205090000%26et%3D20260205130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770269608856", "sizeBytes": 13884503, "totalTimeSecs": 270.276981868, "cpuTime": 0.45999999999999996}More: grep 1220877:750947 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602050500_202602052100%26bt%3D20260205170000%26et%3D20260205210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770269608855", "sizeBytes": 17689052, "totalTimeSecs": 218.799720732, "cpuTime": 0.52}More: grep 1220876:811677 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-04 23:43:19.180 THUMB 1206090:967699:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.207","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-02-04 23:43:19.201 THUMB 1206090:967699:0 request.body {"service":"Thumbnails","datetime":"2026-02-04T23:43:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.207", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1206090:967699 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-04 23:36:04.999 THUMB 1203979:950807:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.129.0","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-02-04 23:36:05.019 THUMB 1203979:950807:0 request.body {"service":"Thumbnails","datetime":"2026-02-04T23:36:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.129.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1203979:950807 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42201%2C-79.92655%2C10.15%2ClatLng%26t%3D0.23%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263557731", "sizeBytes": 14969, "totalTimeSecs": 6.3873694, "cpuTime": 0.29}More: grep 1191377:620056 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.39737%2C-79.8973%2C10.4%2ClatLng%26t%3D0.13%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263557551", "sizeBytes": 14880, "totalTimeSecs": 5.326388397, "cpuTime": 0.3}More: grep 1191374:410796 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.3582%2C-79.84127%2C11.23%2ClatLng%26t%3D0.03%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D20180101%26et%3D20180101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263557528", "sizeBytes": 10769, "totalTimeSecs": 6.490585146, "cpuTime": 0.30000000000000004}More: grep 1191372:478809 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.35912%2C-79.8847%2C11.53%2ClatLng%26t%3D0.2%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D0.2%26et%3D0.2%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263550187", "sizeBytes": 13948, "totalTimeSecs": 6.923479509, "cpuTime": 0.31}More: grep 1191295:149280 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.36047%2C-79.73215%2C8.14%2ClatLng%26t%3D0%26ps%3D0%26l%3Dpittsburgh_area_police_settlements_by_year_bubble%2Cmb_labeled%2Cpittsburgh_area_police_settlements_by_year_choropleth%26bt%3D20090101%26et%3D20090101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263550166", "sizeBytes": 5869, "totalTimeSecs": 7.499891564, "cpuTime": 0.31999999999999995}More: grep 1191289:725398 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.41197%2C-79.8314%2C9.81%2ClatLng%26t%3D0.25%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D20201231%26et%3D20201231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263550159", "sizeBytes": 14042, "totalTimeSecs": 7.898722368, "cpuTime": 0.30000000000000004}More: grep 1191292:625825 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.41196%2C-79.8314%2C9.35%2ClatLng%26t%3D0.2%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D0.2%26et%3D0.2%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263550149", "sizeBytes": 11264, "totalTimeSecs": 7.018081781, "cpuTime": 0.3}More: grep 1191290:453813 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42566%2C-79.90437%2C10.04%2ClatLng%26t%3D0.19%26ps%3D0%26l%3Dpittsburgh_area_police_settlements_by_year_bubble%2Cmb_labeled%2Cpittsburgh_area_police_settlements_by_year_choropleth%26bt%3D20090101%26et%3D20090101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263550145", "sizeBytes": 10501, "totalTimeSecs": 7.890998726, "cpuTime": 0.3}More: grep 1191287:635073 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.174.237.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://fine.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42201%2C-79.92655%2C9.71%2ClatLng%26t%3D0.2%26ps%3D0%26l%3Dtamv_interaction_areas_by_year_choropleth%2Cmb_labeled%2Ctamv_interactions_by_year_bubble%26bt%3D0.2%26et%3D0.2%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770263550142", "sizeBytes": 13854, "totalTimeSecs": 6.928496032, "cpuTime": 0.3}More: grep 1191288:346209 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-04 20:40:44.870 THUMB 1153115:074543:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.207.195","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-04 20:40:44.896 THUMB 1153115:074543:0 request.body {"service":"Thumbnails","datetime":"2026-02-04T20:40:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.207.195", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1153115:074543 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-04 20:30:15.973 THUMB 1150087:826560:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.129.13","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-02-04 20:30:15.994 THUMB 1150087:826560:0 request.body {"service":"Thumbnails","datetime":"2026-02-04T20:30:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.129.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1150087:826560 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602040500_202602050500%26bt%3D20260204110000%26et%3D20260204170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770247308673", "sizeBytes": 19885344, "totalTimeSecs": 407.981059083, "cpuTime": 0.57}More: grep 1112761:123691 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602040500_202602050500%26bt%3D20260204230000%26et%3D20260205050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770247308664", "sizeBytes": 20529150, "totalTimeSecs": 337.405074774, "cpuTime": 0.58}More: grep 1112763:679164 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602040500_202602050500%26bt%3D20260204050000%26et%3D20260204110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770247308662", "sizeBytes": 20485907, "totalTimeSecs": 401.174665387, "cpuTime": 0.53}More: grep 1112762:413419 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602040500_202602050500%26bt%3D20260204170000%26et%3D20260204230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770247308661", "sizeBytes": 19816435, "totalTimeSecs": 334.623374809, "cpuTime": 0.5700000000000001}More: grep 1112760:697443 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "179.7.73.148", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18561, "totalTimeSecs": 0.86980175, "cpuTime": 1.21}More: grep 1020864:386158 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "179.7.73.148", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17548, "totalTimeSecs": 0.85902992, "cpuTime": 0.74}More: grep 1020865:447307 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602040500_202602050500%26bt%3D20260204230000%26et%3D20260205050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770228258010", "sizeBytes": 20519401, "totalTimeSecs": 408.553152795, "cpuTime": 0.61}More: grep 1020696:632124 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602040500_202602050500%26bt%3D20260204170000%26et%3D20260204230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770228258010", "sizeBytes": 19829000, "totalTimeSecs": 336.58078023, "cpuTime": 0.56}More: grep 1020695:717870 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602040500_202602050500%26bt%3D20260204110000%26et%3D20260204170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770228257990", "sizeBytes": 19883823, "totalTimeSecs": 427.96096591, "cpuTime": 0.55}More: grep 1020698:934142 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602040500_202602050500%26bt%3D20260204050000%26et%3D20260204110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770228257990", "sizeBytes": 20483895, "totalTimeSecs": 337.959971785, "cpuTime": 0.55}More: grep 1020697:857565 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-04 08:24:12.009 THUMB 940561:496403:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.203.225","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-02-04 08:24:12.028 THUMB 940561:496403:0 request.body {"service":"Thumbnails","datetime":"2026-02-04T08:24:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.203.225", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 940561:496403 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602030500_202602040500%26bt%3D20260203050000%26et%3D20260203130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770209392536", "sizeBytes": 28429458, "totalTimeSecs": 230.359556277, "cpuTime": 0.64}More: grep 930474:473778 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602030500_202602040500%26bt%3D20260203130000%26et%3D20260203210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770209392502", "sizeBytes": 27360706, "totalTimeSecs": 182.256486614, "cpuTime": 0.62}More: grep 930472:531334 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602030500_202602040500%26bt%3D20260203210000%26et%3D20260204050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770209392502", "sizeBytes": 27810418, "totalTimeSecs": 231.297384448, "cpuTime": 0.62}More: grep 930473:701637 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602040500_202602050300%26bt%3D20260204050000%26et%3D20260204103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770205756292", "sizeBytes": 18843296, "totalTimeSecs": 368.72220903, "cpuTime": 0.55}More: grep 912834:145858 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602040500_202602050300%26bt%3D20260204160000%26et%3D20260204213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770205756267", "sizeBytes": 18078010, "totalTimeSecs": 296.450401776, "cpuTime": 0.53}More: grep 912832:619787 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602040500_202602050300%26bt%3D20260204103000%26et%3D20260204160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770205756264", "sizeBytes": 18392112, "totalTimeSecs": 370.009148801, "cpuTime": 0.52}More: grep 912833:822889 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602040500_202602050300%26bt%3D20260204213000%26et%3D20260205030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770205756263", "sizeBytes": 18841519, "totalTimeSecs": 305.345893754, "cpuTime": 0.54}More: grep 912831:427901 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602040500_202602042100%26bt%3D20260204090000%26et%3D20260204130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770183328181", "sizeBytes": 13794153, "totalTimeSecs": 258.078382327, "cpuTime": 0.51}More: grep 803550:069733 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602040500_202602042100%26bt%3D20260204050000%26et%3D20260204090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770183328165", "sizeBytes": 13271311, "totalTimeSecs": 222.496162369, "cpuTime": 0.49}More: grep 803553:218842 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602040500_202602042100%26bt%3D20260204170000%26et%3D20260204210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770183328154", "sizeBytes": 13067086, "totalTimeSecs": 275.778914195, "cpuTime": 0.45}More: grep 803551:380529 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602040500_202602042100%26bt%3D20260204130000%26et%3D20260204170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770183328154", "sizeBytes": 13739910, "totalTimeSecs": 203.524973712, "cpuTime": 0.47}More: grep 803552:540725 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602030500_202602040500%26bt%3D20260203230000%26et%3D20260204050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770160907493", "sizeBytes": 20827182, "totalTimeSecs": 415.285486899, "cpuTime": 0.5900000000000001}More: grep 694677:135193 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602030500_202602040500%26bt%3D20260203170000%26et%3D20260203230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770160907470", "sizeBytes": 20452505, "totalTimeSecs": 340.720030198, "cpuTime": 0.55}More: grep 694679:008624 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602030500_202602040500%26bt%3D20260203050000%26et%3D20260203110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770160907464", "sizeBytes": 21386750, "totalTimeSecs": 405.862270395, "cpuTime": 0.53}More: grep 694678:927231 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602030500_202602040500%26bt%3D20260203110000%26et%3D20260203170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770160907463", "sizeBytes": 20503183, "totalTimeSecs": 327.83454383, "cpuTime": 0.57}More: grep 694676:450534 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602030500_202602040500%26bt%3D20260203050000%26et%3D20260203110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770141640520", "sizeBytes": 21377722, "totalTimeSecs": 413.397181912, "cpuTime": 0.59}More: grep 603981:111543 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602030500_202602040500%26bt%3D20260203170000%26et%3D20260203230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770141640510", "sizeBytes": 20462267, "totalTimeSecs": 343.877370224, "cpuTime": 0.5700000000000001}More: grep 603983:642787 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602030500_202602040500%26bt%3D20260203230000%26et%3D20260204050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770141640491", "sizeBytes": 20859347, "totalTimeSecs": 410.440624753, "cpuTime": 0.55}More: grep 603980:900806 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602030500_202602040500%26bt%3D20260203110000%26et%3D20260203170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770141640490", "sizeBytes": 20508825, "totalTimeSecs": 323.733954348, "cpuTime": 0.5700000000000001}More: grep 603982:132181 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.174.101", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 6914757, "totalTimeSecs": 13.867553756, "cpuTime": 65.93}More: grep 571020:869558 /t/thumbnails-v2.createlab.org/log.txtboundsLTRB was specified without the required 4 coords separated by commas /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:in `parse_bounds' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:844:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-03 09:54:16.910 THUMB 547844:257774:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.14","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.109 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)","FATALERROR":"boundsLTRB was specified without the required 4 coords separated by commas\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:852026-02-03 09:54:16.929 THUMB 547844:257774:0 request.body {"service":"Thumbnails","datetime":"2026-02-03T09:54:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.14", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.7559.109 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "FATALERROR": "boundsLTRB was specified without the required 4 coords separated by commas\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:in `parse_bounds'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:844:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 547844:257774 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.175.200", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 990698, "totalTimeSecs": 6.517099322, "cpuTime": 7.4399999999999995}More: grep 536588:090640 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_archer_daniels_midland_company%2Cmb_labeled_monochrome_dark_mode%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122690953", "sizeBytes": 8966, "totalTimeSecs": 4.084037999, "cpuTime": 0.29000000000000004}More: grep 508991:901891 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_nextera_energy__inc_%2Cmb_labeled_monochrome_dark_mode%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122690710", "sizeBytes": 6174, "totalTimeSecs": 3.513905915, "cpuTime": 0.30000000000000004}More: grep 508987:260978 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_amazon_com__inc_%2Cmb_labeled_monochrome_dark_mode%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122686486", "sizeBytes": 9433, "totalTimeSecs": 3.818575562, "cpuTime": 0.21000000000000002}More: grep 508968:123109 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_bhp_group_limited%2Cmb_labeled_monochrome_dark_mode%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122681137", "sizeBytes": 8873, "totalTimeSecs": 4.203745357, "cpuTime": 0.28}More: grep 508915:411013 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_not_data_centers%2Cmb_labeled_monochrome_dark_mode%2Cclimate_week_2025_asset_id_solution_asset_id_solution_data_centers%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122681075", "sizeBytes": 16547, "totalTimeSecs": 8.799130536, "cpuTime": 0.3}More: grep 508905:770240 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dmb_labeled_monochrome_dark_mode%2Cspglobal_climate_week_2025_asset_id_solution%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122681070", "sizeBytes": 13634, "totalTimeSecs": 12.522608321, "cpuTime": 0.26}More: grep 508911:883776 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_not_energy_or_mining%2Cclimate_week_2025_asset_id_solution_asset_id_solution_mining%2Cmb_labeled_monochrome_dark_mode%2Cclimate_week_2025_asset_id_solution_asset_id_solution_energy_infrastructure%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122681068", "sizeBytes": 17209, "totalTimeSecs": 9.509018396, "cpuTime": 0.27}More: grep 508909:211821 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_without_countries%2Cclimate_week_2025_asset_id_solution_asset_id_solution_usa_only%2Cclimate_week_2025_asset_id_solution_asset_id_solution_jpn_only%2Cclimate_week_2025_asset_id_solution_asset_id_solution_gbr_only%2Cmb_labeled_monochrome_dark_mode%2Cclimate_week_2025_asset_id_solution_asset_id_solution_aus_only%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122681060", "sizeBytes": 17288, "totalTimeSecs": 10.704794747, "cpuTime": 0.27}More: grep 508907:040163 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "167.103.63.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://events.spglobal.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fspglobal.earthtime.org%23v%3D23.77722%2C-3.2296%2C0.78%2ClatLng%26t%3D0%26ps%3D0%26l%3Dclimate_week_2025_asset_id_solution_asset_id_solution_not_4_companies%2Cclimate_week_2025_asset_id_solution_asset_id_solution_5_companies_amazon_com__inc_%2Cclimate_week_2025_asset_id_solution_asset_id_solution_5_companies_archer_daniels_midland_company%2Cclimate_week_2025_asset_id_solution_asset_id_solution_5_companies_bhp_group_limited%2Cmb_labeled_monochrome_dark_mode%2Cclimate_week_2025_asset_id_solution_asset_id_solution_5_companies_nextera_energy__inc_%26bt%3D20200101%26et%3D20200101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770122681055", "sizeBytes": 16847, "totalTimeSecs": 10.284049561, "cpuTime": 0.27}More: grep 508906:258779 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602030500_202602040300%26bt%3D20260203050000%26et%3D20260203103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770119201281", "sizeBytes": 19624754, "totalTimeSecs": 378.359204031, "cpuTime": 0.5599999999999999}More: grep 491405:101176 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602030500_202602040300%26bt%3D20260203160000%26et%3D20260203213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770119201264", "sizeBytes": 18583162, "totalTimeSecs": 290.669305055, "cpuTime": 0.51}More: grep 491408:846304 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602030500_202602040300%26bt%3D20260203103000%26et%3D20260203160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770119201257", "sizeBytes": 19875115, "totalTimeSecs": 378.005268104, "cpuTime": 0.54}More: grep 491407:951075 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602030500_202602040300%26bt%3D20260203213000%26et%3D20260204030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770119201257", "sizeBytes": 19847138, "totalTimeSecs": 303.428019559, "cpuTime": 0.53}More: grep 491406:634451 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.50", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 7974617, "totalTimeSecs": 40.987328791, "cpuTime": 216.16000000000003}More: grep 457771:433697 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602030500_202602032100%26bt%3D20260203130000%26et%3D20260203170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770096864164", "sizeBytes": 13901008, "totalTimeSecs": 278.457454058, "cpuTime": 0.52}More: grep 381796:672580 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602030500_202602032100%26bt%3D20260203170000%26et%3D20260203210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770096864122", "sizeBytes": 13363659, "totalTimeSecs": 204.034112051, "cpuTime": 0.45999999999999996}More: grep 381795:078241 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602030500_202602032100%26bt%3D20260203090000%26et%3D20260203130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770096864119", "sizeBytes": 14506064, "totalTimeSecs": 277.812457464, "cpuTime": 0.48}More: grep 381794:230111 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602030500_202602032100%26bt%3D20260203050000%26et%3D20260203090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770096864119", "sizeBytes": 14273721, "totalTimeSecs": 218.659577344, "cpuTime": 0.48}More: grep 381793:773467 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601310500_202602010500%26bt%3D20260131230000%26et%3D20260201050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=2&workerepoch=1770086663963", "sizeBytes": 20357903, "totalTimeSecs": 131.712180489, "cpuTime": 0.63}More: grep 330928:204469 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.244.169.54", "HTTP_USER_AGENT": "Mozilla/5.0 (iPad; CPU OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.1 Mobile/15E148 Safari/604.1", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 24298, "totalTimeSecs": 0.754622625, "cpuTime": 0.76}More: grep 290635:359081 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.244.169.54", "HTTP_USER_AGENT": "Mozilla/5.0 (iPad; CPU OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.1 Mobile/15E148 Safari/604.1", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 26309, "totalTimeSecs": 0.946246094, "cpuTime": 1.1500000000000001}More: grep 290633:577130 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602020500_202602030500%26bt%3D20260202050000%26et%3D20260202110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770074594150", "sizeBytes": 24087467, "totalTimeSecs": 414.280697498, "cpuTime": 0.64}More: grep 270306:340929 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602020500_202602030500%26bt%3D20260202110000%26et%3D20260202170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770074594127", "sizeBytes": 24070836, "totalTimeSecs": 317.219705473, "cpuTime": 0.59}More: grep 270309:721302 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602020500_202602030500%26bt%3D20260202230000%26et%3D20260203050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770074594123", "sizeBytes": 22086565, "totalTimeSecs": 404.46604883, "cpuTime": 0.6}More: grep 270307:326121 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602020500_202602030500%26bt%3D20260202170000%26et%3D20260202230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1770074594123", "sizeBytes": 20568341, "totalTimeSecs": 334.106660515, "cpuTime": 0.55}More: grep 270308:288102 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.132.91", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 8883559, "totalTimeSecs": 11.729011399, "cpuTime": 75.97}More: grep 243646:637597 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.30.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 9282928, "totalTimeSecs": 17.393226359, "cpuTime": 117.90999999999998}More: grep 194393:080509 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "108.69.72.34", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:146.0) Gecko/20100101 Firefox/146.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18983, "totalTimeSecs": 0.848662261, "cpuTime": 1.2200000000000002}More: grep 182644:160745 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "108.69.72.34", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:146.0) Gecko/20100101 Firefox/146.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17934, "totalTimeSecs": 0.86826395, "cpuTime": 0.84}More: grep 182643:634106 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602020500_202602030500%26bt%3D20260202230000%26et%3D20260203050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770055910199", "sizeBytes": 22082332, "totalTimeSecs": 484.409867285, "cpuTime": 0.55}More: grep 175118:934757 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602020500_202602030500%26bt%3D20260202170000%26et%3D20260202230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770055910192", "sizeBytes": 20565528, "totalTimeSecs": 323.913817199, "cpuTime": 0.62}More: grep 175120:884486 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602020500_202602030500%26bt%3D20260202050000%26et%3D20260202110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770055910182", "sizeBytes": 24086316, "totalTimeSecs": 404.131347208, "cpuTime": 0.5800000000000001}More: grep 175119:464170 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602020500_202602030500%26bt%3D20260202110000%26et%3D20260202170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1770055910179", "sizeBytes": 24083930, "totalTimeSecs": 330.644898832, "cpuTime": 0.5800000000000001}More: grep 175117:365137 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-02 12:04:49.206 THUMB 156058:659983:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.56","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.42026-02-02 12:04:49.222 THUMB 156058:659983:0 request.body {"service":"Thumbnails","datetime":"2026-02-02T12:04:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.56", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 156058:659983 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.29.197", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 7176770, "totalTimeSecs": 17.03707671, "cpuTime": 88.19}More: grep 136511:259760 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.28.183", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 7426147, "totalTimeSecs": 13.696652706, "cpuTime": 85.06}More: grep 114799:682586 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-02-02 09:44:13.858 THUMB 113732:121011:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.28.145","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-02-02 09:44:13.878 THUMB 113732:121011:0 request.body {"service":"Thumbnails","datetime":"2026-02-02T09:44:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.28.145", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 113732:121011 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.26.47", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 6749844, "totalTimeSecs": 11.344176247, "cpuTime": 66.46}More: grep 104658:377080 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.236.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1119%2C-99%2C6584%2C2976%2Cpts%26t%3D199.775%26ps%3D50%26bt%3D20260202070000%26et%3D20260202073000%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-02%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770040079230", "sizeBytes": 13766409, "totalTimeSecs": 71.840951108, "cpuTime": 0.48}More: grep 96719:904747 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.236.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1494%2C76%2C6251%2C2752%2Cpts%26t%3D3.35833%26ps%3D50%26bt%3D20260202050200%26et%3D20260202073051%26startDwell%3D0%26endDwell%3D0%26d%3D2026-02-02%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1770039815813", "sizeBytes": 95543812, "totalTimeSecs": 444.488664436, "cpuTime": 1.42}More: grep 95352:641589 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602010500_202602020500%26bt%3D20260201050000%26et%3D20260201130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770036249644", "sizeBytes": 27997877, "totalTimeSecs": 232.621330362, "cpuTime": 0.6699999999999999}More: grep 77331:953440 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602010500_202602020500%26bt%3D20260201210000%26et%3D20260202050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770036249610", "sizeBytes": 28153179, "totalTimeSecs": 177.060757216, "cpuTime": 0.69}More: grep 77333:393316 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202602010500_202602020500%26bt%3D20260201130000%26et%3D20260201210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770036249608", "sizeBytes": 27425211, "totalTimeSecs": 231.934575768, "cpuTime": 0.61}More: grep 77332:882342 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602020500_202602030300%26bt%3D20260202050000%26et%3D20260202103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770032922634", "sizeBytes": 21957862, "totalTimeSecs": 355.483134132, "cpuTime": 0.54}More: grep 60223:447599 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602020500_202602030300%26bt%3D20260202160000%26et%3D20260202213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770032922633", "sizeBytes": 18878879, "totalTimeSecs": 308.105690399, "cpuTime": 0.5}More: grep 60225:555038 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602020500_202602030300%26bt%3D20260202213000%26et%3D20260203030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770032922627", "sizeBytes": 20691409, "totalTimeSecs": 374.446080922, "cpuTime": 0.5}More: grep 60224:855744 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602020500_202602030300%26bt%3D20260202103000%26et%3D20260202160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1770032922627", "sizeBytes": 22412044, "totalTimeSecs": 308.492204136, "cpuTime": 0.54}More: grep 60222:704351 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "37.140.254.46", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18566, "totalTimeSecs": 1.078170542, "cpuTime": 1.2200000000000002}More: grep 25679:611870 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "37.140.254.42", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17569, "totalTimeSecs": 0.864758966, "cpuTime": 0.7699999999999999}More: grep 25678:223990 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.22.56", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 9967457, "totalTimeSecs": 16.625918627, "cpuTime": 93.55999999999999}More: grep 25404:560029 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.225", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 4296117, "totalTimeSecs": 10.286889103, "cpuTime": 41.83}More: grep 10785:001803 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.226", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 5552536, "totalTimeSecs": 9.630277432, "cpuTime": 58.190000000000005}More: grep 7156:530480 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D24.15421%2C12.50735%2C0.89%2ClatLng%26t%3D1.53%26ps%3D0%26l%3Dbdrk%2Csitc4r2_commodities_6%26bt%3D20000101%26et%3D20000101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013900264", "sizeBytes": 28396, "totalTimeSecs": 5.193345655, "cpuTime": 0.30000000000000004}More: grep 4162221:514854 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D44.18817%2C-103.0299%2C2.59%2ClatLng%26t%3D79.69%26ps%3D0%26l%3Dbdrk%2Cviirs%26bt%3D20140917%26et%3D20140917%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013899580", "sizeBytes": 16889, "totalTimeSecs": 8.994258677, "cpuTime": 0.29}More: grep 4162215:095059 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D46.62402%2C8.50172%2C6.19%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk%2Cvillars_institute_power_plants%26bt%3D19000101%26et%3D19000101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013899245", "sizeBytes": 8427, "totalTimeSecs": 4.612633308, "cpuTime": 0.3}More: grep 4162208:072332 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D19.55992%2C-0.76724%2C0.68%2ClatLng%26t%3D0%26ps%3D0%26l%3Dshare_of_the_population_living_in_urban_areas_owid_world_bank%2Cmb_labeled%2Ccountry_borders_opaque_black%26bt%3D19600101%26et%3D19600101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013895176", "sizeBytes": 12685, "totalTimeSecs": 9.000886069, "cpuTime": 0.22}More: grep 4162094:893026 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D24.30022%2C-5.71444%2C0.76%2ClatLng%26t%3D111.9%26ps%3D0%26l%3Dbdrk%2Cviirs%26bt%3D20140917%26et%3D20140917%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013895011", "sizeBytes": 16637, "totalTimeSecs": 9.601214858, "cpuTime": 0.21000000000000002}More: grep 4162091:072389 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D24.64895%2C-5.4452%2C0.74%2ClatLng%26t%3D7.39%26ps%3D0%26l%3Decco2%2Cne_50m_ocean_bin_silver%26bt%3D19911231%26et%3D19911231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013894841", "sizeBytes": 15967, "totalTimeSecs": 5.663602271, "cpuTime": 0.22000000000000003}More: grep 4162089:793564 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D36.14506%2C-115.00205%2C9.32%2ClatLng%26t%3D0.03%26ps%3D0%26l%3Dblsat%26bt%3D20220101%26et%3D20220101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013894471", "sizeBytes": 37723, "totalTimeSecs": 4.48167823, "cpuTime": 0.21}More: grep 4162085:614496 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D36.14506%2C-115.00205%2C9.32%2ClatLng%26t%3D0.03%26ps%3D0%26l%3Dblsat%26bt%3D19840101%26et%3D19840101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013894314", "sizeBytes": 36932, "totalTimeSecs": 5.259251337, "cpuTime": 0.25}More: grep 4162082:468066 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D32.78701%2C-6.69605%2C0.74%2ClatLng%26t%3D0.03%26ps%3D0%26l%3Dblsat%26bt%3D19840101%26et%3D19840101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1770013894159", "sizeBytes": 29335, "totalTimeSecs": 4.366349594, "cpuTime": 0.29}More: grep 4162080:701470 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602020500_202602022100%26bt%3D20260202170000%26et%3D20260202210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770010571639", "sizeBytes": 13845469, "totalTimeSecs": 279.336975705, "cpuTime": 0.49}More: grep 4145841:678987 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602020500_202602022100%26bt%3D20260202050000%26et%3D20260202090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770010571625", "sizeBytes": 16002291, "totalTimeSecs": 212.387832628, "cpuTime": 0.5}More: grep 4145843:195665 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602020500_202602022100%26bt%3D20260202090000%26et%3D20260202130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770010571609", "sizeBytes": 17225708, "totalTimeSecs": 275.442746464, "cpuTime": 0.51}More: grep 4145840:113516 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602020500_202602022100%26bt%3D20260202130000%26et%3D20260202170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1770010571607", "sizeBytes": 15975476, "totalTimeSecs": 198.509672302, "cpuTime": 0.5}More: grep 4145839:735470 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602010500_202602020500%26bt%3D20260201110000%26et%3D20260201170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769987999286", "sizeBytes": 21802738, "totalTimeSecs": 407.270801364, "cpuTime": 0.65}More: grep 4031714:108524 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602010500_202602020500%26bt%3D20260201170000%26et%3D20260201230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769987999256", "sizeBytes": 20126996, "totalTimeSecs": 331.306228507, "cpuTime": 0.57}More: grep 4031716:458832 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602010500_202602020500%26bt%3D20260201230000%26et%3D20260202050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769987999252", "sizeBytes": 21034573, "totalTimeSecs": 416.989250041, "cpuTime": 0.51}More: grep 4031713:401176 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202602010500_202602020500%26bt%3D20260201050000%26et%3D20260201110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769987999251", "sizeBytes": 20046049, "totalTimeSecs": 327.740343843, "cpuTime": 0.54}More: grep 4031715:610837 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.207.90", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 4425483, "totalTimeSecs": 7.890949709, "cpuTime": 50.29}More: grep 3987482:933461 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602010500_202602020500%26bt%3D20260201230000%26et%3D20260202050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769969302905", "sizeBytes": 21008521, "totalTimeSecs": 398.015993901, "cpuTime": 0.5800000000000001}More: grep 3933188:303542 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602010500_202602020500%26bt%3D20260201050000%26et%3D20260201110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769969302878", "sizeBytes": 20040486, "totalTimeSecs": 335.063777917, "cpuTime": 0.59}More: grep 3933189:726950 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602010500_202602020500%26bt%3D20260201110000%26et%3D20260201170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769969302872", "sizeBytes": 21817449, "totalTimeSecs": 433.744048706, "cpuTime": 0.54}More: grep 3933186:262168 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202602010500_202602020500%26bt%3D20260201170000%26et%3D20260201230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769969302871", "sizeBytes": 20145245, "totalTimeSecs": 339.040577857, "cpuTime": 0.48}More: grep 3933187:082984 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.53.116", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 7154022, "totalTimeSecs": 14.432984703, "cpuTime": 87.51}More: grep 3898745:082230 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.46.106", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 48647182, "totalTimeSecs": 28.658794445, "cpuTime": 42.800000000000004}More: grep 3851031:131880 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.47.91", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 9795608, "totalTimeSecs": 18.055055353, "cpuTime": 112.68}More: grep 3840479:912175 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601310500_202602010500%26bt%3D20260131050000%26et%3D20260131130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769949518625", "sizeBytes": 28063195, "totalTimeSecs": 228.185542035, "cpuTime": 0.6799999999999999}More: grep 3834705:453867 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601310500_202602010500%26bt%3D20260131130000%26et%3D20260131210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769949518604", "sizeBytes": 34793680, "totalTimeSecs": 184.039823416, "cpuTime": 0.62}More: grep 3834707:562907 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601310500_202602010500%26bt%3D20260131210000%26et%3D20260201050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769949518601", "sizeBytes": 27637776, "totalTimeSecs": 233.373183255, "cpuTime": 0.64}More: grep 3834706:507225 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602010500_202602020300%26bt%3D20260201050000%26et%3D20260201103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769946565148", "sizeBytes": 18258035, "totalTimeSecs": 371.184604576, "cpuTime": 0.55}More: grep 3819737:960739 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602010500_202602020300%26bt%3D20260201213000%26et%3D20260202030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769946565140", "sizeBytes": 19303370, "totalTimeSecs": 296.31670804, "cpuTime": 0.54}More: grep 3819734:756145 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602010500_202602020300%26bt%3D20260201160000%26et%3D20260201213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769946565135", "sizeBytes": 18396807, "totalTimeSecs": 374.343943899, "cpuTime": 0.55}More: grep 3819736:095859 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202602010500_202602020300%26bt%3D20260201103000%26et%3D20260201160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769946565134", "sizeBytes": 21771500, "totalTimeSecs": 307.996704564, "cpuTime": 0.5900000000000001}More: grep 3819735:165613 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.55.162", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 16400374, "totalTimeSecs": 22.944463725, "cpuTime": 154.24}More: grep 3813623:222697 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.221.175", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 683402, "totalTimeSecs": 1.005160494, "cpuTime": 0.7899999999999999}More: grep 3790888:286861 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.223.94", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 14081949, "totalTimeSecs": 28.660869872, "cpuTime": 118.17}More: grep 3761519:145800 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602010500_202602012100%26bt%3D20260201170000%26et%3D20260201210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769924153816", "sizeBytes": 13292836, "totalTimeSecs": 267.783309089, "cpuTime": 0.51}More: grep 3707804:196109 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602010500_202602012100%26bt%3D20260201090000%26et%3D20260201130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769924153775", "sizeBytes": 15859863, "totalTimeSecs": 220.254080642, "cpuTime": 0.52}More: grep 3707802:993985 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602010500_202602012100%26bt%3D20260201050000%26et%3D20260201090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769924153773", "sizeBytes": 13619004, "totalTimeSecs": 242.636472185, "cpuTime": 0.47}More: grep 3707803:681703 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202602010500_202602012100%26bt%3D20260201130000%26et%3D20260201170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769924153771", "sizeBytes": 15340553, "totalTimeSecs": 225.94602088, "cpuTime": 0.51}More: grep 3707801:127262 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-31 22:46:51.578 THUMB 3672825:091842:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.14","HTTP_USER_AGENT":"Googlebot-Image/1.0","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&h2026-01-31 22:46:51.594 THUMB 3672825:091842:0 request.body {"service":"Thumbnails","datetime":"2026-01-31T22:46:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.14", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769917034585", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3672825:091842 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "130.51.155.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D353%2C182%2C5688%2C3183%2Cpts%26t%3D320.35833%26ps%3D0%26bt%3D20260131081215%26et%3D20260131081215%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-31%26s%3Daccan2%26fps%3D9&width=1280&height=720&format=png&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769915595384", "sizeBytes": 797441, "totalTimeSecs": 2.585283265, "cpuTime": 0.31}More: grep 3665622:241721 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "130.51.155.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D-13%2C-64%2C5322%2C2937%2Cpts%26t%3D320.35833%26ps%3D0%26bt%3D20260131081215%26et%3D20260131081215%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-31%26s%3Daccan2%26fps%3D9&width=1280&height=720&format=png&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769915583749", "sizeBytes": 791620, "totalTimeSecs": 2.687469276, "cpuTime": 0.31}More: grep 3665542:084224 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-31 22:12:17.128 THUMB 3662395:908623:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.14","HTTP_USER_AGENT":"Googlebot-Image/1.0","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&h2026-01-31 22:12:17.146 THUMB 3662395:908623:0 request.body {"service":"Thumbnails","datetime":"2026-01-31T22:12:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.14", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769914957625", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3662395:908623 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "54.190.194.20", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", "HTTP_REFERER": "https://www.facebook.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D6413%2C543%2C7562%2C2585%2Cpts%26t%3D1815.35833%26ps%3D50%26bt%3D20260130231000%26et%3D20260130232000%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe+Project%7CCREATE+Lab&fbclid=IwZXh0bgNhZW0CMTEAc3J0YwZhcHBfaWQMMjU2MjgxMDQwNTU4AAEezwUuTPK4ltE4SI22J5IW7-Q-XeeTd90TQHWsU_me1Jqyv5DxAunN6kx54H4_aem_voYd3Stls1q3Giw7aH88GQ&workerepoch=1769902905128", "sizeBytes": 11708720, "totalTimeSecs": 54.228100654, "cpuTime": 0.45}More: grep 3602071:749337 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601310500_202602010500%26bt%3D20260131170000%26et%3D20260131230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769901730041", "sizeBytes": 20847079, "totalTimeSecs": 424.237324571, "cpuTime": 0.5800000000000001}More: grep 3596403:821613 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601310500_202602010500%26bt%3D20260131050000%26et%3D20260131110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769901730033", "sizeBytes": 20630071, "totalTimeSecs": 322.780492961, "cpuTime": 0.58}More: grep 3596402:500612 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601310500_202602010500%26bt%3D20260131230000%26et%3D20260201050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769901730026", "sizeBytes": 20186439, "totalTimeSecs": 416.638073669, "cpuTime": 0.54}More: grep 3596401:563067 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601310500_202602010500%26bt%3D20260131110000%26et%3D20260131170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769901730024", "sizeBytes": 24599588, "totalTimeSecs": 337.947337647, "cpuTime": 0.62}More: grep 3596400:959947 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.202.87", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3441064, "totalTimeSecs": 6.113075749, "cpuTime": 35.53}More: grep 3548639:875367 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601310500_202602010500%26bt%3D20260131230000%26et%3D20260201050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769881783798", "sizeBytes": 20190586, "totalTimeSecs": 416.017777179, "cpuTime": 0.5800000000000001}More: grep 3504389:991634 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601310500_202602010500%26bt%3D20260131110000%26et%3D20260131170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769881783778", "sizeBytes": 24581161, "totalTimeSecs": 332.810918101, "cpuTime": 0.67}More: grep 3504392:053147 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601310500_202602010500%26bt%3D20260131050000%26et%3D20260131110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769881783770", "sizeBytes": 20622495, "totalTimeSecs": 401.160383627, "cpuTime": 0.5599999999999999}More: grep 3504391:803261 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601310500_202602010500%26bt%3D20260131170000%26et%3D20260131230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769881783769", "sizeBytes": 20831806, "totalTimeSecs": 322.996300798, "cpuTime": 0.55}More: grep 3504390:205172 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "185.203.219.22", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2072%2C1288%2C4050%2C2400%2Cpts%26t%3D642.35833%26ps%3D50%26bt%3D20260131112536%26et%3D20260131113136%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-31%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769872642657", "sizeBytes": 3389833, "totalTimeSecs": 25.586676898, "cpuTime": 0.33999999999999997}More: grep 3459435:481072 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "185.203.219.22", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D969%2C552%2C4308%2C2430%2Cpts%26t%3D994.94167%26ps%3D50%26bt%3D20260131145718%26et%3D20260131150057%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-31%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769872474199", "sizeBytes": 1504283, "totalTimeSecs": 13.411452023, "cpuTime": 0.31}More: grep 3458605:561837 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.228.136", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 4704143, "totalTimeSecs": 7.931469635, "cpuTime": 48.93}More: grep 3448185:496507 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601310500_202602010300%26bt%3D20260131050000%26et%3D20260131103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769859899720", "sizeBytes": 18879893, "totalTimeSecs": 388.843361098, "cpuTime": 0.53}More: grep 3395266:920038 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601310500_202602010300%26bt%3D20260131103000%26et%3D20260131160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769859899678", "sizeBytes": 20092682, "totalTimeSecs": 318.379029943, "cpuTime": 0.55}More: grep 3395265:546267 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601310500_202602010300%26bt%3D20260131160000%26et%3D20260131213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769859899676", "sizeBytes": 18899875, "totalTimeSecs": 380.846964379, "cpuTime": 0.52}More: grep 3395264:374118 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601310500_202602010300%26bt%3D20260131213000%26et%3D20260201030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769859899675", "sizeBytes": 18918595, "totalTimeSecs": 318.651506014, "cpuTime": 0.53}More: grep 3395263:313729 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.175.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 5343482, "totalTimeSecs": 8.444374851, "cpuTime": 35.620000000000005}More: grep 3384528:531280 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.175.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 5302424, "totalTimeSecs": 10.569145545, "cpuTime": 67.40999999999998}More: grep 3382746:412115 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.32.123", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_6_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/144.0.7559.95 Mobile/15E148 Safari/604.1", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D-2029%2C-3294%2C13758%2C5586%2Cpts%26t%3D168.19167%26ps%3D50%26bt%3D20260131064057%26et%3D20260131064436%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-31%26s%3Dclairton4%26fps%3D9&width=1920&height=1080&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769843694996", "sizeBytes": 863631, "totalTimeSecs": 14.009644695, "cpuTime": 0.31}More: grep 3314263:237313 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601310500_202601312100%26bt%3D20260131090000%26et%3D20260131130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769837693592", "sizeBytes": 13890081, "totalTimeSecs": 277.932828657, "cpuTime": 0.5}More: grep 3286021:321144 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601310500_202601312100%26bt%3D20260131170000%26et%3D20260131210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769837693587", "sizeBytes": 13312572, "totalTimeSecs": 217.142001481, "cpuTime": 0.49}More: grep 3286023:069302 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601310500_202601312100%26bt%3D20260131130000%26et%3D20260131170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769837693580", "sizeBytes": 14886180, "totalTimeSecs": 277.079100357, "cpuTime": 0.51}More: grep 3286020:076402 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601310500_202601312100%26bt%3D20260131050000%26et%3D20260131090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769837693580", "sizeBytes": 13387687, "totalTimeSecs": 197.55827746, "cpuTime": 0.49}More: grep 3286022:140898 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "195.179.200.7", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D5204%2C40%2C7691%2C2527%2Cpts%26t%3D1840.60833%26ps%3D50%26bt%3D20260130232509%26et%3D20260130233500%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1920&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769816606108", "sizeBytes": 21098714, "totalTimeSecs": 90.570317511, "cpuTime": 0.61}More: grep 3184554:971571 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "172.59.177.78", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://l.facebook.com/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D6413%2C543%2C7562%2C2585%2Cpts%26t%3D1815.35833%26ps%3D50%26bt%3D20260130231000%26et%3D20260130232000%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe+Project%7CCREATE+Lab&fbclid=IwY2xjawPqIQxleHRuA2FlbQIxMABicmlkETEyMlN3YU0yMGg3VnlUWmZmc3J0YwZhcHBfaWQPNTE0NzcxNTY5MjI4MDYxAAEemOR7SZADHJNurC7gNoOORmjq3E7LQk6iYrYL_LKxpEnlU1ExRSPCRhkD_yw_aem_aXEznDF0MxM6jeix9ZNK0w&workerepoch=1769816509398", "sizeBytes": 11711383, "totalTimeSecs": 55.826469188, "cpuTime": 0.47}More: grep 3184048:852852 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "66.220.149.25", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "http://m.facebook.com", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D6413%2C543%2C7562%2C2585%2Cpts%26t%3D1815.35833%26ps%3D50%26bt%3D20260130231000%26et%3D20260130232000%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe+Project%7CCREATE+Lab&fbclid=IwZXh0bgNhZW0CMTEAc3J0YwZhcHBfaWQMMjU2MjgxMDQwNTU4AAEeHa-M00ab1OJdODzX_FOfu9jE69DTTSxq8358gHtBDK2gIhiVBDq9mkClfNA_aem_XIlVGWeWKOovP9h4HHmNow&workerepoch=1769816507864", "sizeBytes": 11708720, "totalTimeSecs": 55.237963562, "cpuTime": 0.47000000000000003}More: grep 3184045:634580 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "172.59.177.78", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D6413%2C543%2C7562%2C2585%2Cpts%26t%3D1815.35833%26ps%3D50%26bt%3D20260130231000%26et%3D20260130232000%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769816261312", "sizeBytes": 11708720, "totalTimeSecs": 54.255125288, "cpuTime": 0.48}More: grep 3182870:141409 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601300500_202601310500%26bt%3D20260130050000%26et%3D20260130110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769815248593", "sizeBytes": 20057386, "totalTimeSecs": 403.731918029, "cpuTime": 0.56}More: grep 3177793:722125 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601300500_202601310500%26bt%3D20260130110000%26et%3D20260130170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769815248575", "sizeBytes": 22939919, "totalTimeSecs": 340.443497349, "cpuTime": 0.66}More: grep 3177794:280298 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601300500_202601310500%26bt%3D20260130230000%26et%3D20260131050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769815248560", "sizeBytes": 21969006, "totalTimeSecs": 406.733701721, "cpuTime": 0.58}More: grep 3177791:140110 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601300500_202601310500%26bt%3D20260130170000%26et%3D20260130230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769815248560", "sizeBytes": 19767182, "totalTimeSecs": 329.52989522, "cpuTime": 0.54}More: grep 3177792:483734 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.109.196.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D5658%2C1097%2C7644%2C2214%2Cpts%26t%3D1197.44167%26ps%3D50%26bt%3D20260130165857%26et%3D20260130170557%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769806340902", "sizeBytes": 3876316, "totalTimeSecs": 30.102390737, "cpuTime": 0.34}More: grep 3134755:172691 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.109.196.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D5781%2C1306%2C7004%2C1994%2Cpts%26t%3D1197.44167%26ps%3D50%26bt%3D20260130165857%26et%3D20260130170557%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-30%26s%3Dvanport3%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769806285758", "sizeBytes": 4485337, "totalTimeSecs": 26.684759331, "cpuTime": 0.36}More: grep 3134530:482939 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-30 13:57:36.828 THUMB 3098863:342727:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.15","HTTP_USER_AGENT":"Googlebot-Image/1.0","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&h2026-01-30 13:57:36.846 THUMB 3098863:342727:0 request.body {"service":"Thumbnails","datetime":"2026-01-30T13:57:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.15", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769798881159", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3098863:342727 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601300500_202601310500%26bt%3D20260130110000%26et%3D20260130170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769796223038", "sizeBytes": 22930072, "totalTimeSecs": 415.434063576, "cpuTime": 0.5900000000000001}More: grep 3085865:477687 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601300500_202601310500%26bt%3D20260130170000%26et%3D20260130230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769796223018", "sizeBytes": 19779636, "totalTimeSecs": 337.965502192, "cpuTime": 0.55}More: grep 3085868:341922 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601300500_202601310500%26bt%3D20260130230000%26et%3D20260131050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769796223009", "sizeBytes": 21974321, "totalTimeSecs": 406.970664459, "cpuTime": 0.6000000000000001}More: grep 3085867:184214 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601300500_202601310500%26bt%3D20260130050000%26et%3D20260130110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769796223009", "sizeBytes": 20053205, "totalTimeSecs": 329.657414799, "cpuTime": 0.51}More: grep 3085866:117249 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "190.24.56.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18214, "totalTimeSecs": 0.819984108, "cpuTime": 0.86}More: grep 3049263:464852 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "190.24.56.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 19450, "totalTimeSecs": 0.880674021, "cpuTime": 1.1700000000000002}More: grep 3049262:478384 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601290500_202601300500%26bt%3D20260129210000%26et%3D20260130050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769777187170", "sizeBytes": 27795633, "totalTimeSecs": 230.134960205, "cpuTime": 0.5599999999999999}More: grep 2991633:330209 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601290500_202601300500%26bt%3D20260129050000%26et%3D20260129130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769777187161", "sizeBytes": 28099158, "totalTimeSecs": 183.637096411, "cpuTime": 0.62}More: grep 2991635:335012 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601290500_202601300500%26bt%3D20260129130000%26et%3D20260129210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769777187161", "sizeBytes": 26944606, "totalTimeSecs": 236.256003038, "cpuTime": 0.58}More: grep 2991634:505519 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601300500_202601310300%26bt%3D20260130160000%26et%3D20260130213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769773713315", "sizeBytes": 18778589, "totalTimeSecs": 370.50403996, "cpuTime": 0.56}More: grep 2974327:897794 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601300500_202601310300%26bt%3D20260130103000%26et%3D20260130160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769773713295", "sizeBytes": 20463198, "totalTimeSecs": 292.477337324, "cpuTime": 0.55}More: grep 2974328:990735 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601300500_202601310300%26bt%3D20260130213000%26et%3D20260131030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769773713284", "sizeBytes": 18709250, "totalTimeSecs": 351.589526423, "cpuTime": 0.51}More: grep 2974325:107389 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601300500_202601310300%26bt%3D20260130050000%26et%3D20260130103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769773713284", "sizeBytes": 18324150, "totalTimeSecs": 304.500663435, "cpuTime": 0.52}More: grep 2974326:236578 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601300500_202601302100%26bt%3D20260130130000%26et%3D20260130170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769751400374", "sizeBytes": 15669478, "totalTimeSecs": 276.039572671, "cpuTime": 0.53}More: grep 2867414:375568 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601300500_202601302100%26bt%3D20260130170000%26et%3D20260130210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769751400372", "sizeBytes": 13376853, "totalTimeSecs": 206.098416015, "cpuTime": 0.5}More: grep 2867413:647267 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601300500_202601302100%26bt%3D20260130050000%26et%3D20260130090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769751400370", "sizeBytes": 13331111, "totalTimeSecs": 279.78770194, "cpuTime": 0.48}More: grep 2867415:404130 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601300500_202601302100%26bt%3D20260130090000%26et%3D20260130130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769751400358", "sizeBytes": 13669418, "totalTimeSecs": 215.663078023, "cpuTime": 0.49}More: grep 2867412:437746 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601260400_202601270400%26bt%3D20260126040000%26et%3D20260126100000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=1&workerepoch=1769731072505", "sizeBytes": 397112, "totalTimeSecs": 10.296709685, "cpuTime": 0.31}More: grep 2769386:960461 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601260400_202601270400%26bt%3D20260126160000%26et%3D20260126220000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=1&workerepoch=1769731072478", "sizeBytes": 299801, "totalTimeSecs": 8.487083948, "cpuTime": 0.28}More: grep 2769388:854444 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601260400_202601270400%26bt%3D20260126100000%26et%3D20260126160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=1&workerepoch=1769731072471", "sizeBytes": 399356, "totalTimeSecs": 10.2302472, "cpuTime": 0.27}More: grep 2769387:700931 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601260400_202601270400%26bt%3D20260126220000%26et%3D20260127040000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=1&workerepoch=1769731072467", "sizeBytes": 398701, "totalTimeSecs": 8.400830637, "cpuTime": 0.28}More: grep 2769385:538598 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601290500_202601300500%26bt%3D20260129170000%26et%3D20260129230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769728895126", "sizeBytes": 20256527, "totalTimeSecs": 415.766276941, "cpuTime": 0.61}More: grep 2758289:461434 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601290500_202601300500%26bt%3D20260129230000%26et%3D20260130050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769728895123", "sizeBytes": 22805594, "totalTimeSecs": 330.411381966, "cpuTime": 0.55}More: grep 2758290:911176 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601290500_202601300500%26bt%3D20260129110000%26et%3D20260129170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769728895119", "sizeBytes": 20603590, "totalTimeSecs": 402.881263848, "cpuTime": 0.62}More: grep 2758288:251205 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601290500_202601300500%26bt%3D20260129050000%26et%3D20260129110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769728895116", "sizeBytes": 20973230, "totalTimeSecs": 330.257827674, "cpuTime": 0.63}More: grep 2758287:855993 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-29 18:10:41.940 THUMB 2755048:385322:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.82.16","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thu2026-01-29 18:10:41.962 THUMB 2755048:385322:0 request.body {"service":"Thumbnails","datetime":"2026-01-29T18:10:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.82.16", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2755048:385322 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-29 18:10:36.934 THUMB 2754973:243334:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.112","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/th2026-01-29 18:10:36.953 THUMB 2754973:243334:0 request.body {"service":"Thumbnails","datetime":"2026-01-29T18:10:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.112", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2754973:243334 /t/thumbnails-v2.createlab.org/log.txtMust specify boundsNWSE or boundsLTRB, unless fromScreenshot /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-29 18:10:32.993 THUMB 2754967:769569:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"173.252.83.2","HTTP_USER_AGENT":"facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)","FATALERROR":"Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thum2026-01-29 18:10:33.011 THUMB 2754967:769569:0 request.body {"service":"Thumbnails","datetime":"2026-01-29T18:10:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "173.252.83.2", "HTTP_USER_AGENT": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", "FATALERROR": "Must specify boundsNWSE or boundsLTRB, unless fromScreenshot\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:849:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2754967:769569 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "100.6.0.43", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D3535%2C-1077%2C6394%2C4006%2Cpts%26t%3D2018.275%26ps%3D50%26bt%3D20260128011209%26et%3D20260128012600%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-27%26s%3Dclairton4%26fps%3D9&width=720&height=1280&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769722030844", "sizeBytes": 5385707, "totalTimeSecs": 36.747189029, "cpuTime": 0.31}More: grep 2724122:870344 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "100.6.0.43", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2922%2C300%2C7299%2C2762%2Cpts%26t%3D2018.275%26ps%3D50%26bt%3D20260128011209%26et%3D20260128012600%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-27%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769721814524", "sizeBytes": 8900425, "totalTimeSecs": 45.615131802, "cpuTime": 0.42}More: grep 2722989:428117 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-29 14:57:35.948 THUMB 2694706:023259:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"135.232.20.81","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36","HTTP_REFERER":"https://pgh.earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.43489%2C-79.77662%2C8.835%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_subtle%2Cacs2018_group_disabilit2026-01-29 14:57:35.966 THUMB 2694706:023259:0 request.body {"service":"Thumbnails","datetime":"2026-01-29T14:57:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "135.232.20.81", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://pgh.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.43489%2C-79.77662%2C8.835%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_subtle%2Cacs2018_group_disability%26bt%3D0%26et%3D0%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=720&height=720&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&workerepoch=1769716096709", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2694706:023259 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601290500_202601300500%26bt%3D20260129170000%26et%3D20260129230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769709104673", "sizeBytes": 20264380, "totalTimeSecs": 415.398766147, "cpuTime": 0.6799999999999999}More: grep 2659400:080074 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601290500_202601300500%26bt%3D20260129230000%26et%3D20260130050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769709104664", "sizeBytes": 22804818, "totalTimeSecs": 336.612021424, "cpuTime": 0.6}More: grep 2659402:663806 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601290500_202601300500%26bt%3D20260129110000%26et%3D20260129170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769709104656", "sizeBytes": 20617033, "totalTimeSecs": 421.862886178, "cpuTime": 0.64}More: grep 2659401:889527 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601290500_202601300500%26bt%3D20260129050000%26et%3D20260129110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769709104650", "sizeBytes": 20964098, "totalTimeSecs": 317.921752027, "cpuTime": 0.5800000000000001}More: grep 2659399:807684 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601280500_202601290500%26bt%3D20260128050000%26et%3D20260128130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769690299511", "sizeBytes": 28271864, "totalTimeSecs": 232.705006127, "cpuTime": 0.64}More: grep 2566729:820855 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601280500_202601290500%26bt%3D20260128130000%26et%3D20260128210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769690299476", "sizeBytes": 28865842, "totalTimeSecs": 186.862515467, "cpuTime": 0.7}More: grep 2566730:618420 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601280500_202601290500%26bt%3D20260128210000%26et%3D20260129050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769690299473", "sizeBytes": 27162057, "totalTimeSecs": 233.175532309, "cpuTime": 0.55}More: grep 2566728:261704 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601290500_202601300300%26bt%3D20260129050000%26et%3D20260129103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769687330697", "sizeBytes": 19231811, "totalTimeSecs": 494.782177147, "cpuTime": 0.56}More: grep 2551905:212423 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601290500_202601300300%26bt%3D20260129160000%26et%3D20260129213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769687330672", "sizeBytes": 18336132, "totalTimeSecs": 443.595195619, "cpuTime": 0.5}More: grep 2551903:264006 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601290500_202601300300%26bt%3D20260129103000%26et%3D20260129160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769687330657", "sizeBytes": 19879241, "totalTimeSecs": 506.742280465, "cpuTime": 0.51}More: grep 2551904:989215 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601290500_202601300300%26bt%3D20260129213000%26et%3D20260130030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769687330656", "sizeBytes": 19706786, "totalTimeSecs": 435.289726852, "cpuTime": 0.52}More: grep 2551902:965956 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D1076127%2C607296%2C1078029%2C608367%2Cpts%26t%3D0%26ps%3D0%26l%3Dslr15%2Cblsat%2Cslr4%26bt%3D0%26et%3D0%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666896258", "sizeBytes": 14579, "totalTimeSecs": 5.988813342, "cpuTime": 0.3}More: grep 2449471:284843 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D1076108%2C607286%2C1078048%2C608377%2Cpts%26t%3D0%26ps%3D0%26l%3Dslr15%2Cblsat%26bt%3D0%26et%3D0%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666896186", "sizeBytes": 14400, "totalTimeSecs": 4.607620655, "cpuTime": 0.30000000000000004}More: grep 2449468:082535 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D673363%2C1510813%2C704331%2C1528233%2Cpts%26t%3D2.5%26ps%3D0%26l%3Dblsat%26bt%3D20090101%26et%3D20090101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666896185", "sizeBytes": 6646, "totalTimeSecs": 5.914648446, "cpuTime": 0.3}More: grep 2449467:785498 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D676470%2C1466582%2C714386%2C1487910%2Cpts%26t%3D0%26ps%3D0%26l%3Dblsat%26bt%3D19840101%26et%3D19840101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666895527", "sizeBytes": 17055, "totalTimeSecs": 4.209596601, "cpuTime": 0.3}More: grep 2449457:520143 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.2.204.60", "HTTP_USER_AGENT": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/127.0.6533.119 Safari/537.36", "HTTP_REFERER": "https://headless.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23v%3D15.01775%2C1.38115%2C0.689%2ClatLng%26t%3D2.35%26ps%3D0%26l%3Dblsat%26bt%3D19840101%26et%3D19840101%26startDwell%3D0%26endDwell%3D0%26fps%3D12&width=128&height=74&format=png&fps=12&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&workerepoch=1769666894917", "sizeBytes": 18261, "totalTimeSecs": 4.258630765, "cpuTime": 0.31}More: grep 2449448:798886 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D0%2C281470%2C2195541%2C1588508%2Cpts%26t%3D1.67%26ps%3D0%26l%3Dblsat%2Cberkeley-earth-temperature-anomaly-v2-yearly%26bt%3D18700101%26et%3D18700101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666890158", "sizeBytes": 16382, "totalTimeSecs": 5.162721487, "cpuTime": 0.31999999999999995}More: grep 2449380:949769 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D0%2C193472%2C2338364%2C1682199%2Cpts%26t%3D8.33%26ps%3D0%26l%3Dblsat%2Cberkeley-earth-temperature-anomaly-v2-yearly%26bt%3D19500101%26et%3D19500101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666890154", "sizeBytes": 15759, "totalTimeSecs": 4.928285451, "cpuTime": 0.30000000000000004}More: grep 2449387:984431 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D373249%2C1350595%2C968710%2C1685542%2Cpts%26t%3D0%26ps%3D0%26l%3Dblsat%26bt%3D19840101%26et%3D19840101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666890130", "sizeBytes": 14047, "totalTimeSecs": 10.499178773, "cpuTime": 0.28}More: grep 2449384:797038 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D748536%2C399446%2C760400%2C406120%2Cpts%26t%3D0.1%26ps%3D0%26l%3Dblsat%26bt%3D19850101%26et%3D19850101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666890122", "sizeBytes": 18840, "totalTimeSecs": 5.188526337, "cpuTime": 0.28}More: grep 2449382:763196 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D231864%2C0%2C1831984%2C896129%2Cpts%26t%3D10%26ps%3D0%26l%3Dblsat%2Cberkeley-earth-temperature-anomaly-v2-yearly%26bt%3D19700101%26et%3D19700101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666890120", "sizeBytes": 16175, "totalTimeSecs": 10.502318613, "cpuTime": 0.28}More: grep 2449381:896292 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "202.187.103.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D153338%2C432814%2C2126155%2C1542523%2Cpts%26t%3D1.5%26ps%3D0%26l%3Dblsat%26bt%3D1.5%26et%3D1.5%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=124&height=71&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769666890114", "sizeBytes": 17462, "totalTimeSecs": 4.485102697, "cpuTime": 0.28}More: grep 2449379:426392 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601290500_202601292100%26bt%3D20260129130000%26et%3D20260129170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769665128743", "sizeBytes": 14429470, "totalTimeSecs": 277.065003535, "cpuTime": 0.56}More: grep 2440475:175841 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601290500_202601292100%26bt%3D20260129170000%26et%3D20260129210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769665128732", "sizeBytes": 13245490, "totalTimeSecs": 214.008974157, "cpuTime": 0.47000000000000003}More: grep 2440478:034306 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601290500_202601292100%26bt%3D20260129050000%26et%3D20260129090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769665128725", "sizeBytes": 14491561, "totalTimeSecs": 279.004498845, "cpuTime": 0.5}More: grep 2440476:782940 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601290500_202601292100%26bt%3D20260129090000%26et%3D20260129130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769665128723", "sizeBytes": 15538641, "totalTimeSecs": 197.870792543, "cpuTime": 0.52}More: grep 2440477:709701 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601280500_202601290500%26bt%3D20260128050000%26et%3D20260128110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769642613088", "sizeBytes": 20541276, "totalTimeSecs": 405.618906639, "cpuTime": 0.67}More: grep 2330499:191474 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601280500_202601290500%26bt%3D20260128110000%26et%3D20260128170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769642613066", "sizeBytes": 23147337, "totalTimeSecs": 337.445734263, "cpuTime": 0.58}More: grep 2330501:798035 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601280500_202601290500%26bt%3D20260128230000%26et%3D20260129050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769642613066", "sizeBytes": 20362618, "totalTimeSecs": 411.129887538, "cpuTime": 0.64}More: grep 2330500:290741 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601280500_202601290500%26bt%3D20260128170000%26et%3D20260128230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769642613065", "sizeBytes": 19983734, "totalTimeSecs": 330.865860118, "cpuTime": 0.5700000000000001}More: grep 2330498:422487 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601280500_202601290500%26bt%3D20260128110000%26et%3D20260128170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769622860863", "sizeBytes": 23141860, "totalTimeSecs": 405.751012406, "cpuTime": 0.63}More: grep 2240629:793239 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601280500_202601290500%26bt%3D20260128230000%26et%3D20260129050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769622860838", "sizeBytes": 20368994, "totalTimeSecs": 330.236173977, "cpuTime": 0.53}More: grep 2240630:345862 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601280500_202601290500%26bt%3D20260128050000%26et%3D20260128110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769622860831", "sizeBytes": 20569443, "totalTimeSecs": 410.844998651, "cpuTime": 0.55}More: grep 2240628:515758 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601280500_202601290500%26bt%3D20260128170000%26et%3D20260128230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1769622860831", "sizeBytes": 19976889, "totalTimeSecs": 336.234386942, "cpuTime": 0.53}More: grep 2240627:438377 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601270500_202601280500%26bt%3D20260127210000%26et%3D20260128050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769604936865", "sizeBytes": 26999093, "totalTimeSecs": 231.480911528, "cpuTime": 0.69}More: grep 2161054:050520 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601270500_202601280500%26bt%3D20260127130000%26et%3D20260127210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769604936835", "sizeBytes": 26934439, "totalTimeSecs": 186.311592478, "cpuTime": 0.6000000000000001}More: grep 2161056:708537 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601270500_202601280500%26bt%3D20260127050000%26et%3D20260127130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769604936834", "sizeBytes": 27655809, "totalTimeSecs": 231.143534554, "cpuTime": 0.7}More: grep 2161055:326379 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601280500_202601290300%26bt%3D20260128103000%26et%3D20260128160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769600989703", "sizeBytes": 21138920, "totalTimeSecs": 372.403934101, "cpuTime": 0.6}More: grep 2143082:941673 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601280500_202601290300%26bt%3D20260128050000%26et%3D20260128103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769600989688", "sizeBytes": 18855517, "totalTimeSecs": 296.781524669, "cpuTime": 0.51}More: grep 2143085:897732 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601280500_202601290300%26bt%3D20260128160000%26et%3D20260128213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769600989681", "sizeBytes": 18534360, "totalTimeSecs": 378.3487146, "cpuTime": 0.52}More: grep 2143084:796618 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601280500_202601290300%26bt%3D20260128213000%26et%3D20260129030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1769600989681", "sizeBytes": 18775617, "totalTimeSecs": 292.665400661, "cpuTime": 0.52}More: grep 2143083:479383 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601280500_202601282100%26bt%3D20260128170000%26et%3D20260128210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769578630758", "sizeBytes": 13211559, "totalTimeSecs": 255.119314538, "cpuTime": 0.48}More: grep 2042318:359707 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601280500_202601282100%26bt%3D20260128090000%26et%3D20260128130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769578630748", "sizeBytes": 15006455, "totalTimeSecs": 215.393390968, "cpuTime": 0.48}More: grep 2042321:659157 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601280500_202601282100%26bt%3D20260128130000%26et%3D20260128170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769578630746", "sizeBytes": 16208645, "totalTimeSecs": 275.530177505, "cpuTime": 0.52}More: grep 2042320:558808 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601280500_202601282100%26bt%3D20260128050000%26et%3D20260128090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1769578630744", "sizeBytes": 14122412, "totalTimeSecs": 199.125917923, "cpuTime": 0.48}More: grep 2042319:272656 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 18892, "totalTimeSecs": 0.587023047, "cpuTime": 0.7899999999999999}More: grep 1974994:760920 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32604, "totalTimeSecs": 0.657105438, "cpuTime": 0.8200000000000001}More: grep 1974975:907444 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 20829, "totalTimeSecs": 0.556136915, "cpuTime": 0.9700000000000001}More: grep 1974970:641703 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32201, "totalTimeSecs": 0.612067084, "cpuTime": 1.1800000000000002}More: grep 1974943:136902 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 34147, "totalTimeSecs": 0.694681228, "cpuTime": 0.98}More: grep 1974938:421545 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 34656, "totalTimeSecs": 0.559639319, "cpuTime": 0.9000000000000001}More: grep 1974919:775041 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 18069, "totalTimeSecs": 0.513751479, "cpuTime": 0.8}More: grep 1974545:006343 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 22161, "totalTimeSecs": 0.704017787, "cpuTime": 0.9400000000000002}More: grep 1974542:055855 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 31665, "totalTimeSecs": 0.548535025, "cpuTime": 0.9199999999999999}More: grep 1974541:233162 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 23773, "totalTimeSecs": 0.605213458, "cpuTime": 0.91}More: grep 1974538:834044 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 31163, "totalTimeSecs": 0.614388713, "cpuTime": 0.7599999999999999}More: grep 1974537:138233 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 34870, "totalTimeSecs": 0.570024278, "cpuTime": 0.8500000000000001}More: grep 1974535:249860 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 14804, "totalTimeSecs": 0.604713006, "cpuTime": 0.79}More: grep 1974159:336135 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 18710, "totalTimeSecs": 0.552667577, "cpuTime": 0.66}More: grep 1974151:095758 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 25540, "totalTimeSecs": 0.756994755, "cpuTime": 1.0}More: grep 1974155:455578 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32989, "totalTimeSecs": 0.842816452, "cpuTime": 0.9600000000000001}More: grep 1974154:969048 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 35201, "totalTimeSecs": 0.748289543, "cpuTime": 0.9999999999999999}More: grep 1974153:644292 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "106.254.252.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 19525, "totalTimeSecs": 0.637391635, "cpuTime": 0.61}More: grep 1974152:141375 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.222.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D-7893%2C-1632%2C7893%2C7248%2Cpts%26t%3D2006.44167%26ps%3D50%26bt%3D20260128010503%26et%3D20260128013500%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-27%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769564444354", "sizeBytes": 4236794, "totalTimeSecs": 45.318111446, "cpuTime": 0.37}More: grep 1972985:469285 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.222.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D37%2C-3663%2C15823%2C5217%2Cpts%26t%3D1932.275%26ps%3D50%26bt%3D20260128002030%26et%3D20260128013000%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-27%26s%3Dclairton4%26fps%3D9&width=1920&height=1080&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769564338571", "sizeBytes": 17478448, "totalTimeSecs": 153.757026848, "cpuTime": 0.55}More: grep 1972455:866872 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601270500_202601280500%26bt%3D20260127050000%26et%3D20260127110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769558584966", "sizeBytes": 20476502, "totalTimeSecs": 398.898930556, "cpuTime": 0.65}More: grep 1944360:563418 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601270500_202601280500%26bt%3D20260127170000%26et%3D20260127230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769558584962", "sizeBytes": 19746354, "totalTimeSecs": 332.627849389, "cpuTime": 0.61}More: grep 1944361:801548 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601270500_202601280500%26bt%3D20260127230000%26et%3D20260128050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769558584922", "sizeBytes": 20273174, "totalTimeSecs": 412.074079068, "cpuTime": 0.62}More: grep 1944359:650427 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601270500_202601280500%26bt%3D20260127110000%26et%3D20260127170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1769558584921", "sizeBytes": 20787529, "totalTimeSecs": 324.582492656, "cpuTime": 0.5800000000000001}More: grep 1944358:809708 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "192.76.8.205", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 16445, "totalTimeSecs": 0.805572376, "cpuTime": 0.88}More: grep 1936478:313305 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "192.76.8.205", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17444, "totalTimeSecs": 0.855095633, "cpuTime": 1.2100000000000002}More: grep 1936479:509617 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "200.2.163.187", "HTTP_USER_AGENT": "Mozilla/5.0 (X11; Linux x86_64; rv:147.0) Gecko/20100101 Firefox/147.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17657, "totalTimeSecs": 0.93876183, "cpuTime": 1.2300000000000002}More: grep 1784780:991969 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "200.2.163.187", "HTTP_USER_AGENT": "Mozilla/5.0 (X11; Linux x86_64; rv:147.0) Gecko/20100101 Firefox/147.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 16590, "totalTimeSecs": 0.973674163, "cpuTime": 0.84}More: grep 1784781:938103 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-27 03:10:51.204 THUMB 1663118:901852:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.163.43","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-27 03:10:51.226 THUMB 1663118:901852:0 request.body {"service":"Thumbnails","datetime":"2026-01-27T03:10:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.163.43", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1663118:901852 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-27 03:06:12.399 THUMB 1661793:797011:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.162.119","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2026-01-27 03:06:12.416 THUMB 1661793:797011:0 request.body {"service":"Thumbnails","datetime":"2026-01-27T03:06:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.162.119", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1661793:797011 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-27 03:11:51.307 THUMB 1660557:546070:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.15","HTTP_USER_AGENT":"Googlebot-Image/1.0","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&h2026-01-27 03:11:51.327 THUMB 1660557:546070:0 request.body {"service":"Thumbnails","datetime":"2026-01-27T03:11:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.15", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769500932283", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 1660557:546070 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-27 01:11:42.742 THUMB 1629160:982628:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.153","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-27 01:11:42.763 THUMB 1629160:982628:0 request.body {"service":"Thumbnails","datetime":"2026-01-27T01:11:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.153", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1629160:982628 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-27 01:06:41.696 THUMB 1627830:925369:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.230","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-27 01:06:41.715 THUMB 1627830:925369:0 request.body {"service":"Thumbnails","datetime":"2026-01-27T01:06:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.230", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1627830:925369 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "165.189.142.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18876, "totalTimeSecs": 0.948736078, "cpuTime": 1.22}More: grep 1430419:488358 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "165.189.142.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17684, "totalTimeSecs": 0.919436947, "cpuTime": 0.85}More: grep 1430420:553345 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "73.214.62.174", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:147.0) Gecko/20100101 Firefox/147.0", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1917%2C22%2C6842%2C2792%2Cpts%26t%3D1067.94167%26ps%3D50%26bt%3D20250811144151%26et%3D20250811150154%26startDwell%3D0%26endDwell%3D0%26d%3D2025-08-11%26s%3Dclairton4%26fps%3D9&width=1920&height=1080&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769450844402", "sizeBytes": 17944966, "totalTimeSecs": 96.391721853, "cpuTime": 0.53}More: grep 1415135:486599 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D485%2C963%2C4922%2C3459%2Cpts%26t%3D957.77%26ps%3D50%26bt%3D20260123143509%26et%3D20260123144545%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441813358", "sizeBytes": 8764338, "totalTimeSecs": 29.29287521, "cpuTime": 0.46}More: grep 1371803:959654 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D-256%2C-261%2C5966%2C3239%2Cpts%26t%3D957.77%26ps%3D50%26bt%3D20260123143509%26et%3D20260123144545%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441784710", "sizeBytes": 6865452, "totalTimeSecs": 22.675395372, "cpuTime": 0.38}More: grep 1371719:814122 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D-256%2C-261%2C5966%2C3239%2Cpts%26t%3D958.77%26ps%3D50%26bt%3D20260123143545%26et%3D20260123144545%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441751420", "sizeBytes": 6459447, "totalTimeSecs": 23.327438477, "cpuTime": 0.38}More: grep 1371501:902791 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D-256%2C-261%2C5966%2C3239%2Cpts%26t%3D975.44%26ps%3D0%26bt%3D20260123144545%26et%3D20260123144545%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=png&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441735780", "sizeBytes": 1088859, "totalTimeSecs": 3.481688502, "cpuTime": 0.31}More: grep 1371423:075988 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D319%2C842%2C5024%2C3488%2Cpts%26t%3D1054.86%26ps%3D50%26bt%3D20260123153327%26et%3D20260123153827%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441299554", "sizeBytes": 4425605, "totalTimeSecs": 17.572108785, "cpuTime": 0.35000000000000003}More: grep 1369309:188152 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1027%2C650%2C4845%2C2797%2Cpts%26t%3D1054.86%26ps%3D50%26bt%3D20260123153327%26et%3D20260123153827%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441176796", "sizeBytes": 3026881, "totalTimeSecs": 16.136183171, "cpuTime": 0.33}More: grep 1368718:782788 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "171.224.180.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D404%2C774%2C5188%2C3465%2Cpts%26t%3D957.69%26ps%3D50%26bt%3D20260123143506%26et%3D20260123144515%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769441032879", "sizeBytes": 8900064, "totalTimeSecs": 29.316980904, "cpuTime": 0.42}More: grep 1367986:741397 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "186.179.192.66", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 14900, "totalTimeSecs": 0.889367339, "cpuTime": 1.2399999999999998}More: grep 1338034:540788 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "186.179.192.66", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 14237, "totalTimeSecs": 0.884232979, "cpuTime": 0.8099999999999999}More: grep 1338033:993099 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-26 08:31:15.077 THUMB 1332332:358180:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.1","HTTP_USER_AGENT":"Googlebot-Image/1.0","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&he2026-01-26 08:31:15.094 THUMB 1332332:358180:0 request.body {"service":"Thumbnails","datetime":"2026-01-26T08:31:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.1", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769433697148", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 1332332:358180 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-26 04:58:02.499 THUMB 1269637:580438:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.1","HTTP_USER_AGENT":"Googlebot-Image/1.0","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&he2026-01-26 04:58:02.518 THUMB 1269637:580438:0 request.body {"service":"Thumbnails","datetime":"2026-01-26T04:58:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.1", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769420914826", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 1269637:580438 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "66.249.64.14", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_sheriff_sale_nonvacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769407238609", "sizeBytes": 158823, "totalTimeSecs": 4.173430882, "cpuTime": 0.29000000000000004}More: grep 1202666:945412 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "66.249.64.1", "HTTP_USER_AGENT": "Googlebot-Image/1.0", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_sfpd_color_epoch_pct_price_chg_per_yr_all_loss_20%26bt%3D19900101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=540&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769392411933", "sizeBytes": 145936, "totalTimeSecs": 30.132087601, "cpuTime": 0.28}More: grep 1131483:983519 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.54.123", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 528934, "totalTimeSecs": 1.554066306, "cpuTime": 6.55}More: grep 1129539:522114 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 18:25:52.843 THUMB 1088569:290147:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.23.107","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-25 18:25:52.860 THUMB 1088569:290147:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T18:25:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.23.107", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1088569:290147 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 17:54:19.444 THUMB 1079448:562172:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.23.238","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-25 17:54:19.463 THUMB 1079448:562172:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T17:54:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.23.238", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1079448:562172 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.14", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 3067338, "totalTimeSecs": 4.866431076, "cpuTime": 25.31}More: grep 1062903:176704 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 16:28:30.451 THUMB 1054602:766819:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.49","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-25 16:28:30.469 THUMB 1054602:766819:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T16:28:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.49", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1054602:766819 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.21.96", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1990818, "totalTimeSecs": 1.70308837, "cpuTime": 7.3}More: grep 1042875:020978 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 13:53:48.357 THUMB 1009760:270274:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.20.27","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-25 13:53:48.384 THUMB 1009760:270274:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T13:53:48-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.20.27", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1009760:270274 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 13:44:26.240 THUMB 1007085:527445:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.15.9","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-25 13:44:26.259 THUMB 1007085:527445:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T13:44:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.15.9", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1007085:527445 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 13:16:33.126 THUMB 999242:801592:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.21.235","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-25 13:16:33.144 THUMB 999242:801592:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T13:16:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.21.235", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 999242:801592 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-25 12:55:01.821 THUMB 993580:460574:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.20.9","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.2026-01-25 12:55:01.839 THUMB 993580:460574:0 request.body {"service":"Thumbnails","datetime":"2026-01-25T12:55:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.20.9", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 993580:460574 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D9.57457%2C5.67545%2C3.37%2ClatLng%26t%3D0.62%26ps%3D0%26l%3Dbdrk%2Cextras_storyFriendlyDialog_sahel_oumar%26bt%3D-1%26et%3D-1%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333010648", "sizeBytes": 21537, "totalTimeSecs": 5.365112749, "cpuTime": 0.31}More: grep 844280:058438 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D13.52262%2C14.45134%2C5.04%2ClatLng%26t%3D7.05%26ps%3D0%26l%3Dbdrk%2Caid_worker_security_database_all%2Caoav_all%26bt%3D20121001%26et%3D20121001%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333009329", "sizeBytes": 16220, "totalTimeSecs": 3.841580816, "cpuTime": 0.29}More: grep 844266:565569 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D12.4598%2C14.1243%2C4.7%2ClatLng%26t%3D0.36%26ps%3D0%26l%3Dbdrk%2Cacled_all_event_types%26bt%3D19970101%26et%3D19970101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333009101", "sizeBytes": 18757, "totalTimeSecs": 4.55556296, "cpuTime": 0.22}More: grep 844260:253469 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D22.53789%2C10.04807%2C0.93%2ClatLng%26t%3D0.36%26ps%3D0%26l%3Dbdrk%2Cextras_storyFriendlyDialog_sahel_woman_and_child%26bt%3D-1%26et%3D-1%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333005842", "sizeBytes": 34862, "totalTimeSecs": 4.204407002, "cpuTime": 0.29000000000000004}More: grep 844215:373087 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D22.53789%2C10.04807%2C0.93%2ClatLng%26t%3D0.36%26ps%3D0%26l%3Dbdrk%2Coecd_oda_sahel%26bt%3D20000101%26et%3D20000101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333005395", "sizeBytes": 13348, "totalTimeSecs": 4.605866995, "cpuTime": 0.3}More: grep 844208:007543 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D22.19155%2C17.38429%2C0.75%2ClatLng%26t%3D0.57%26ps%3D0%26l%3Dbdrk%2Csitc4r2_commodities_0%26bt%3D20000101%26et%3D20000101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333005379", "sizeBytes": 28792, "totalTimeSecs": 5.52138397, "cpuTime": 0.3}More: grep 844207:712810 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D18.38882%2C1.40307%2C10.41%2ClatLng%26t%3D0%26ps%3D0%26l%3Dblsat%2Cextras_storyFriendlyDialog_sahel_women_cooperatives%26bt%3D-1%26et%3D-1%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333004945", "sizeBytes": 41814, "totalTimeSecs": 5.573369081, "cpuTime": 0.31}More: grep 844198:636964 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D18.38885%2C1.40307%2C10.41%2ClatLng%26t%3D0%26ps%3D0%26l%3Dblsat%26bt%3D20161231%26et%3D20161231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333004437", "sizeBytes": 38535, "totalTimeSecs": 4.247575951, "cpuTime": 0.29}More: grep 844192:726237 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D22.17298%2C4.19512%2C10.41%2ClatLng%26t%3D0%26ps%3D0%26l%3Dblsat%26bt%3D20161231%26et%3D20161231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769333004258", "sizeBytes": 25450, "totalTimeSecs": 4.234450834, "cpuTime": 0.30000000000000004}More: grep 844190:795238 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D16.2206%2C-0.00595%2C9.14%2ClatLng%26t%3D1.66%26ps%3D0%26l%3Dblsat%2Cwc%26bt%3D20161231%26et%3D20161231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769332976295", "sizeBytes": 36006, "totalTimeSecs": 28.452375016, "cpuTime": 0.21}More: grep 843990:798576 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D12.03291%2C1.10804%2C3.93%2ClatLng%26t%3D1.03%26ps%3D0%26l%3Dbdrk%2Cacled_all_event_types%26bt%3D19970101%26et%3D19970101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769332976162", "sizeBytes": 22358, "totalTimeSecs": 28.618664856, "cpuTime": 0.21}More: grep 843987:728416 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D15.11061%2C-4.13579%2C7.54%2ClatLng%26t%3D0%26ps%3D0%26l%3Dblsat%2Cwc%26bt%3D20161231%26et%3D20161231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769332975999", "sizeBytes": 38487, "totalTimeSecs": 27.549986258, "cpuTime": 0.26}More: grep 843984:341839 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D10.22878%2C-0.78%2C4.06%2ClatLng%26t%3D0.17%26ps%3D0%26l%3Dblsat%2Cfly%26bt%3D19840101%26et%3D19840101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769332975813", "sizeBytes": 33247, "totalTimeSecs": 28.484754034, "cpuTime": 0.28}More: grep 843980:775663 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D14.42077%2C4.11292%2C3.9%2ClatLng%26t%3D1.75%26ps%3D0%26l%3Dbdrk%2CWB_GDP_PPP%26bt%3D19900101%26et%3D19900101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769332975639", "sizeBytes": 14296, "totalTimeSecs": 29.575661858, "cpuTime": 0.29000000000000004}More: grep 843978:682873 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "46.190.104.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D18.76533%2C9.98355%2C3.3%2ClatLng%26t%3D1%26ps%3D0%26l%3Dblsat%26bt%3D20161231%26et%3D20161231%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769332975529", "sizeBytes": 37232, "totalTimeSecs": 28.261685009, "cpuTime": 0.31}More: grep 843976:514501 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D103%2C-282%2C4304%2C2082%2Cpts%26t%3D4860.86%26ps%3D50%26bt%3D20260123212627%26et%3D20260123212701%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-23%26s%3Dcementcam%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1769291088706", "sizeBytes": 902538, "totalTimeSecs": 9.511147502, "cpuTime": 0.29}More: grep 642465:912055 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.129.50", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 1195319, "totalTimeSecs": 2.778551011, "cpuTime": 11.31}More: grep 335806:086856 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 21:29:51.651 THUMB 324858:036540:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.134","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 21:29:51.669 THUMB 324858:036540:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T21:29:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.134", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 324858:036540 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.130.116", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 3529644, "totalTimeSecs": 2.773504231, "cpuTime": 15.26}More: grep 314663:314208 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 20:45:31.387 THUMB 312011:238590:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.164","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 20:45:31.403 THUMB 312011:238590:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T20:45:31-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.164", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 312011:238590 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 20:44:09.126 THUMB 311637:152051:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.189","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 20:44:09.148 THUMB 311637:152051:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T20:44:09-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.189", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 311637:152051 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 20:21:15.843 THUMB 305024:428839:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.131.242","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-23 20:21:15.865 THUMB 305024:428839:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T20:21:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.131.242", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 305024:428839 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.128.144", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 1330098, "totalTimeSecs": 2.553761134, "cpuTime": 12.060000000000002}More: grep 304738:090096 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.128.175", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1068983, "totalTimeSecs": 2.332170713, "cpuTime": 8.44}More: grep 300575:325307 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 19:53:34.943 THUMB 296885:754490:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.214","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 19:53:34.963 THUMB 296885:754490:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T19:53:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.214", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 296885:754490 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.202.134", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 2423131, "totalTimeSecs": 3.705588461, "cpuTime": 15.600000000000001}More: grep 295884:114879 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.201.11", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1944497, "totalTimeSecs": 5.489226921, "cpuTime": 12.73}More: grep 292213:431014 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.27.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 15; SM-G998U1 Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/144.0.7559.59 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/544.0.0.42.272;IABMV/1;]", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.28671%2C-79.8906%2C10.88%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk%2Cbdrk_detailed%2Callegheny_school_aiu_catch_hs%2C%2Callegheny_county_housing_fm%26bt%3D20181106%26et%3D20181106%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769214869586", "sizeBytes": 32900, "totalTimeSecs": 29.510142335, "cpuTime": 0.28}More: grep 291203:723494 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.27.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 15; SM-G998U1 Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/144.0.7559.59 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/544.0.0.42.272;IABMV/1;]", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42232%2C-80.0644%2C8.36%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk%2Cbdrk_detailed%2Ctotal_race_kids_2016%2Callegheny_school_aiu_catch_hs%26bt%3D20181106%26et%3D20181106%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769214869563", "sizeBytes": 27626, "totalTimeSecs": 28.125076002, "cpuTime": 0.3}More: grep 291197:476039 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.27.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 15; SM-G998U1 Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/144.0.7559.59 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/544.0.0.42.272;IABMV/1;]", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42232%2C-80.0644%2C8.36%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk%2Cbdrk_detailed%2Callegheny_school_aiu_catch_hs%2C%2Callegheny_county_housing_fm%26bt%3D20181106%26et%3D20181106%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769214869561", "sizeBytes": 17883, "totalTimeSecs": 29.6778493, "cpuTime": 0.27999999999999997}More: grep 291199:996124 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.27.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 15; SM-G998U1 Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/144.0.7559.59 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/544.0.0.42.272;IABMV/1;]", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.43606%2C-79.94932%2C10.4%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Cacs2016_renter_w_children%2Cvoting_ac_us_house_boundaries_2018%2Cvoting_ac_polling_places_2018%26bt%3D20181106%26et%3D20181106%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769214869544", "sizeBytes": 37029, "totalTimeSecs": 28.93381833, "cpuTime": 0.32}More: grep 291191:749082 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.27.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 15; SM-G998U1 Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/144.0.7559.59 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/544.0.0.42.272;IABMV/1;]", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42232%2C-80.0644%2C8.36%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk%2Cbdrk_detailed%2Cvoting_ac_us_house_boundaries_2018%2Cvoting_ac_num_moves_epoch%26bt%3D20050101%26et%3D20050101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769214869532", "sizeBytes": 13189, "totalTimeSecs": 31.813427254, "cpuTime": 0.3}More: grep 291192:397938 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "173.75.27.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 15; SM-G998U1 Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/144.0.7559.59 Mobile Safari/537.36 [FB_IAB/FB4A;FBAV/544.0.0.42.272;IABMV/1;]", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.42232%2C-80.0644%2C8.36%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk%2Cbdrk_detailed%2Cvoting_ac_us_house_boundaries_2018%2Cvoting_ac_num_moves_epoch%26bt%3D20181106%26et%3D20181106%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=159&height=92&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769214869524", "sizeBytes": 13828, "totalTimeSecs": 32.753559685, "cpuTime": 0.29000000000000004}More: grep 291190:583553 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 19:16:50.688 THUMB 286078:630659:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.175","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/li2026-01-23 19:16:50.706 THUMB 286078:630659:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T19:16:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.55.175", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 286078:630659 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.131.212", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2173192, "totalTimeSecs": 3.241088253, "cpuTime": 16.349999999999998}More: grep 282199:674196 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 19:02:47.086 THUMB 281979:307853:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.131.177","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-23 19:02:47.110 THUMB 281979:307853:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T19:02:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.131.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 281979:307853 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.55.7", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1743404, "totalTimeSecs": 3.199027663, "cpuTime": 17.5}More: grep 275221:436122 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 18:27:04.896 THUMB 271398:141274:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.129.233","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 18:27:04.913 THUMB 271398:141274:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T18:27:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.129.233", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 271398:141274 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 18:15:41.362 THUMB 268142:491075:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.52.53","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 18:15:41.378 THUMB 268142:491075:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T18:15:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.52.53", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 268142:491075 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 17:58:51.391 THUMB 262940:502717:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.54.147","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:82026-01-23 17:58:51.416 THUMB 262940:502717:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:58:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.54.147", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 262940:502717 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.55.26", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1849747, "totalTimeSecs": 36.648511979, "cpuTime": 14.030000000000001}More: grep 260513:722261 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:354:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 17:28:10.364 THUMB 253842:265582:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.201","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in 2026-01-23 17:28:10.364 THUMB 253842:265582:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.201","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in {"REMOTE_ADDR": "101.47.55.201", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:354:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 253842:265582 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 17:20:07.740 THUMB 252038:242158:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.53.208","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 17:20:07.758 THUMB 252038:242158:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:20:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.53.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 252038:242158 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 17:19:57.543 THUMB 251729:657843:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.52.78","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 17:19:57.563 THUMB 251729:657843:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:19:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.52.78", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 251729:657843 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 17:17:20.897 THUMB 250935:770380:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.53.185","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:82026-01-23 17:17:20.921 THUMB 250935:770380:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:17:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.53.185", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 250935:770380 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 17:13:40.997 THUMB 249920:368369:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.45.50","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `2026-01-23 17:13:41.020 THUMB 249920:368369:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:13:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.45.50", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 249920:368369 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 17:12:59.486 THUMB 249699:199681:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.52.58","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `2026-01-23 17:12:59.505 THUMB 249699:199681:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:12:59-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.52.58", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 249699:199681 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 17:03:09.071 THUMB 246888:198682:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.25","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:872026-01-23 17:03:09.089 THUMB 246888:198682:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T17:03:09-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.55.25", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 246888:198682 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 16:57:23.207 THUMB 245150:342315:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.53.75","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `2026-01-23 16:57:23.226 THUMB 245150:342315:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T16:57:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.53.75", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 245150:342315 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 16:32:11.385 THUMB 237936:533553:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.47.120","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in 2026-01-23 16:32:11.400 THUMB 237936:533553:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T16:32:11-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.47.120", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 237936:533553 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 16:23:24.286 THUMB 235407:027874:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.198","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:82026-01-23 16:23:24.304 THUMB 235407:027874:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T16:23:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.55.198", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 235407:027874 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 16:06:24.685 THUMB 230500:950961:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.76","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.2026-01-23 16:06:24.703 THUMB 230500:950961:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T16:06:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.55.76", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 230500:950961 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 16:00:55.527 THUMB 228891:328063:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.204.195","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:82026-01-23 16:00:55.549 THUMB 228891:328063:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T16:00:55-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.204.195", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 228891:328063 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 15:19:43.142 THUMB 216930:299843:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.54.20","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:872026-01-23 15:19:43.168 THUMB 216930:299843:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T15:19:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.54.20", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 216930:299843 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 14:38:04.111 THUMB 204874:005820:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.53.56","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.2026-01-23 14:38:04.134 THUMB 204874:005820:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T14:38:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.53.56", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 204874:005820 /t/thumbnails-v2.createlab.org/log.txtNet::OpenTimeout /usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect' /usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect' /usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start' /usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start' /usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se
2026-01-23 14:26:44.666 THUMB 201638:919763:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.52.208","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/l2026-01-23 14:26:44.685 THUMB 201638:919763:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T14:26:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.52.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "Net::OpenTimeout\n/usr/local/lib/ruby/2.4.0/net/protocol.rb:41:in `ssl_socket_connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:948:in `connect'\n/usr/local/lib/ruby/2.4.0/net/http.rb:887:in `do_start'\n/usr/local/lib/ruby/2.4.0/net/http.rb:876:in `start'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:323:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-se"}More: grep 201638:919763 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 14:03:47.978 THUMB 195251:521173:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.205.250","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.2026-01-23 14:03:47.999 THUMB 195251:521173:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T14:03:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.205.250", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 195251:521173 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 13:58:59.572 THUMB 193810:350608:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.203.188","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.2026-01-23 13:58:59.595 THUMB 193810:350608:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T13:58:59-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.203.188", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 193810:350608 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 13:53:42.419 THUMB 192011:702975:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.47.31","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-23 13:53:42.438 THUMB 192011:702975:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T13:53:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.47.31", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 192011:702975 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.218.3", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2015479, "totalTimeSecs": 3.21222163, "cpuTime": 17.94}More: grep 187592:425630 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 13:32:40.181 THUMB 185728:830360:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.204.82","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-23 13:32:40.202 THUMB 185728:830360:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T13:32:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.204.82", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 185728:830360 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 13:08:11.023 THUMB 179002:382566:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.45.170","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-23 13:08:11.041 THUMB 179002:382566:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T13:08:11-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.45.170", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 179002:382566 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.45.211", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 12171730, "totalTimeSecs": 17.604591394, "cpuTime": 102.16}More: grep 177106:398350 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 12:51:34.334 THUMB 174381:882867:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.45.162","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 12:51:34.351 THUMB 174381:882867:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T12:51:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.45.162", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 174381:882867 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.45.172", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2445773, "totalTimeSecs": 5.661395175, "cpuTime": 15.82}More: grep 156330:272667 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 11:45:22.933 THUMB 155442:538313:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.46.20","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 11:45:22.956 THUMB 155442:538313:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T11:45:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.46.20", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 155442:538313 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 11:42:31.166 THUMB 154617:574381:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.45.167","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-23 11:42:31.190 THUMB 154617:574381:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T11:42:31-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.45.167", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 154617:574381 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.46.6", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 1878823, "totalTimeSecs": 3.95377253, "cpuTime": 15.860000000000001}More: grep 152935:344901 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.44.70", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2186807, "totalTimeSecs": 4.227542518, "cpuTime": 14.16}More: grep 150215:266143 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.211.225", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1950393, "totalTimeSecs": 4.718959033, "cpuTime": 14.870000000000001}More: grep 138301:714187 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 10:46:12.969 THUMB 137792:767937:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.219.111","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-23 10:46:12.988 THUMB 137792:767937:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T10:46:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.219.111", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 137792:767937 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 10:41:29.534 THUMB 136402:671593:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.45.208","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 10:41:29.555 THUMB 136402:671593:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T10:41:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.45.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 136402:671593 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 10:31:38.461 THUMB 133558:385018:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.53.226","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 10:31:38.485 THUMB 133558:385018:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T10:31:38-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.53.226", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 133558:385018 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.211.225", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 2430691, "totalTimeSecs": 3.619001814, "cpuTime": 20.02}More: grep 128329:155314 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.47.88", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 1443859, "totalTimeSecs": 3.357933283, "cpuTime": 16.740000000000002}More: grep 124390:053435 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 09:49:55.734 THUMB 121403:123294:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.53.255","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 09:49:55.755 THUMB 121403:123294:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T09:49:55-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.53.255", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 121403:123294 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.47.213", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 2378082, "totalTimeSecs": 3.467981097, "cpuTime": 18.13}More: grep 120413:404278 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 09:34:27.515 THUMB 116864:593245:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.47.159","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 09:34:27.533 THUMB 116864:593245:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T09:34:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.47.159", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 116864:593245 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 09:23:51.251 THUMB 113769:427434:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.47.60","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.42026-01-23 09:23:51.268 THUMB 113769:427434:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T09:23:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.47.60", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 113769:427434 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 09:22:13.442 THUMB 113328:255782:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.54.81","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 09:22:13.462 THUMB 113328:255782:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T09:22:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.54.81", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 113328:255782 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.44.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2357553, "totalTimeSecs": 5.264088389, "cpuTime": 21.43}More: grep 112526:125243 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 09:05:01.914 THUMB 108281:493608:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.117","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 09:05:01.933 THUMB 108281:493608:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T09:05:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.55.117", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 108281:493608 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.206.123", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 2302611, "totalTimeSecs": 3.743563801, "cpuTime": 16.48}More: grep 107063:727058 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.52.220", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 11154206, "totalTimeSecs": 8.238012199, "cpuTime": 11.700000000000001}More: grep 105383:933188 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.212.49", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 2864852, "totalTimeSecs": 5.960136504, "cpuTime": 27.240000000000002}More: grep 96846:136954 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.214.15", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 1750173, "totalTimeSecs": 2.789988784, "cpuTime": 13.479999999999999}More: grep 91723:796099 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 08:10:29.679 THUMB 91503:231308:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.214.164","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 08:10:29.701 THUMB 91503:231308:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T08:10:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.214.164", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 91503:231308 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 08:09:20.392 THUMB 91139:547863:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.45.252","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.r2026-01-23 08:09:20.410 THUMB 91139:547863:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T08:09:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.45.252", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 91139:547863 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.210.63", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1529082, "totalTimeSecs": 3.79566342, "cpuTime": 12.73}More: grep 89854:247949 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.202.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1403388, "totalTimeSecs": 3.017961248, "cpuTime": 14.07}More: grep 89426:107641 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.44.60", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 1646111, "totalTimeSecs": 2.99466962, "cpuTime": 13.780000000000001}More: grep 80302:754119 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 07:28:46.866 THUMB 79218:869566:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.213.60","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-23 07:28:46.887 THUMB 79218:869566:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T07:28:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.213.60", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 79218:869566 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 07:17:16.220 THUMB 75887:171486:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.213.60","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.2026-01-23 07:17:16.238 THUMB 75887:171486:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T07:17:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.213.60", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 75887:171486 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 07:07:31.880 THUMB 73065:822748:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.214.121","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 07:07:31.897 THUMB 73065:822748:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T07:07:31-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.214.121", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 73065:822748 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.47.138", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 1076495, "totalTimeSecs": 2.447104791, "cpuTime": 9.18}More: grep 71638:622717 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 07:02:13.619 THUMB 71490:876920:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.209.40","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-23 07:02:13.635 THUMB 71490:876920:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T07:02:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.209.40", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 71490:876920 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 06:59:09.437 THUMB 70599:931660:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.203.225","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 06:59:09.453 THUMB 70599:931660:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T06:59:09-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.203.225", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 70599:931660 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 06:58:57.166 THUMB 70521:386692:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.47.156","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 06:58:57.188 THUMB 70521:386692:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T06:58:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.47.156", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 70521:386692 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 06:32:40.806 THUMB 62881:539205:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.212.236","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.r2026-01-23 06:32:40.823 THUMB 62881:539205:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T06:32:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.212.236", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 62881:539205 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 06:29:29.074 THUMB 61946:723031:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.218.204","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 06:29:29.093 THUMB 61946:723031:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T06:29:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.218.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 61946:723031 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 05:47:49.138 THUMB 49373:230704:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.46.186","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 05:47:49.159 THUMB 49373:230704:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T05:47:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.46.186", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 49373:230704 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "188.120.117.67", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 26211, "totalTimeSecs": 0.643609563, "cpuTime": 1.1600000000000001}More: grep 45063:350603 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "188.120.117.67", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 24108, "totalTimeSecs": 0.660393835, "cpuTime": 0.8}More: grep 45062:325523 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "79.127.164.83", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18182, "totalTimeSecs": 0.719507958, "cpuTime": 0.7999999999999999}More: grep 43644:073660 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "79.127.164.83", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 19477, "totalTimeSecs": 0.794161854, "cpuTime": 1.22}More: grep 43642:038643 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 05:16:15.653 THUMB 40025:733224:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.44.237","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 05:16:15.670 THUMB 40025:733224:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T05:16:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.44.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 40025:733224 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 05:15:23.303 THUMB 39730:715431:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.54.204","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-23 05:15:23.320 THUMB 39730:715431:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T05:15:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.54.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 39730:715431 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 05:11:00.318 THUMB 38492:351727:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.211.113","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-23 05:11:00.343 THUMB 38492:351727:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T05:11:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.211.113", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 38492:351727 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 05:08:02.417 THUMB 37634:983014:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.55.252","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-23 05:08:02.436 THUMB 37634:983014:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T05:08:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.55.252", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 37634:983014 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 04:50:57.717 THUMB 32720:705579:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.201.181","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-23 04:50:57.740 THUMB 32720:705579:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T04:50:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.201.181", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 32720:705579 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 04:42:43.870 THUMB 30357:313599:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.47.219","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-23 04:42:43.888 THUMB 30357:313599:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T04:42:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.47.219", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 30357:313599 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.47.163", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 941288, "totalTimeSecs": 2.161287115, "cpuTime": 8.319999999999999}More: grep 29272:888514 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.47.12", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 466762, "totalTimeSecs": 1.549673769, "cpuTime": 5.61}More: grep 19106:624322 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 03:53:23.832 THUMB 15999:247168:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.203.93","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.2026-01-23 03:53:23.854 THUMB 15999:247168:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T03:53:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.203.93", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 15999:247168 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 03:50:22.302 THUMB 15068:021766:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.220.92","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-23 03:50:22.318 THUMB 15068:021766:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T03:50:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.220.92", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 15068:021766 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 03:30:50.932 THUMB 9449:524761:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.221.39","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-23 03:30:50.956 THUMB 9449:524761:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T03:30:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.221.39", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 9449:524761 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.221.196", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 332678, "totalTimeSecs": 1.472087527, "cpuTime": 3.95}More: grep 5551:628662 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 03:12:00.434 THUMB 3966:993269:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.46.49","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `cat2026-01-23 03:12:00.451 THUMB 3966:993269:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T03:12:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.46.49", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3966:993269 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 02:19:34.324 THUMB 4182392:943550:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.218.49","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 02:19:34.342 THUMB 4182392:943550:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T02:19:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.218.49", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4182392:943550 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 01:49:19.975 THUMB 4174403:966830:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.207.160","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 01:49:19.995 THUMB 4174403:966830:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T01:49:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.207.160", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4174403:966830 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 01:40:45.490 THUMB 4172137:984897:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.221.248","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 01:40:45.509 THUMB 4172137:984897:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T01:40:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.221.248", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4172137:984897 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.206.95", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1929096, "totalTimeSecs": 3.064754233, "cpuTime": 14.889999999999999}More: grep 4166332:681259 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.218.30", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2518134, "totalTimeSecs": 3.847110877, "cpuTime": 14.319999999999999}More: grep 4164556:881377 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 01:08:07.017 THUMB 4163308:925663:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.207.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 01:08:07.035 THUMB 4163308:925663:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T01:08:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.207.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4163308:925663 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 01:06:03.591 THUMB 4162779:729519:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.206.93","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-23 01:06:03.606 THUMB 4162779:729519:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T01:06:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.206.93", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4162779:729519 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.207.62", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 1593725, "totalTimeSecs": 3.095727959, "cpuTime": 14.590000000000002}More: grep 4162110:794121 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.200.95", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 1259473, "totalTimeSecs": 2.636528471, "cpuTime": 14.170000000000002}More: grep 4158662:371571 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 00:46:22.037 THUMB 4157416:653095:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.201.63","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-23 00:46:22.052 THUMB 4157416:653095:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T00:46:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.201.63", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4157416:653095 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.202.10", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 44308707, "totalTimeSecs": 32.442370789, "cpuTime": 48.38}More: grep 4154877:066776 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.202.201", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 2414577, "totalTimeSecs": 3.897416263, "cpuTime": 14.23}More: grep 4153491:034693 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 00:23:00.531 THUMB 4150780:302425:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.158","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-23 00:23:00.547 THUMB 4150780:302425:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T00:23:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.158", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4150780:302425 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.177.155", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1529082, "totalTimeSecs": 4.379206601, "cpuTime": 12.620000000000001}More: grep 4150388:235067 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 00:08:20.233 THUMB 4146804:598650:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.207","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/2026-01-23 00:08:20.252 THUMB 4146804:598650:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T00:08:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.207", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4146804:598650 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-23 00:02:03.713 THUMB 4145152:910542:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.21","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-23 00:02:03.730 THUMB 4145152:910542:0 request.body {"service":"Thumbnails","datetime":"2026-01-23T00:02:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4145152:910542 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 23:05:59.904 THUMB 4128757:407100:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.205.175","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 23:05:59.923 THUMB 4128757:407100:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T23:05:59-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.205.175", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4128757:407100 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 23:03:04.146 THUMB 4127888:783928:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.178.139","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-22 23:03:04.162 THUMB 4127888:783928:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T23:03:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.178.139", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4127888:783928 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 23:00:50.110 THUMB 4127226:780220:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.236","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-22 23:00:50.131 THUMB 4127226:780220:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T23:00:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.236", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4127226:780220 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 22:40:29.778 THUMB 4121391:435122:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.52","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 22:40:29.799 THUMB 4121391:435122:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T22:40:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.52", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4121391:435122 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.228.154", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1613429, "totalTimeSecs": 3.045347612, "cpuTime": 15.37}More: grep 4121159:354746 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 22:13:54.066 THUMB 4113668:286753:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.179.210","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-22 22:13:54.087 THUMB 4113668:286753:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T22:13:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.179.210", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4113668:286753 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 22:08:31.733 THUMB 4112097:176625:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.157","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-22 22:08:31.754 THUMB 4112097:176625:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T22:08:31-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.157", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4112097:176625 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 21:40:03.448 THUMB 4103824:474497:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.120","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-22 21:40:03.468 THUMB 4103824:474497:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T21:40:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.120", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4103824:474497 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.179.230", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 1553646, "totalTimeSecs": 3.031122972, "cpuTime": 12.590000000000002}More: grep 4102445:236528 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.230.148", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 3475755, "totalTimeSecs": 3.890745308, "cpuTime": 21.16}More: grep 4101083:572995 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 21:21:42.335 THUMB 4098418:238840:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.231.227","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 21:21:42.357 THUMB 4098418:238840:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T21:21:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.231.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4098418:238840 /t/thumbnails-v2.createlab.org/log.txtError executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 487.500 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-05-26.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 61 -filter_complex "pad=1424:800:0:0,crop=1111:625:135.09723072767827:33.445317284319,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-05-26 10\:53\:25',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/4096309.1769134477.018725.mp4.cmd'" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart "/usr2/thumbnails-v2.createlab.org/tmp/4096309.1769134477.018725.mp4"' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createl
2026-01-22 21:14:37.180 THUMB 4096309:421868:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.228.167","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 487.500 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-05-26.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 61 -filter_complex \"pad=1424:800:0:0,crop=1111:625:135.2026-01-22 21:14:39.228 THUMB 4096309:421868:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T21:14:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.228.167", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 487.500 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-05-26.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 61 -filter_complex \"pad=1424:800:0:0,crop=1111:625:135.09723072767827:33.445317284319,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-05-26 10\\:53\\:25',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/4096309.1769134477.018725.mp4.cmd'\" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart \"/usr2/thumbnails-v2.createlab.org/tmp/4096309.1769134477.018725.mp4\"'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createl"}More: grep 4096309:421868 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.229.5", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 813399, "totalTimeSecs": 1.919364417, "cpuTime": 8.17}More: grep 4096169:494133 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.179.112", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1356297, "totalTimeSecs": 2.571848009, "cpuTime": 14.010000000000002}More: grep 4096102:131137 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 20:38:26.930 THUMB 4085794:429900:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.231.173","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 20:38:26.950 THUMB 4085794:429900:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T20:38:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.231.173", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4085794:429900 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 20:34:45.469 THUMB 4084714:299166:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.231.39","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.2026-01-22 20:34:45.491 THUMB 4084714:299166:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T20:34:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.231.39", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4084714:299166 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 20:31:00.126 THUMB 4083636:650266:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.202","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-u2026-01-22 20:31:00.141 THUMB 4083636:650266:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T20:31:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.202", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4083636:650266 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.230.228", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1537197, "totalTimeSecs": 3.402263468, "cpuTime": 13.000000000000002}More: grep 4068716:801804 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 19:30:29.904 THUMB 4066115:572451:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.229.247","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 19:30:29.928 THUMB 4066115:572451:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T19:30:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.229.247", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4066115:572451 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 18:53:23.519 THUMB 4055432:633350:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.231.223","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 18:53:23.543 THUMB 4055432:633350:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T18:53:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.231.223", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4055432:633350 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.226.125", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1984315, "totalTimeSecs": 3.43321104, "cpuTime": 17.58}More: grep 4045922:488255 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.227.191", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1949688, "totalTimeSecs": 3.31845402, "cpuTime": 15.490000000000002}More: grep 4044335:840041 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:44:05.800 THUMB 4035229:757072:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.226.166","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 17:44:05.822 THUMB 4035229:757072:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:44:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.226.166", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4035229:757072 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:41:28.556 THUMB 4034506:218327:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.227.178","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-22 17:41:28.578 THUMB 4034506:218327:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:41:28-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.227.178", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4034506:218327 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.179.94", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 3817302, "totalTimeSecs": 6.786512386, "cpuTime": 30.03}More: grep 4032609:812711 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.226.212", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 2672434, "totalTimeSecs": 3.806180668, "cpuTime": 20.53}More: grep 4031609:638984 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.227.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 1480106, "totalTimeSecs": 3.02019301, "cpuTime": 12.760000000000002}More: grep 4031185:597759 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:22:32.315 THUMB 4028816:749801:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.226.227","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri2026-01-22 17:22:32.335 THUMB 4028816:749801:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:22:32-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.226.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4028816:749801 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:19:44.478 THUMB 4028000:154638:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.227.249","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-22 17:19:44.499 THUMB 4028000:154638:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:19:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.227.249", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4028000:154638 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:19:38.873 THUMB 4027992:189436:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.220.194","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 17:19:38.893 THUMB 4027992:189436:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:19:38-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.220.194", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4027992:189436 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:18:22.833 THUMB 4027567:851753:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.227.72","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-22 17:18:22.853 THUMB 4027567:851753:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:18:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.227.72", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4027567:851753 /t/thumbnails-v2.createlab.org/log.txtError executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 460.167 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-03-29.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 88 -filter_complex "pad=1424:800:0:0,crop=1128:634:151.62501384888117:16.429695289995664,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-03-29 11\:19\:00',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/4025085.1769119803.2153928.mp4.cmd'" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart "/usr2/thumbnails-v2.createlab.org/tmp/4025085.1769119803.2153928.mp4"' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.cr
2026-01-22 17:10:03.419 THUMB 4025085:010244:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.220.25","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 460.167 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-03-29.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 88 -filter_complex \"pad=1424:800:0:0,crop=1128:634:151.62026-01-22 17:10:03.969 THUMB 4025085:010244:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:10:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.220.25", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 460.167 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-03-29.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 88 -filter_complex \"pad=1424:800:0:0,crop=1128:634:151.62501384888117:16.429695289995664,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-03-29 11\\:19\\:00',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/4025085.1769119803.2153928.mp4.cmd'\" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart \"/usr2/thumbnails-v2.createlab.org/tmp/4025085.1769119803.2153928.mp4\"'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.cr"}More: grep 4025085:010244 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:06:28.874 THUMB 4024074:478036:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.228.159","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-22 17:06:28.893 THUMB 4024074:478036:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:06:28-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.228.159", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4024074:478036 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 17:03:28.543 THUMB 4023208:978173:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.227.127","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 17:03:28.565 THUMB 4023208:978173:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T17:03:28-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.227.127", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4023208:978173 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 16:57:13.962 THUMB 4021394:484222:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.228.76","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-22 16:57:13.984 THUMB 4021394:484222:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T16:57:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.228.76", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4021394:484222 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.179.125", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1283565, "totalTimeSecs": 2.646936005, "cpuTime": 13.620000000000001}More: grep 4007709:953997 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 16:08:36.190 THUMB 4006987:317552:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.179.108","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-22 16:08:36.209 THUMB 4006987:317552:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T16:08:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.179.108", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4006987:317552 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 16:08:17.107 THUMB 4006910:095452:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.85","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.2026-01-22 16:08:17.129 THUMB 4006910:095452:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T16:08:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4006910:095452 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.179.222", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2997016, "totalTimeSecs": 3.849979673, "cpuTime": 18.56}More: grep 4004751:236193 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.179.98", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1072901, "totalTimeSecs": 3.124176094, "cpuTime": 11.659999999999998}More: grep 3995012:544643 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 15:08:39.059 THUMB 3989583:793167:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.47","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-22 15:08:39.082 THUMB 3989583:793167:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T15:08:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.47", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3989583:793167 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 15:04:23.771 THUMB 3988355:464904:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.228.137","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 15:04:23.789 THUMB 3988355:464904:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T15:04:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.228.137", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3988355:464904 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 14:55:34.747 THUMB 3985739:239132:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.136","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-22 14:55:34.765 THUMB 3985739:239132:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T14:55:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.136", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3985739:239132 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 14:51:54.030 THUMB 3984699:555297:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.44","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 14:51:54.051 THUMB 3984699:555297:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T14:51:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.44", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3984699:555297 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.178.174", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1789894, "totalTimeSecs": 3.227032822, "cpuTime": 15.290000000000001}More: grep 3980285:564417 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.178.108", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1533223, "totalTimeSecs": 2.493938918, "cpuTime": 13.240000000000002}More: grep 3976187:498644 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.177.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 2696253, "totalTimeSecs": 3.784930269, "cpuTime": 18.7}More: grep 3969536:708970 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 13:50:19.776 THUMB 3966620:844868:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.177.168","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-22 13:50:19.795 THUMB 3966620:844868:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T13:50:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.177.168", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3966620:844868 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 13:48:49.571 THUMB 3966185:483323:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.224","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-22 13:48:49.593 THUMB 3966185:483323:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T13:48:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.224", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3966185:483323 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 13:29:28.461 THUMB 3960608:468895:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.177.42","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-22 13:29:28.478 THUMB 3960608:468895:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T13:29:28-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.177.42", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3960608:468895 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 13:28:52.869 THUMB 3960393:161450:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.94","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-22 13:28:52.890 THUMB 3960393:161450:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T13:28:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.94", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3960393:161450 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.175.97", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 25729559, "totalTimeSecs": 32.884261019, "cpuTime": 210.70000000000002}More: grep 3949578:574305 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.175.2", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1347104, "totalTimeSecs": 2.656447382, "cpuTime": 12.860000000000001}More: grep 3949007:867506 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 12:43:46.227 THUMB 3947247:854275:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.86","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-22 12:43:46.251 THUMB 3947247:854275:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T12:43:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.86", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3947247:854275 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 12:42:10.373 THUMB 3946804:735067:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.213","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-22 12:42:10.390 THUMB 3946804:735067:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T12:42:10-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.213", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3946804:735067 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 12:13:34.835 THUMB 3938486:735425:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.177.236","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-22 12:13:34.859 THUMB 3938486:735425:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T12:13:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.177.236", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3938486:735425 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 11:35:08.288 THUMB 3926908:209063:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.152","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-22 11:35:08.302 THUMB 3926908:209063:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T11:35:08-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.152", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3926908:209063 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "193.52.40.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18109, "totalTimeSecs": 0.759864026, "cpuTime": 0.86}More: grep 3925239:893665 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "193.52.40.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 19375, "totalTimeSecs": 0.770857078, "cpuTime": 1.23}More: grep 3925238:148771 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 11:28:02.085 THUMB 3924733:181273:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.198","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-22 11:28:02.105 THUMB 3924733:181273:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T11:28:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.198", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3924733:181273 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.174.1", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 2404291, "totalTimeSecs": 3.824896398, "cpuTime": 17.11}More: grep 3920826:293983 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.174.122", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2025530, "totalTimeSecs": 2.73171865, "cpuTime": 14.2}More: grep 3920693:299177 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 11:04:07.312 THUMB 3917667:669795:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.109","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-22 11:04:07.330 THUMB 3917667:669795:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T11:04:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.109", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3917667:669795 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.177.43", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 2430691, "totalTimeSecs": 3.414428884, "cpuTime": 19.139999999999997}More: grep 3917301:324841 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 10:54:19.410 THUMB 3914747:321466:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.191","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-22 10:54:19.434 THUMB 3914747:321466:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T10:54:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.191", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3914747:321466 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.175.209", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 20297510, "totalTimeSecs": 32.039153208, "cpuTime": 202.9}More: grep 3908008:167014 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D39.54951%2C-81.9659%2C5.48%2ClatLng%26t%3D0.42%26ps%3D0%26l%3Dbdrk_subtle%2Canim_med_inc_black_interp_black_2010_2017%26bt%3D20100101%26et%3D20100101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095653289", "sizeBytes": 11800, "totalTimeSecs": 9.752246443, "cpuTime": 0.29}More: grep 3906804:040603 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D39.54951%2C-81.9659%2C5.48%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_subtle%2Canim_black_pop_pct_1990_2010_low_subsample%26bt%3D19900101%26et%3D19900101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095652356", "sizeBytes": 11777, "totalTimeSecs": 5.266704681, "cpuTime": 0.31}More: grep 3906795:288613 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D39.54951%2C-81.9659%2C5.48%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_subtle%2Canim_colldeg_pct_black_2010_2017%26bt%3D20100101%26et%3D20100101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095651348", "sizeBytes": 12348, "totalTimeSecs": 10.063686756, "cpuTime": 0.29}More: grep 3906785:003841 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D39.54951%2C-81.9659%2C5.48%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_subtle%2Canim_popchange_black_2010_2017%26bt%3D20100101%26et%3D20100101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095651132", "sizeBytes": 10740, "totalTimeSecs": 5.918715432, "cpuTime": 0.29000000000000004}More: grep 3906782:747813 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D39.54951%2C-81.9659%2C5.48%2ClatLng%26t%3D2.86%26ps%3D0%26l%3Dbdrk_subtle%2Canim_popchange_black_1990_2010%26bt%3D19900101%26et%3D19900101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095650877", "sizeBytes": 10546, "totalTimeSecs": 5.612645368, "cpuTime": 0.3}More: grep 3906779:334402 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D39.54951%2C-81.9659%2C5.48%2ClatLng%26t%3D2.86%26ps%3D0%26l%3Dbdrk_subtle%2Canim_total_race_1990_2018%26bt%3D19900101%26et%3D19900101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095650299", "sizeBytes": 16701, "totalTimeSecs": 8.29534709, "cpuTime": 0.29000000000000004}More: grep 3906774:163337 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_oakland_off%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095139193", "sizeBytes": 10757, "totalTimeSecs": 4.797179593, "cpuTime": 0.3}More: grep 3904234:409277 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_oakland_on%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095137875", "sizeBytes": 10697, "totalTimeSecs": 3.90466287, "cpuTime": 0.22}More: grep 3904212:606594 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_oakland_wknd%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095135067", "sizeBytes": 10620, "totalTimeSecs": 4.655966513, "cpuTime": 0.30000000000000004}More: grep 3904166:291008 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_oakland_sat%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095134642", "sizeBytes": 10705, "totalTimeSecs": 4.659625955, "cpuTime": 0.22}More: grep 3904161:753943 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_oakland%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095134327", "sizeBytes": 11029, "totalTimeSecs": 5.132317279, "cpuTime": 0.3}More: grep 3904154:948646 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_downtown_off%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095134320", "sizeBytes": 10916, "totalTimeSecs": 4.505889498, "cpuTime": 0.29}More: grep 3904153:970426 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_downtown_on%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095133579", "sizeBytes": 10806, "totalTimeSecs": 5.281338908, "cpuTime": 0.3}More: grep 3904142:625316 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_downtown_wknd%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095133488", "sizeBytes": 11664, "totalTimeSecs": 4.112393286, "cpuTime": 0.3}More: grep 3904129:562900 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_downtown_sat%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095106423", "sizeBytes": 11647, "totalTimeSecs": 27.543462831, "cpuTime": 0.30000000000000004}More: grep 3903949:435593 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_downtown%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095106055", "sizeBytes": 11374, "totalTimeSecs": 28.638953676, "cpuTime": 0.30000000000000004}More: grep 3903946:871562 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_off%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095105360", "sizeBytes": 10801, "totalTimeSecs": 29.001030664, "cpuTime": 0.29}More: grep 3903940:003213 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Ctransit_paac_stop_usage_on%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095104435", "sizeBytes": 10707, "totalTimeSecs": 29.537127874, "cpuTime": 0.21}More: grep 3903929:926907 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Cconnect_card_locations%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095104211", "sizeBytes": 13639, "totalTimeSecs": 29.008626945, "cpuTime": 0.27}More: grep 3903926:928133 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.153.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.4404%2C-79.92875%2C9.09%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_outline%2Cus_hud_jobs_proximity_index_mean%26bt%3D20190101%26et%3D20190101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=130&height=75&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1769095103622", "sizeBytes": 9474, "totalTimeSecs": 29.508572298, "cpuTime": 0.29}More: grep 3903923:772699 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 10:16:57.535 THUMB 3903482:439844:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.94","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-22 10:16:57.553 THUMB 3903482:439844:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T10:16:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.94", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3903482:439844 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.174.130", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 2212306, "totalTimeSecs": 4.970901086, "cpuTime": 20.16}More: grep 3900382:412408 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.174.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2290932, "totalTimeSecs": 4.281636182, "cpuTime": 17.599999999999998}More: grep 3898110:697203 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 09:51:19.900 THUMB 3895876:106066:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.228","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-22 09:51:19.920 THUMB 3895876:106066:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T09:51:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.228", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3895876:106066 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 09:32:37.093 THUMB 3890365:028777:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.115","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-22 09:32:37.110 THUMB 3890365:028777:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T09:32:37-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.115", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3890365:028777 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.174.236", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 1399021, "totalTimeSecs": 2.894069098, "cpuTime": 14.65}More: grep 3882479:130583 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 07:37:11.964 THUMB 3855789:431882:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.207","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/2026-01-22 07:37:11.988 THUMB 3855789:431882:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T07:37:11-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.207", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3855789:431882 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 07:05:29.998 THUMB 3846360:103340:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.88","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-22 07:05:30.016 THUMB 3846360:103340:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T07:05:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.88", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3846360:103340 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.207.84", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 2180190, "totalTimeSecs": 4.444057517, "cpuTime": 14.75}More: grep 3814186:457987 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 04:54:24.164 THUMB 3806559:228590:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.61","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 04:54:24.181 THUMB 3806559:228590:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T04:54:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3806559:228590 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.129.250", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1097292, "totalTimeSecs": 2.271053811, "cpuTime": 10.06}More: grep 3799650:566452 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-22 04:27:51.787 THUMB 3799242:559387:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.91","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-22 04:27:51.803 THUMB 3799242:559387:0 request.body {"service":"Thumbnails","datetime":"2026-01-22T04:27:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.91", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3799242:559387 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.40.14", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2662058, "totalTimeSecs": 4.522552576, "cpuTime": 24.04}More: grep 3794456:466644 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:34:03.828 THUMB 3640945:823944:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_h2026-01-21 19:34:03.828 THUMB 3640945:823944:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769042043829"}More: grep 3640945:823944 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:29:58.727 THUMB 3640946:191107:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:43:02.797 THUMB 3640946:191107:0 194: isLoaded=false
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3640946:191107 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:39:05.085 THUMB 3640944:900696:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_hous2026-01-21 19:39:05.101 THUMB 3640944:900696:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:39:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041743742", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3640944:900696 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:28:25.850 THUMB 3639219:363208:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_h2026-01-21 19:28:25.850 THUMB 3639219:363208:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041705851"}More: grep 3639219:363208 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:28:03.843 THUMB 3639217:966693:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_cos2026-01-21 19:28:03.843 THUMB 3639217:966693:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041683843"}More: grep 3639217:966693 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:24:55.831 THUMB 3637480:496580:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_h2026-01-21 19:24:55.831 THUMB 3637480:496580:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041495831"}More: grep 3637480:496580 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:24:45.719 THUMB 3635961:192007:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_2026-01-21 19:24:45.719 THUMB 3635961:192007:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041485719"}More: grep 3635961:192007 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:29:58.126 THUMB 3637482:871584:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs20162026-01-21 19:29:58.126 THUMB 3637482:871584:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041798126"}More: grep 3637482:871584 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:23:03.744 THUMB 3639212:090230:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housi2026-01-21 19:23:03.744 THUMB 3639212:090230:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041383745"}More: grep 3639212:090230 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:23:03.478 THUMB 3635307:584941:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLn2026-01-21 19:23:03.479 THUMB 3635307:584941:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041383479"}More: grep 3635307:584941 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 19:31:33.729 THUMB 3639214:584739:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_ppl_in_over_50_unit_bldg,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50i2026-01-21 19:31:33.744 THUMB 3639214:584739:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:31:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_ppl_in_over_50_unit_bldg,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3639214:584739 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:34:36.169 THUMB 3639216:558285:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing2026-01-21 19:34:36.181 THUMB 3639216:558285:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:34:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041494836", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3639216:558285 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:19:42.646 THUMB 3635954:103960:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_hou2026-01-21 19:19:42.646 THUMB 3635954:103960:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041182647"}More: grep 3635954:103960 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 19:31:23.428 THUMB 3639213:907512:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUm2026-01-21 19:31:23.454 THUMB 3639213:907512:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:31:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3639213:907512 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:29:57.846 THUMB 3637484:740937:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs202026-01-21 19:29:57.864 THUMB 3637484:740937:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:29:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040896579", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3637484:740937 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:22:53.756 THUMB 3635309:378224:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_502026-01-21 19:22:53.772 THUMB 3635309:378224:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:22:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_unit_bldg%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040862320", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3635309:378224 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:33:54.706 THUMB 3637477:793576:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housing2026-01-21 19:33:54.724 THUMB 3637477:793576:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:33:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041373878", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3637477:793576 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:24:55.722 THUMB 3635955:198440:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing2026-01-21 19:24:55.737 THUMB 3635955:198440:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:24:55-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040843546", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3635955:198440 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:24:54.694 THUMB 3635953:830461:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_20_35k_housing2026-01-21 19:24:54.708 THUMB 3635953:830461:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:24:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040843502", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3635953:830461 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:13:17.650 THUMB 3637478:756587:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:34:02.793 THUMB 3637478:756587:0 49: isLoaded=false
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3637478:756587 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:29:04.093 THUMB 3637476:519782:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_ho2026-01-21 19:29:04.093 THUMB 3637476:519782:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041744093"}More: grep 3637476:519782 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:11:18.321 THUMB 3630375:644371:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_2026-01-21 19:11:18.321 THUMB 3630375:644371:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040678322"}More: grep 3630375:644371 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:10:53.321 THUMB 3630370:533197:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs20102026-01-21 19:10:53.321 THUMB 3630370:533197:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040653322"}More: grep 3630370:533197 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:24:45.532 THUMB 3635311:244847:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_2026-01-21 19:24:45.549 THUMB 3635311:244847:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:24:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040603335", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3635311:244847 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:08:47.493 THUMB 3635959:316828:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:29:03.215 THUMB 3635959:316828:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3635959:316828 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:28:25.679 THUMB 3635958:064446:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing2026-01-21 19:28:25.695 THUMB 3635958:064446:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:28:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769041097777", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3635958:064446 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 19:18:25.845 THUMB 3635502:895998:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_10_20k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50i2026-01-21 19:18:25.862 THUMB 3635502:895998:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:18:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_10_20k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3635502:895998 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:07:09.306 THUMB 3635313:449405:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:28:03.062 THUMB 3635313:449405:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3635313:449405 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 19:19:42.052 THUMB 3635308:056804:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing_c2026-01-21 19:19:42.066 THUMB 3635308:056804:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:19:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040603288", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3635308:056804 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:05:31.186 THUMB 3633669:902980:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs20162026-01-21 19:05:31.186 THUMB 3633669:902980:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040331187"}More: grep 3633669:902980 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:18:17.733 THUMB 3633856:975874:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_2026-01-21 19:18:17.750 THUMB 3633856:975874:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:18:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040221812", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3633856:975874 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:14:22.010 THUMB 3633665:218816:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_502026-01-21 19:14:22.028 THUMB 3633665:218816:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:14:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_unit_bldg%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040350233", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3633665:218816 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:02:39.123 THUMB 3633667:313839:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:23:03.181 THUMB 3633667:313839:0 55: isLoaded=false
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3633667:313839 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:02:39.121 THUMB 3633663:804683:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:23:02.883 THUMB 3633663:804683:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3633663:804683 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:14:03.550 THUMB 3633664:111759:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_2026-01-21 19:14:03.550 THUMB 3633664:111759:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040843550"}More: grep 3633664:111759 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:10:52.606 THUMB 3631858:532664:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing2026-01-21 19:10:52.627 THUMB 3631858:532664:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:10:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040064058", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3631858:532664 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:11:17.689 THUMB 3631857:060430:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housin2026-01-21 19:11:17.706 THUMB 3631857:060430:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:11:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040064080", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3631857:060430 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:01:45.158 THUMB 3628877:021779:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs20102026-01-21 19:01:45.158 THUMB 3628877:021779:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040105158"}More: grep 3628877:021779 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:14:56.244 THUMB 3632149:388463:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs202026-01-21 19:14:56.263 THUMB 3632149:388463:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:14:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040046708", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3632149:388463 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 19:08:16.354 THUMB 3631855:876080:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_2026-01-21 19:08:16.373 THUMB 3631855:876080:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:08:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039931026", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3631855:876080 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 19:08:00.425 THUMB 3631856:284896:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_50_75k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50i2026-01-21 19:08:00.444 THUMB 3631856:284896:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:08:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_50_75k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3631856:284896 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:05:49.647 THUMB 3628873:973302:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housin2026-01-21 19:05:49.665 THUMB 3628873:973302:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:05:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039760983", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3628873:973302 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:05:30.968 THUMB 3630539:534945:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_hous2026-01-21 19:05:30.983 THUMB 3630539:534945:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:05:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039737621", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3630539:534945 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 19:08:16.459 THUMB 3630371:617459:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_hou2026-01-21 19:08:16.459 THUMB 3630371:617459:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769040496459"}More: grep 3630371:617459 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 18:53:38.949 THUMB 3630373:276623:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:14:02.684 THUMB 3630373:276623:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3630373:276623 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 18:53:38.924 THUMB 3630369:351747:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:14:02.745 THUMB 3630369:351747:0 58: isLoaded=false
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3630369:351747 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 18:51:15.899 THUMB 3625630:856078:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:01:03.229 THUMB 3625630:856078:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3625630:856078 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 18:59:51.337 THUMB 3625634:419693:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_1002026-01-21 18:59:51.338 THUMB 3625634:419693:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039991338"}More: grep 3625634:419693 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:01:44.318 THUMB 3629071:235749:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing2026-01-21 19:01:44.333 THUMB 3629071:235749:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:01:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039495477", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3629071:235749 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 19:00:46.427 THUMB 3628881:079634:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"104.28.78.140","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing2026-01-21 19:00:46.444 THUMB 3628881:079634:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:00:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "104.28.78.140", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039475461", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3628881:079634 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 18:59:33.107 THUMB 3628872:762618:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_co2026-01-21 18:59:33.108 THUMB 3628872:762618:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039973108"}More: grep 3628872:762618 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:59:51.198 THUMB 3628874:724768:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housin2026-01-21 18:59:51.219 THUMB 3628874:724768:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:59:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039418805", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3628874:724768 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:59:33.059 THUMB 3628871:706555:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing_c2026-01-21 18:59:33.080 THUMB 3628871:706555:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:59:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039394789", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3628871:706555 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:55:37.442 THUMB 3627137:889728:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housin2026-01-21 18:55:37.462 THUMB 3627137:889728:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:55:37-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039134838", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3627137:889728 /t/thumbnails-v2.createlab.org/log.txt2026-01-21 18:44:38.917 THUMB 3627141:794041:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-21 19:05:02.520 THUMB 3627141:794041:0 135: isLoaded=false
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 3627141:794041 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 18:59:59.147 THUMB 3627134:975269:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,census1990_renter_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHz2026-01-21 18:59:59.171 THUMB 3627134:975269:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:59:59-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,census1990_renter_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3627134:975269 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 18:58:12.370 THUMB 3627135:878999:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUm2026-01-21 18:58:12.389 THUMB 3627135:878999:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:58:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3627135:878999 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:58:50.856 THUMB 3627139:141580:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_h2026-01-21 18:58:50.873 THUMB 3627139:141580:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:58:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039102793", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3627139:141580 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 19:03:41.521 THUMB 3627133:346735:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housi2026-01-21 19:03:41.538 THUMB 3627133:346735:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:03:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769039078765", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3627133:346735 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:51:15.336 THUMB 3623817:763759:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing2026-01-21 18:51:15.353 THUMB 3623817:763759:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:51:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038899645", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3623817:763759 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:51:35.196 THUMB 3623826:787718:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housin2026-01-21 18:51:35.214 THUMB 3623826:787718:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:51:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038871679", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3623826:787718 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:50:18.734 THUMB 3623802:421013:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_hous2026-01-21 18:50:18.748 THUMB 3623802:421013:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:50:18-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038847667", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3623802:421013 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:49:54.558 THUMB 3625633:585992:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_u2026-01-21 18:49:54.572 THUMB 3625633:585992:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:49:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_unit_bldg%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038884791", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3625633:585992 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:56:00.628 THUMB 3625631:470798:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs202026-01-21 18:56:00.646 THUMB 3625631:470798:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:56:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038808739", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3625631:470798 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 500 and response body <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN"> <html><head> <title>500 Internal Server Error</title> </head><body> <h1>Internal Server Error</h1> <p>The server encountered an internal error or misconfiguration and was unable to complete your request.</p> <p>Please contact the server administrator at [no address given] to inform them of the time this error occurred, and the actions you performed just before this error.</p> <p>More information about this error may be available in the server error log.</p> <hr> <address>Apache/2.4.41 (Ubuntu) Server at hal40-thumbnailworker.createlab.org Port 443</address> </body></html> /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1095:in `delegate_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1235:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-th
2026-01-21 19:01:03.303 THUMB 3625636:646300:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%262026-01-21 19:01:03.319 THUMB 3625636:646300:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T19:01:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038808701", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 500 and response body <!DOCTYPE HTML PUBLIC \"-//IETF//DTD HTML 2.0//EN\">\n<html><head>\n<title>500 Internal Server Error</title>\n</head><body>\n<h1>Internal Server Error</h1>\n<p>The server encountered an internal error or\nmisconfiguration and was unable to complete\nyour request.</p>\n<p>Please contact the server administrator at \n [no address given] to inform them of the time this error occurred,\n and the actions you performed just before this error.</p>\n<p>More information about this error may be available\nin the server error log.</p>\n<hr>\n<address>Apache/2.4.41 (Ubuntu) Server at hal40-thumbnailworker.createlab.org Port 443</address>\n</body></html>\n\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1095:in `delegate_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1235:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-th"}More: grep 3625636:646300 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 18:46:15.840 THUMB 3622163:703632:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_20_35k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50i2026-01-21 18:46:15.864 THUMB 3622163:703632:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:46:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_20_35k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3622163:703632 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:45:02.624 THUMB 3623845:355823:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_housin2026-01-21 18:45:02.642 THUMB 3623845:355823:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:45:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038539558", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3623845:355823 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 18:45:08.562 THUMB 3623838:038968:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_75_100k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA502026-01-21 18:45:08.586 THUMB 3623838:038968:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:45:08-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_75_100k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3623838:038968 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:45:34.447 THUMB 3623806:688513:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housing2026-01-21 18:45:34.460 THUMB 3623806:688513:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:45:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038538485", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3623806:688513 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:42:07.896 THUMB 3622166:657046:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing2026-01-21 18:42:07.912 THUMB 3622166:657046:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:42:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038322403", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3622166:657046 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:41:39.410 THUMB 3622165:103350:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing2026-01-21 18:41:39.426 THUMB 3622165:103350:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:41:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038334384", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3622165:103350 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:41:24.288 THUMB 3622160:646606:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housing_c2026-01-21 18:41:24.303 THUMB 3622160:646606:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:41:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038321354", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3622160:646606 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:40:47.146 THUMB 3622158:768969:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_hous2026-01-21 18:40:47.166 THUMB 3622158:768969:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:40:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038289330", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3622158:768969 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:41:10.792 THUMB 3622159:448046:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housin2026-01-21 18:41:10.808 THUMB 3622159:448046:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:41:10-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038285326", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3622159:448046 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:39:52.836 THUMB 3620567:183345:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing2026-01-21 18:39:52.851 THUMB 3620567:183345:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:39:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769038240439", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3620567:183345 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 18:35:35.843 THUMB 3620565:348888:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_35_50k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50i2026-01-21 18:35:35.871 THUMB 3620565:348888:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:35:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_35_50k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3620565:348888 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-21 18:35:51.099 THUMB 3620563:353815:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_20_35k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50i2026-01-21 18:35:51.117 THUMB 3620563:353815:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:35:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_20_35k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3620563:353815 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:35:32.378 THUMB 3620561:216682:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing2026-01-21 18:35:32.394 THUMB 3620561:216682:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:35:32-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037998268", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3620561:216682 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:35:39.480 THUMB 3620562:876734:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_2026-01-21 18:35:39.496 THUMB 3620562:876734:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:35:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037998265", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3620562:876734 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:37:01.925 THUMB 3620559:313085:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_2026-01-21 18:37:01.950 THUMB 3620559:313085:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:37:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037998237", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3620559:313085 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:32:13.563 THUMB 3619272:438404:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housi2026-01-21 18:32:13.583 THUMB 3619272:438404:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:32:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037728208", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3619272:438404 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-21 18:32:00.486 THUMB 3619278:353397:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt2026-01-21 18:32:00.505 THUMB 3619278:353397:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:32:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037728207", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 3619278:353397 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:32:02.343 THUMB 3619275:194213:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner2026-01-21 18:32:02.362 THUMB 3619275:194213:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:32:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037728204", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3619275:194213 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:31:28.829 THUMB 3619274:291651:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_2026-01-21 18:31:28.847 THUMB 3619274:291651:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:31:28-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037728194", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3619274:291651 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-21 18:31:24.646 THUMB 3619273:513365:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_cos2026-01-21 18:31:24.664 THUMB 3619273:513365:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:31:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037728189", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 3619273:513365 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-21 18:30:40.013 THUMB 3619270:642612:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"140.248.1.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%262026-01-21 18:30:40.035 THUMB 3619270:642612:0 request.body {"service":"Thumbnails","datetime":"2026-01-21T18:30:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "140.248.1.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1769037728159", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 3619270:642612 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "130.51.155.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2192%2C23%2C7900%2C3234%2Cpts%26t%3D753.525%26ps%3D0%26bt%3D20260121123230%26et%3D20260121123230%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-21%26s%3Dclairton4%26fps%3D9&width=1280&height=720&format=png&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1769014776666", "sizeBytes": 831565, "totalTimeSecs": 2.863570226, "cpuTime": 0.3}More: grep 3515664:278172 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "86.33.23.59", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D-3102%2C-952632%2C2046438%2C2690995%2Cpts%26t%3D0%26ps%3D0%26l%3Dbdrk%2Car%26bt%3D20001231%26et%3D20001231%26startDwell%3D0%26endDwell%3D0%26fps%3D30&width=720&height=1280&format=mp4&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768999853001", "sizeBytes": 52015, "totalTimeSecs": 30.826415693, "cpuTime": 0.27}More: grep 3442315:484955 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D665%2C1362%2C4373%2C3447%2Cpts%26t%3D1125.86%26ps%3D50%26bt%3D20260120161557%26et%3D20260120162815%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-20%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768999017554", "sizeBytes": 8187119, "totalTimeSecs": 33.967373685, "cpuTime": 0.4}More: grep 3438322:807516 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "200.2.163.79", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17440, "totalTimeSecs": 0.920858198, "cpuTime": 0.8}More: grep 3194877:595666 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "200.2.163.79", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18441, "totalTimeSecs": 0.860444288, "cpuTime": 1.1700000000000002}More: grep 3194876:864233 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "190.98.110.118", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 23902, "totalTimeSecs": 0.550019107, "cpuTime": 0.76}More: grep 3157742:232556 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "190.98.110.118", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 26776, "totalTimeSecs": 0.887908063, "cpuTime": 1.1400000000000001}More: grep 3157673:390188 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 16:41:05.837 THUMB 2765990:937383:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.52","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-19 16:41:05.855 THUMB 2765990:937383:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T16:41:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.52", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2765990:937383 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 15:29:02.439 THUMB 2744961:387194:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.19","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-19 15:29:02.458 THUMB 2744961:387194:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T15:29:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.19", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2744961:387194 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 15:15:04.848 THUMB 2740791:489963:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.182","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-19 15:15:04.865 THUMB 2740791:489963:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T15:15:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.182", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2740791:489963 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>boundsFromSharelink parsing failed
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:267:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.org",
"HTTP_ACCEPT_ENCODING": "gzip;q=1.0,deflate;q=0.6,identity;q=0.3",
"HTTP_ACCEPT": "*/*",
"HTTP_USER_AGENT": "Ruby",
"HTTP_HOST"
2026-01-19 15:13:21.481 THUMB 2740265:657018:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"34.159.247.222","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.7390.37 Safari/537.36","HTTP_REFERER":"https://wef-prod.earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://wef-prod.earthtime.org%23v%3D25.09849%2C55.11432%2C9.8%2ClatLngt%3D1.41%26ps%3D50%26bt%3D19840101%26et%3D20191231%26l%3Dbls2026-01-19 15:13:21.499 THUMB 2740265:657018:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T15:13:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "34.159.247.222", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.7390.37 Safari/537.36", "HTTP_REFERER": "https://wef-prod.earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://wef-prod.earthtime.org%23v%3D25.09849%2C55.11432%2C9.8%2ClatLngt%3D1.41%26ps%3D50%26bt%3D19840101%26et%3D20191231%26l%3Dblsat%26startDwell%3D1%26endDwell%3D3&width=1280&height=720&format=mp4&fps=30&tileFormat=mp4&startDwell=1&endDwell=3&fromScreenshot×tampOnlyUI=true&workerepoch=1768853601202", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>boundsFromSharelink parsing failed\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:267:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.org\",\n \"HTTP_ACCEPT_ENCODING\": \"gzip;q=1.0,deflate;q=0.6,identity;q=0.3\",\n \"HTTP_ACCEPT\": \"*/*\",\n \"HTTP_USER_AGENT\": \"Ruby\",\n \"HTTP_HOST\""}More: grep 2740265:657018 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>boundsFromSharelink parsing failed
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:267:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.org",
"HTTP_ACCEPT_ENCODING": "gzip;q=1.0,deflate;q=0.6,identity;q=0.3",
"HTTP_ACCEPT": "*/*",
"HTTP_USER_AGENT": "Ruby",
"HTTP_HOST"
2026-01-19 15:13:21.247 THUMB 2740263:527135:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"34.159.247.222","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.7390.37 Safari/537.36","HTTP_REFERER":"https://wef-prod.earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://wef-prod.earthtime.org%23v%3D25.09849%2C55.11432%2C9.8%2ClatLngt%3D1.41%26ps%3D50%26bt%3D19840101%26et%3D20191231%26l%3Dbls2026-01-19 15:13:21.262 THUMB 2740263:527135:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T15:13:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "34.159.247.222", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.7390.37 Safari/537.36", "HTTP_REFERER": "https://wef-prod.earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://wef-prod.earthtime.org%23v%3D25.09849%2C55.11432%2C9.8%2ClatLngt%3D1.41%26ps%3D50%26bt%3D19840101%26et%3D20191231%26l%3Dblsat%26startDwell%3D1%26endDwell%3D3&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768853600931", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>boundsFromSharelink parsing failed\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:267:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.org\",\n \"HTTP_ACCEPT_ENCODING\": \"gzip;q=1.0,deflate;q=0.6,identity;q=0.3\",\n \"HTTP_ACCEPT\": \"*/*\",\n \"HTTP_USER_AGENT\": \"Ruby\",\n \"HTTP_HOST\""}More: grep 2740263:527135 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 06:18:20.111 THUMB 2581028:271981:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.204","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-19 06:18:20.128 THUMB 2581028:271981:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T06:18:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2581028:271981 /t/thumbnails-v2.createlab.org/log.txtError executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 345.667 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-06-06.timemachine/crf26-12fps-1424x800/1/2/0.mp4 -vframes 47 -filter_complex "pad=1424:800:0:0,crop=1013:569:2.416673520864265:40.04687885548611,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-06-06 09\:18\:00',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/2566211.1768818455.4323742.mp4.cmd'" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart "/usr2/thumbnails-v2.createlab.org/tmp/2566211.1768818455.4323742.mp4"' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.crea
2026-01-19 05:27:35.623 THUMB 2566211:262240:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.188","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 345.667 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-06-06.timemachine/crf26-12fps-1424x800/1/2/0.mp4 -vframes 47 -filter_complex \"pad=1424:800:0:0,crop=1013:569:2.2026-01-19 05:27:36.147 THUMB 2566211:262240:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T05:27:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.188", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 345.667 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-06-06.timemachine/crf26-12fps-1424x800/1/2/0.mp4 -vframes 47 -filter_complex \"pad=1424:800:0:0,crop=1013:569:2.416673520864265:40.04687885548611,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-06-06 09\\:18\\:00',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/2566211.1768818455.4323742.mp4.cmd'\" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart \"/usr2/thumbnails-v2.createlab.org/tmp/2566211.1768818455.4323742.mp4\"'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.crea"}More: grep 2566211:262240 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 05:20:10.968 THUMB 2564089:998031:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.200","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.0 Safari/605.1.15","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-19 05:20:10.986 THUMB 2564089:998031:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T05:20:10-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.200", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.0 Safari/605.1.15", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2564089:998031 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 04:36:34.441 THUMB 2551262:573751:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.179.198","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-19 04:36:34.465 THUMB 2551262:573751:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T04:36:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.179.198", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2551262:573751 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 04:16:17.235 THUMB 2545346:394475:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.179.224","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Safari/605.1.15","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-19 04:16:17.250 THUMB 2545346:394475:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T04:16:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.179.224", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.3 Safari/605.1.15", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2545346:394475 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 04:03:45.486 THUMB 2541692:537025:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.162","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-19 04:03:45.508 THUMB 2541692:537025:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T04:03:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.162", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2541692:537025 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 03:57:14.923 THUMB 2539772:949552:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.179.107","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 26_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.0 Mobile/15E148 Safari/604.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-19 03:57:14.940 THUMB 2539772:949552:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T03:57:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.179.107", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 26_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.0 Mobile/15E148 Safari/604.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2539772:949552 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 03:34:38.624 THUMB 2533160:983878:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.179.144","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:133.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/r2026-01-19 03:34:38.644 THUMB 2533160:983878:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T03:34:38-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.179.144", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:133.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2533160:983878 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 02:53:37.748 THUMB 2521893:040044:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.177.23","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-19 02:53:37.770 THUMB 2521893:040044:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T02:53:37-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.177.23", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2521893:040044 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 02:44:11.035 THUMB 2519415:583244:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.177.70","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-19 02:44:11.059 THUMB 2519415:583244:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T02:44:11-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.177.70", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/107.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2519415:583244 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-19 02:26:02.538 THUMB 2514510:259698:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.178.102","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Mobile/15E148 Safari/604.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-19 02:26:02.556 THUMB 2514510:259698:0 request.body {"service":"Thumbnails","datetime":"2026-01-19T02:26:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.178.102", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.2 Mobile/15E148 Safari/604.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2514510:259698 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:39:03.489 THUMB 2411376:522990:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2012026-01-18 20:39:03.489 THUMB 2411376:522990:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786743489"}More: grep 2411376:522990 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:38:25.639 THUMB 2410621:127748:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k2026-01-18 20:38:25.639 THUMB 2410621:127748:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786705639"}More: grep 2410621:127748 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:38:03.471 THUMB 2411382:312829:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_2026-01-18 20:38:03.471 THUMB 2411382:312829:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_unit_bldg%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786683471"}More: grep 2411382:312829 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:37:46.322 THUMB 2417382:839094:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.172","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-18 20:37:46.337 THUMB 2417382:839094:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:37:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.172", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2417382:839094 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:36:03.760 THUMB 2416834:424390:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.168","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-18 20:36:03.774 THUMB 2416834:424390:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:36:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.168", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2416834:424390 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:33:03.498 THUMB 2408829:304725:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_2026-01-18 20:33:03.498 THUMB 2408829:304725:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786383499"}More: grep 2408829:304725 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:33:03.467 THUMB 2410611:439265:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k2026-01-18 20:33:03.467 THUMB 2410611:439265:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786383467"}More: grep 2410611:439265 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:29:52.751 THUMB 2408832:410829:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:34:02.727 THUMB 2408832:410829:0 22: isLoaded=false
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2408832:410829 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:38:25.139 THUMB 2411374:596981:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housi2026-01-18 20:38:25.154 THUMB 2411374:596981:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:38:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786103255", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2411374:596981 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:26:49.103 THUMB 2408654:126093:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing2026-01-18 20:26:49.103 THUMB 2408654:126093:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786009104"}More: grep 2408654:126093 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:26:03.262 THUMB 2411378:558014:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_co2026-01-18 20:26:03.262 THUMB 2411378:558014:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785963262"}More: grep 2411378:558014 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:24:03.317 THUMB 2410619:869972:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:39:02.949 THUMB 2410619:869972:0 150: isLoaded=false
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2410619:869972 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:29:03.382 THUMB 2411375:340285:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2012026-01-18 20:29:03.382 THUMB 2411375:340285:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786143382"}More: grep 2411375:340285 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:29:03.382 THUMB 2411380:964831:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_hous2026-01-18 20:29:03.382 THUMB 2411380:964831:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786143382"}More: grep 2411380:964831 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:24:03.316 THUMB 2410610:499281:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2Cla2026-01-18 20:24:03.316 THUMB 2410610:499281:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785843316"}More: grep 2410610:499281 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:28:22.796 THUMB 2408834:699462:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housi2026-01-18 20:28:22.813 THUMB 2408834:699462:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:28:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785495588", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2408834:699462 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:33:03.698 THUMB 2410613:777500:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_2026-01-18 20:33:03.698 THUMB 2410613:777500:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_unit_bldg%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786383699"}More: grep 2410613:777500 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:33:03.658 THUMB 2410608:870176:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2C2026-01-18 20:33:03.658 THUMB 2410608:870176:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786383658"}More: grep 2410608:870176 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:15:04.070 THUMB 2408660:147785:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:33:02.693 THUMB 2408660:147785:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2408660:147785 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:21:53.986 THUMB 2407072:160139:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k2026-01-18 20:21:53.986 THUMB 2407072:160139:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785713986"}More: grep 2407072:160139 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:24:36.135 THUMB 2408835:800788:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_over_100k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCd2026-01-18 20:24:36.158 THUMB 2408835:800788:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:24:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_over_100k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2408835:800788 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 20:26:02.449 THUMB 2408826:740847:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housing_2026-01-18 20:26:02.469 THUMB 2408826:740847:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:26:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785390194", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2408826:740847 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:29:52.414 THUMB 2408662:499592:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_35_50k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA502026-01-18 20:29:52.434 THUMB 2408662:499592:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:29:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_35_50k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2408662:499592 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:29:03.382 THUMB 2408657:115423:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k2026-01-18 20:29:03.382 THUMB 2408657:115423:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786143382"}More: grep 2408657:115423 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:29:03.382 THUMB 2408655:780161:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_ho2026-01-18 20:29:03.382 THUMB 2408655:780161:0 Delegating thumbnail to tm3-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768786143382"}More: grep 2408655:780161 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:22:57.120 THUMB 2408652:001846:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"172.226.203.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_2026-01-18 20:22:57.120 THUMB 2408652:001846:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "172.226.203.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785777121"}More: grep 2408652:001846 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:22:42.234 THUMB 2407081:854034:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_20_35k_2026-01-18 20:22:42.234 THUMB 2407081:854034:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_20_35k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785762234"}More: grep 2407081:854034 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:19:22.230 THUMB 2407079:930596:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housin2026-01-18 20:19:22.245 THUMB 2407079:930596:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:19:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784927162", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2407079:930596 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:19:22.302 THUMB 2407077:681958:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_2026-01-18 20:19:22.302 THUMB 2407077:681958:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785562303"}More: grep 2407077:681958 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:24:03.282 THUMB 2407075:485747:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k2026-01-18 20:24:03.282 THUMB 2407075:485747:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785843282"}More: grep 2407075:485747 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:26:48.811 THUMB 2407071:638414:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs2026-01-18 20:26:48.831 THUMB 2407071:638414:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:26:48-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768785026689", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2407071:638414 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 20:21:53.466 THUMB 2405452:397916:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_cost2026-01-18 20:21:53.485 THUMB 2405452:397916:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:21:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784982210", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2405452:397916 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:07:17.126 THUMB 2405381:660490:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2012026-01-18 20:07:17.126 THUMB 2405381:660490:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784837127"}More: grep 2405381:660490 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:10:37.619 THUMB 2403662:498665:0 Need to compute 1 frames
2026-01-18 20:10:36.919 THUMB 2403662:498665:0 CHECKPOINTTHUMBNAIL CHROMERUNNING {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0&v=40.44577,-79.91242,11.193,latLng&t=0.33&ps=50&l=bdrk_detailed,allegheny_county_saleprice_color_epoch_c2026-01-18 20:20:03.267 THUMB 2403662:498665:0 frame 0 called update but not ready yet (chrome frame 338)
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0&v=40.44577,-79.91242,11.193,latLng&t=0.33&ps=50&l=bdrk_detailed,allegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant&bt=20100101&et=20190801&startDwell=0&endDwell=2×tampOnlyUI=true×tampOnlyUICentered=true"}More: grep 2403662:498665 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-18 20:22:56.562 THUMB 2405454:854224:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs2026-01-18 20:22:56.578 THUMB 2405454:854224:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:22:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784873563", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2405454:854224 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-18 20:22:42.189 THUMB 2405386:580704:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owne2026-01-18 20:22:42.205 THUMB 2405386:580704:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:22:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784763458", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2405386:580704 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:08:15.310 THUMB 2405384:977169:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_2026-01-18 20:08:15.310 THUMB 2405384:977169:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784895311"}More: grep 2405384:977169 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:10:26.260 THUMB 2403655:799645:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_52026-01-18 20:10:26.278 THUMB 2403655:799645:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:10:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_ppl_in_over_50_unit_bldg%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361358&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784514020", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2403655:799645 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 20:16:30.091 THUMB 2403589:694383:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs2012026-01-18 20:16:30.108 THUMB 2403589:694383:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:16:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Callegheny_county_zips%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784528100", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2403589:694383 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 20:09:42.015 THUMB 2403587:482966:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_housi2026-01-18 20:09:42.032 THUMB 2403587:482966:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:09:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_over_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784415706", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2403587:482966 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:18:15.468 THUMB 2403584:560977:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housi2026-01-18 20:18:15.486 THUMB 2403584:560977:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:18:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_75_100k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784895793", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2403584:560977 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:57:03.959 THUMB 2399135:366212:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:06:03.287 THUMB 2399135:366212:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2399135:366212 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:57:03.950 THUMB 2399138:230295:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:06:03.280 THUMB 2399138:230295:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2399138:230295 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 20:06:03.278 THUMB 2399136:912134:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_hous2026-01-18 20:06:03.278 THUMB 2399136:912134:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784763279"}More: grep 2399136:912134 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:57:03.824 THUMB 2399132:159035:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:06:03.164 THUMB 2399132:159035:0 127: isLoaded=false
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2399132:159035 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:57:03.734 THUMB 2399130:943266:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2Cla2026-01-18 19:57:03.734 THUMB 2399130:943266:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784223735"}More: grep 2399130:943266 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:08:15.223 THUMB 2402141:933505:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housin2026-01-18 20:08:15.242 THUMB 2402141:933505:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:08:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_35_50k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784223429", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2402141:933505 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:08:46.896 THUMB 2402139:805545:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housin2026-01-18 20:08:46.912 THUMB 2402139:805545:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:08:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784223399", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2402139:805545 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:08:15.730 THUMB 2402143:559629:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housin2026-01-18 20:08:15.748 THUMB 2402143:559629:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:08:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784223399", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2402143:559629 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:54:52.314 THUMB 2402140:063514:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:15:03.061 THUMB 2402140:063514:0 Waiting to capture resource lock in /t/thumbnails-v2.createlab.org/locks
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2402140:063514 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:10:32.179 THUMB 2402137:322515:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_sub_10k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA52026-01-18 20:10:32.204 THUMB 2402137:322515:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:10:32-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2016_renter_sub_10k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2402137:322515 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:54:52.073 THUMB 2402135:641193:0 CHECKPOINTTHUMBNAIL START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/"}
2026-01-18 20:15:02.867 THUMB 2402135:641193:0 152: isLoaded=false
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/"}More: grep 2402135:641193 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:54:03.676 THUMB 2391224:390253:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.236.0","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatL2026-01-18 19:54:03.676 THUMB 2391224:390253:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.236.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784043676"}More: grep 2391224:390253 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:54:03.577 THUMB 2391232:511204:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.236.0","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housin2026-01-18 19:54:03.577 THUMB 2391232:511204:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.236.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784043578"}More: grep 2391232:511204 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-18 20:07:53.418 THUMB 2400461:056999:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housin2026-01-18 20:07:53.435 THUMB 2400461:056999:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:07:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_10_20k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784223286", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2400461:056999 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-18 20:07:16.792 THUMB 2400464:888495:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housin2026-01-18 20:07:16.807 THUMB 2400464:888495:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:07:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_50_75k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768784223248", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2400464:888495 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:00:01.669 THUMB 2400462:734913:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_35_50k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA502026-01-18 20:00:01.689 THUMB 2400462:734913:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:00:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_35_50k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2400462:734913 /t/thumbnails-v2.createlab.org/log.txtOh gosh, failed many times to initialize chrome, aborting /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 20:00:34.130 THUMB 2400463:095296:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","headless_root":"https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_20_35k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA502026-01-18 20:00:34.149 THUMB 2400463:095296:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:00:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44577,-79.91242,11.193,latLng&t=0.00&ps=50&l=bdrk,acs2010_renter_20_35k_housing_costs_amt,bdrk_detailed&bt=20170101&et=20181231&csvlayers=1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385×tampOnlyUI=true×tampOnlyUICentered=true", "FATALERROR": "Oh gosh, failed many times to initialize chrome, aborting\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2400463:095296 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 20:01:53.547 THUMB 2400459:779296:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housi2026-01-18 20:01:53.566 THUMB 2400459:779296:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:01:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_sub_10k_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783821933", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2400459:779296 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 20:02:07.814 THUMB 2400457:012211:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_a2026-01-18 20:02:07.831 THUMB 2400457:012211:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:02:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783821878", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2400457:012211 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:50:04.140 THUMB 2391443:236076:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.236.1","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.19%2ClatLng%26t%3D0.33%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_c2026-01-18 19:50:04.140 THUMB 2391443:236076:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.236.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.19%2ClatLng%26t%3D0.33%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20100101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=76&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1768783804141"}More: grep 2391443:236076 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:49:03.363 THUMB 2389292:810355:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.19%2ClatLng%26t%3D0.33%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny2026-01-18 19:49:03.363 THUMB 2389292:810355:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.19%2ClatLng%26t%3D0.33%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20100101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=76&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1768783743363"}More: grep 2389292:810355 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:48:44.450 THUMB 2391226:586206:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.236.0","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_2026-01-18 19:48:44.450 THUMB 2391226:586206:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.236.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783724451"}More: grep 2391226:586206 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 20:00:15.504 THUMB 2399134:885443:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_am2026-01-18 20:00:15.525 THUMB 2399134:885443:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T20:00:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783616733", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2399134:885443 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:46:44.430 THUMB 2391227:693885:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.236.0","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_2026-01-18 19:46:44.430 THUMB 2391227:693885:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.236.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783604430"}More: grep 2391227:693885 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:45:36.414 THUMB 2391233:707687:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.236.0","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_c2026-01-18 19:45:36.414 THUMB 2391233:707687:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.236.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783536415"}More: grep 2391233:707687 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:44:18.919 THUMB 2390358:218185:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_hous2026-01-18 19:44:18.920 THUMB 2390358:218185:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783458920"}More: grep 2390358:218185 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.4479%2C-79.94045%2C10.5%2ClatLng%26t%3D3.16%26ps%3D50%26l%3Dbdrk_subtle%2Cpa_redlining_pgh_A_outlines_b%2Cpa_redlining_pgh_B_outlines_b%2Cpa_redlining_pgh_C_outlines_b%2Cpa_redlining_pgh_D_outlines_b%2Callegheny_county_sfpd_color_epoch_pct_price_chg_per_yr_all%26bt%3D20050101%26et%3D20190801%26startDwell%3D0%26endDwell%3D21&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783236809", "sizeBytes": 839807, "totalTimeSecs": 7.531924523, "cpuTime": 0.34}More: grep 2397026:350110 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.4479,-79.94045,10.5,latLng&t=3.16&ps=50&l=bdrk_subtle,pa_redlining_pgh_A_outlines_b,pa_redlining_pgh_B_outlines_b,pa_redlining_pgh_C_outlines_b,pa_redlining_pgh_D_outlines_b,allegheny_county_saleprice_color_epoch_regular_sale_nonvacant_merged&bt=20050101&et=20201231&startDwell=0&endDwell=01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 8.728281211, "videoFrameCount": 1, "frameEfficiency": 0.01818181818181818, "sizeBytes": 949441, "totalTimeSecs": 8.872054483, "cpuTime": 2.37}More: grep 2396883:081852 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.4479,-79.94045,10.5,latLng&t=3.16&ps=0&l=bdrk_subtle,pa_redlining_pgh_A_outlines_b,pa_redlining_pgh_B_outlines_b,pa_redlining_pgh_C_outlines_b,pa_redlining_pgh_D_outlines_b,allegheny_county_saleprice_color_epoch_regular_sale_nonvacant_merged&bt=20191015&et=20191015&startDwell=0&endDwell=01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 18.436286656, "videoFrameCount": 1, "frameEfficiency": 0.02040816326530612, "sizeBytes": 934304, "totalTimeSecs": 18.604837262, "cpuTime": 2.3099999999999996}More: grep 2396734:063625 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.4479,-79.94045,10.5,latLng&t=3.16&ps=0&l=bdrk_subtle,pa_redlining_pgh_A_outlines_b,pa_redlining_pgh_B_outlines_b,allegheny_county_housing_fm_nonvacant_latest&bt=20191015&et=20191015&startDwell=0&endDwell=01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 12.682297708, "videoFrameCount": 1, "frameEfficiency": 0.09090909090909091, "sizeBytes": 973941, "totalTimeSecs": 12.854351234, "cpuTime": 2.27}More: grep 2396648:404370 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.4479,-79.94045,10.5,latLng&t=3.16&ps=0&l=bdrk_subtle,pa_redlining_pgh_C_outlines_b,pa_redlining_pgh_D_outlines_b,allegheny_county_housing_fm_nonvacant_latest&bt=20191015&et=20191015&startDwell=0&endDwell=01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 10.753939494, "videoFrameCount": 1, "frameEfficiency": 0.09090909090909091, "sizeBytes": 1003663, "totalTimeSecs": 10.908817601, "cpuTime": 2.17}More: grep 2396451:843245 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk_subtle%2Cpa_redlining_pgh_A_outlines%2Cpa_redlining_pgh_B_outlines%2Cpa_redlining_pgh_C_outlines%2Cpa_redlining_pgh_D_outlines%2Ctotal_race_2010%26bt%3D20100101%26et%3D20100101%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783230678", "sizeBytes": 1154345, "totalTimeSecs": 10.623777487, "cpuTime": 0.33}More: grep 2396298:061316 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=0&ps=0&l=bdrk_subtle,bdrk,pa_redlining_pgh_choropleth&disableUI=true&bt=20180101&et=201801&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.597958051, "videoFrameCount": 1, "frameEfficiency": 0.1111111111111111, "sizeBytes": 198219, "totalTimeSecs": 6.683033107, "cpuTime": 2.0}More: grep 2396296:816421 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657&v=40.46398,-79.89519,13.621,latLng&t=0&ps=50&l=bdrk_detailed,bdrk,allegheny_county_pgh,coop_bubbles,anim_total_race_1990_2010&bt=19900101&et=20101231&startDwell=0.5&endDwell=1.5×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 9.235395372, "videoFrameCount": 1, "frameEfficiency": 0.07692307692307693, "sizeBytes": 974018, "totalTimeSecs": 9.392047385, "cpuTime": 2.1999999999999997}More: grep 2396066:185413 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657%26v%3D40.46398%2C-79.89519%2C13.621%2ClatLng%26t%3D0%26ps%3D50%26l%3Dbdrk_detailed%2Cbdrk%2Callegheny_county_pgh%2Ctotal_race_1990%2Ccoop_bubbles%26disableUI%3Dtrue%26bt%3D19840101%26et%3D20151231%26startDwell%3D0%26endDwell%3D0.1&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783221780", "sizeBytes": 980515, "totalTimeSecs": 195.007025465, "cpuTime": 0.33}More: grep 2395950:105866 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.45978%2C-79.9213%2C14.138%2ClatLng%26t%3D3.16%26ps%3D100%26l%3Dbdrk_subtle%2Cpgh_nhbds_2010%2Canim_acs_renter_housing_costs_amt_2010_2017%2Cpgh_new_apartment_units_bv%26bt%3D20050101%26et%3D20171231%26startDwell%3D0.5%26endDwell%3D1.51&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783225206", "sizeBytes": 564454, "totalTimeSecs": 11.324916045, "cpuTime": 0.45999999999999996}More: grep 2395824:106027 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.45978,-79.9213,14.138,latLng&t=5&ps=100&l=bdrk,bdrk_subtle,anim_total_race_1990_2010,pgh_hud_subsidized_2000_2010&bt=20000101&et=20100101&startDwell=1&endDwell=2.1×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.926916119, "videoFrameCount": 1, "frameEfficiency": 0.0625, "sizeBytes": 822800, "totalTimeSecs": 7.074258808, "cpuTime": 2.28}More: grep 2395825:165662 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.45527%2C-79.94526%2C11.08%2ClatLng%26t%3D3.16%26ps%3D100%26l%3Dbdrk_subtle%2Cpgh_nhbds_2010%2Canim_acs_renter_housing_costs_amt_2010_2017%2Cpgh_new_apartment_units_bv%26bt%3D20050101%26et%3D20171231%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783217446", "sizeBytes": 1046012, "totalTimeSecs": 10.322862725, "cpuTime": 0.36}More: grep 2395548:561114 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=50&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,anim_acs_poverty_by_race_2010_2017&bt=20100101&et=20171231&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.447427595, "videoFrameCount": 1, "frameEfficiency": 0.05555555555555555, "sizeBytes": 491575, "totalTimeSecs": 6.572552745, "cpuTime": 2.1}More: grep 2395448:995503 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=100&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,anim_work_16_plus_low_inc_occ&bt=19900101&et=20171231&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 15.623057254, "videoFrameCount": 1, "frameEfficiency": 0.0625, "sizeBytes": 807576, "totalTimeSecs": 15.766224964, "cpuTime": 2.3499999999999996}More: grep 2395315:375996 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D3.16%26ps%3D100%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Canim_work_16_plus_high_inc_occ%26bt%3D19900101%26et%3D20171231%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783212913", "sizeBytes": 977548, "totalTimeSecs": 14.813538368, "cpuTime": 0.35}More: grep 2394975:148691 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=100&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,anim_total_race_somecoll_2010_2017&bt=20100101&et=20171231&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 10.751693029, "videoFrameCount": 1, "frameEfficiency": 0.017241379310344827, "sizeBytes": 975131, "totalTimeSecs": 10.915462956, "cpuTime": 2.63}More: grep 2394973:843774 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=100&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,anim_total_race_colldeg_2010_2017&bt=20100101&et=20171231&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.757772754, "videoFrameCount": 1, "frameEfficiency": 0.06666666666666667, "sizeBytes": 990191, "totalTimeSecs": 6.892535797, "cpuTime": 2.33}More: grep 2394971:102496 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23theme%3Dbig_picture_on_nature%26v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D0.44%26ps%3D50%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Canim_acs_home_owner_w_children_2010_2017%26bt%3D20100101%26et%3D20171231%26startDwell%3D0.51&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783206643", "sizeBytes": 1065065, "totalTimeSecs": 14.67228516, "cpuTime": 0.32}More: grep 2394750:870582 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23theme%3Dbig_picture_on_nature%26v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D0.44%26ps%3D50%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Canim_acs_renter_w_children_2010_2017%26bt%3D20100101%26et%3D20171231%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783204379", "sizeBytes": 659244, "totalTimeSecs": 10.899206647, "cpuTime": 0.31}More: grep 2394587:170710 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.49999,-80.1223,10.191,latLng&t=0.00&ps=100&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,voting_ac_freq_num_moves_4_epoch,voting_ac_freq_movers_4&bt=20080101&et=20181017&startDwell=0.5&endDwell=1.01voting_ac_freq_movers_4,voting_ac_freq_num_moves_4_epoch&bt=20110101&et=20181017&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 5.330264898, "videoFrameCount": 1, "frameEfficiency": 0.1111111111111111, "sizeBytes": 367119, "totalTimeSecs": 5.440838305, "cpuTime": 1.99}More: grep 2394482:136975 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=0.00&ps=100&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,voting_ac_freq_num_moves_4_epoch,voting_ac_freq_movers_4&bt=20080101&et=20181017&startDwell=0.5&endDwell=1.01×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 10.532151368, "videoFrameCount": 1, "frameEfficiency": 0.1111111111111111, "sizeBytes": 413982, "totalTimeSecs": 10.640356803, "cpuTime": 2.0}More: grep 2394385:791608 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D0.00%26ps%3D100%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Cvoting_ac_freq_num_moves_4_epoch%26bt%3D20050101%26et%3D20181017%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783197179", "sizeBytes": 375084, "totalTimeSecs": 8.961490201, "cpuTime": 0.32}More: grep 2394226:618490 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657&v=40.44518,-79.98503,9.523,latLng&t=3.2&ps=50&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,acs2017_owner_housing_costs&disableUI=true&bt=20170101&et=20170101&startDwell=0&endDwell=0×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.652866174, "videoFrameCount": 1, "frameEfficiency": 0.08333333333333333, "sizeBytes": 1261701, "totalTimeSecs": 6.81643501, "cpuTime": 2.3000000000000003}More: grep 2394136:553597 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657%26v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D0%26ps%3D50%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Cacs2017_renter_housing_costs%26disableUI%3Dtrue%26bt%3D20170101%26et%3D20170101%26startDwell%3D0%26endDwell%3D0&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783200315", "sizeBytes": 927844, "totalTimeSecs": 11.538191856, "cpuTime": 0.33}More: grep 2394093:924499 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657&v=40.44518,-79.98503,9.523,latLng&t=1.97&ps=50&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,acs2017_renter_housing_costs_amt&disableUI=true&bt=20170101&et=20170101&startDwell=0&endDwell=0×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 10.171356092, "videoFrameCount": 1, "frameEfficiency": 0.09090909090909091, "sizeBytes": 970074, "totalTimeSecs": 10.336259608, "cpuTime": 2.2399999999999998}More: grep 2393878:125252 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657%26v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D3.26%26ps%3D50%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Ccensus1990_renter_housing_costs_amt%26disableUI%3Dtrue%26bt%3D19900101%26et%3D19900101%26startDwell%3D0%26endDwell%3D0&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783194457", "sizeBytes": 723947, "totalTimeSecs": 10.512209266, "cpuTime": 0.33999999999999997}More: grep 2393828:270635 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657&v=40.44518,-79.98503,9.523,latLng&t=2.22&ps=50&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,own_rent_black_2010&disableUI=true&bt=20100101&et=20100101&startDwell=0&endDwell=0.1×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 5.968020044, "videoFrameCount": 1, "frameEfficiency": 0.09090909090909091, "sizeBytes": 537041, "totalTimeSecs": 6.08425738, "cpuTime": 2.04}More: grep 2393657:176824 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657%26v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D1.6%26ps%3D50%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Cown_rent_white_2010%26disableUI%3Dtrue%26bt%3D19840101%26et%3D20161231%26startDwell%3D0%26endDwell%3D0.1&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783187671", "sizeBytes": 1249842, "totalTimeSecs": 6.706052842, "cpuTime": 0.34}More: grep 2393528:733256 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Cmortgages_ac_acceptance_status_black_app_latest%26disableUI%3Dtrue%26bt%3D20170101%26et%3D20170101%26startDwell%3D0%26endDwell%3D0.11&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783189954", "sizeBytes": 451978, "totalTimeSecs": 13.677750849, "cpuTime": 0.32}More: grep 2393319:504224 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=0&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,mortgages_ac_acceptance_status_white_app_latest&disableUI=true&bt=20170101&et=20170101&startDwell=0&endDwell=0.11×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 10.628225477, "videoFrameCount": 1, "frameEfficiency": 0.1111111111111111, "sizeBytes": 892742, "totalTimeSecs": 10.762816798, "cpuTime": 2.05}More: grep 2393311:352621 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=0&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,mortgages_ac_acceptance_status_all_latest&disableUI=true&bt=20191015&et=20191015&startDwell=0&endDwell=2.11×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 5.858239003, "videoFrameCount": 1, "frameEfficiency": 0.09090909090909091, "sizeBytes": 921324, "totalTimeSecs": 6.011934765, "cpuTime": 2.1999999999999997}More: grep 2393249:703766 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=0&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,mortgages_ac_race_all_latest&disableUI=true&bt=20170101&et=20170101&startDwell=0&endDwell=0.11×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.766919628, "videoFrameCount": 1, "frameEfficiency": 0.09090909090909091, "sizeBytes": 875736, "totalTimeSecs": 6.913049242, "cpuTime": 2.1399999999999997}More: grep 2393107:992346 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44518%2C-79.98503%2C9.523%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk_subtle%2Callegheny_county_pgh%2Callegheny_county_outline%2Callegheny_school_district_outlines%2Ctotal_race_2017%26disableUI%3Dtrue%26bt%3D20170101%26et%3D20170101%26startDwell%3D0%26endDwell%3D0.1&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783182064", "sizeBytes": 1183390, "totalTimeSecs": 15.699016545, "cpuTime": 0.35}More: grep 2392894:684940 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.44518,-79.98503,9.523,latLng&t=3.16&ps=0&l=bdrk_subtle,allegheny_county_pgh,allegheny_county_outline,allegheny_school_district_outlines,allegheny_county_sfpd_color_epoch_pct_regular_sale_nonvacant_latest&disableUI=true&bt=20191015&et=20191015&startDwell=0&endDwell=2.1×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 8.909705233, "videoFrameCount": 1, "frameEfficiency": 0.02564102564102564, "sizeBytes": 669000, "totalTimeSecs": 9.02659375, "cpuTime": 2.19}More: grep 2392736:009037 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#v=40.4479,-79.94045,10.5,latLng&t=3.16&ps=0&l=bdrk_subtle,pa_redlining_pgh_A_outlines_b,pa_redlining_pgh_B_outlines_b,pa_redlining_pgh_C_outlines_b,pa_redlining_pgh_D_outlines_b,allegheny_county_sfpd_color_epoch_pct_regular_sale_nonvacant_latest&disableUI=true&bt=20191015&et=20191015&startDwell=0&endDwell=0.1×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 8.647439023, "videoFrameCount": 1, "frameEfficiency": 0.020833333333333332, "sizeBytes": 952855, "totalTimeSecs": 8.80947132, "cpuTime": 2.29}More: grep 2392734:047092 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.4479%2C-79.94045%2C10.5%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk_subtle%2Cpa_redlining_pgh_A_outlines_b%2Cpa_redlining_pgh_B_outlines_b%2Cpa_redlining_pgh_C_outlines_b%2Cpa_redlining_pgh_D_outlines_b%2Callegheny_county_saleprice_color_regular_sale_nonvacant_merged_latest%26disableUI%3Dtrue%26bt%3D20191015%26et%3D20191015%26startDwell%3D0%26endDwell%3D0.1&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783171966", "sizeBytes": 936206, "totalTimeSecs": 8.481544955, "cpuTime": 0.38}More: grep 2392601:653581 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.4479%2C-79.94045%2C10.5%2ClatLng%26t%3D10.0%26ps%3D0%26l%3Dbdrk_subtle%2Cpa_redlining_pgh_A_outlines_b%2Cpa_redlining_pgh_B_outlines_b%2Cpa_redlining_pgh_C_outlines_b%2Cpa_redlining_pgh_D_outlines_b%2Callegheny_county_housing_fm_nonvacant_latest%26disableUI%3Dtrue%26bt%3D20191015%26et%3D20191015%26startDwell%3D0%26endDwell%3D0.1&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783180987", "sizeBytes": 1024680, "totalTimeSecs": 21.189261737, "cpuTime": 0.35}More: grep 2392271:255393 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.4479%2C-79.94045%2C10.5%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk_subtle%2Cpa_redlining_pgh_A_outlines_b%2Cpa_redlining_pgh_B_outlines_b%2Cpa_redlining_pgh_C_outlines_b%2Cpa_redlining_pgh_D_outlines_b%2Ctotal_race_2010%26%26bt%3D20100101%26et%3D20100101%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783173980", "sizeBytes": 1259326, "totalTimeSecs": 15.964162127, "cpuTime": 0.34}More: grep 2392267:820696 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657&v=40.4431,-79.95065,11.078,latLng&t=0.04&ps=50&l=bdrk_subtle,life_expectancy_tract_level&disableUI=true&bt=20100101&et=20101231&startDwell=0&endDwell=0×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.315315987, "videoFrameCount": 1, "frameEfficiency": 0.1111111111111111, "sizeBytes": 287442, "totalTimeSecs": 6.442765054, "cpuTime": 2.16}More: grep 2392266:074640 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "headless_root": "https://headless.earthtime.org#waypoints=1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.1073081657&v=40.4431,-79.95065,11.078,latLng&t=0&ps=50&l=bdrk_subtle,ACHD_child_asthma_util_percent&disableUI=true&bt=20170101&et=20171231&startDwell=0&endDwell=0×tampOnlyUI=true×tampOnlyUICentered=true", "nshards": 1, "chromeRenderTimeSecs": 6.402672875, "videoFrameCount": 1, "frameEfficiency": 0.038461538461538464, "sizeBytes": 211106, "totalTimeSecs": 6.497627826, "cpuTime": 2.06}More: grep 2392268:110104 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.4431%2C-79.95065%2C11.078%2ClatLng%26t%3D3.16%26ps%3D0%26l%3Dbdrk_subtle%2Ctotal_race_2010%26disableUI%3Dtrue%26bt%3D3.16&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783165955", "sizeBytes": 1221608, "totalTimeSecs": 7.527074746, "cpuTime": 0.33999999999999997}More: grep 2392265:305419 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "146.75.244.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.4479%2C-79.94045%2C10.5%2ClatLng%26t%3D0%26ps%3D0%26l%3Dbdrk_subtle%2Cbdrk%2Cpa_redlining_pgh_choropleth%26disableUI%3Dtrue%26bt%3D20180101%26et%3D201801%26startDwell%3D0.5%26endDwell%3D1.01&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768783165886", "sizeBytes": 305804, "totalTimeSecs": 5.416387717, "cpuTime": 0.33}More: grep 2392261:734267 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 19:45:36.305 THUMB 2390253:157329:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs2026-01-18 19:45:36.324 THUMB 2390253:157329:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T19:45:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2010_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768782787874", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2390253:157329 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-18 19:44:18.523 THUMB 2390251:158299:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_co2026-01-18 19:44:18.538 THUMB 2390251:158299:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T19:44:18-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Ccensus1990_renter_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768782787847", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2390251:158299 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://tm3-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "tm3-thumbnailworker.createlab.org",
2026-01-18 19:46:56.433 THUMB 2390249:704329:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_am2026-01-18 19:46:56.452 THUMB 2390249:704329:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T19:46:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://tm3-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cacs2016_owner_housing_costs_amt%2Cbdrk_detailed%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768782787813", "FATALERROR": "Thumbnail delegation to tm3-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://tm3-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"tm3-thumbnailworker.createlab.org\",\n "}More: grep 2390249:704329 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.o
2026-01-18 19:48:44.140 THUMB 2390245:979958:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_hous2026-01-18 19:48:44.155 THUMB 2390245:979958:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T19:48:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2016_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768782787795", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.o"}More: grep 2390245:979958 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal20-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal20-thumbnailworker.createlab.o
2026-01-18 19:46:44.098 THUMB 2390246:439749:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owne2026-01-18 19:46:44.114 THUMB 2390246:439749:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T19:46:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.00%26ps%3D50%26l%3Dbdrk%2Cbdrk_detailed%2Cacs2010_owner_housing_costs_amt%26bt%3D20170101%26et%3D20181231%26csvlayers%3D1EccmBBt6Z-fUkaMCdA50imbHzzUmPBcSHZlGpULCaFY.870361385&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768782787795", "FATALERROR": "Thumbnail delegation to hal20-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Oh gosh, failed many times to initialize chrome, aborting\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:155:in `make_chrome'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:283:in `start_thumbnail_from_screenshot'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:858:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal20-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal20-thumbnailworker.createlab.o"}More: grep 2390246:439749 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:33:05.048 THUMB 2390236:211447:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2Cla2026-01-18 19:33:05.048 THUMB 2390236:211447:0 Delegating thumbnail to hal20-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https://headless.earthtime.org%23waypoints%3D1rCiksJv4aXi1usI0_9zdl4v5vuOfiHgMRidiDPt1WfE.0%26v%3D40.44577%2C-79.91242%2C11.193%2ClatLng%26t%3D0.33%26ps%3D50%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20190801%26startDwell%3D0%26endDwell%3D2&width=1280&height=720&format=jpg&fps=30&tileFormat=mp4&fromScreenshot×tampOnlyUI=true&workerepoch=1768782785048"}More: grep 2390236:211447 /t/thumbnails-v2.createlab.org/log.txt2026-01-18 19:28:45.779 THUMB 2388982:835746:0 CHECKPOINTTHUMBNAIL DELEGATION_START {"REMOTE_ADDR":"146.75.245.143","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15","HTTP_REFERER":"https://earthtime.org/","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.19%2ClatLng%26t%3D0.33%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny2026-01-18 19:28:45.779 THUMB 2388982:835746:0 Delegating thumbnail to hal40-thumbnailworker.createlab.org
{"REMOTE_ADDR": "146.75.245.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://earthtime.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%23v%3D40.44577%2C-79.91242%2C11.19%2ClatLng%26t%3D0.33%26ps%3D0%26l%3Dbdrk_detailed%2Callegheny_county_saleprice_color_epoch_city_treasurer_sale_vacant%26bt%3D20100101%26et%3D20100101%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=131&height=76&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&baseMapsNoLabels&workerepoch=1768782525779"}More: grep 2388982:835746 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "57.141.0.34", "HTTP_USER_AGENT": "meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23v%3D15.01775%2C1.38115%2C0.689%2ClatLng%26t%3D2.35%26ps%3D0%26l%3Dblsat%26bt%3D2.35%26et%3D2.35%26startDwell%3D0%26endDwell%3D0%26fps%3D10&width=128&height=74&format=png&fps=10&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&workerepoch=1768736906271", "sizeBytes": 18104, "totalTimeSecs": 29.921980777, "cpuTime": 0.3}More: grep 2173913:644513 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 00:17:21.401 THUMB 2059375:193510:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.152","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:i2026-01-18 00:17:21.424 THUMB 2059375:193510:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T00:17:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.152", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2059375:193510 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-18 00:15:47.088 THUMB 2058921:813656:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.17","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-18 00:15:47.106 THUMB 2058921:813656:0 request.body {"service":"Thumbnails","datetime":"2026-01-18T00:15:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.17", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2058921:813656 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-17 21:49:27.068 THUMB 2014252:650323:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.145","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-17 21:49:27.088 THUMB 2014252:650323:0 request.body {"service":"Thumbnails","datetime":"2026-01-17T21:49:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.145", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2014252:650323 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "93.202.252.254", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:147.0) Gecko/20100101 Firefox/147.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17574, "totalTimeSecs": 0.785449329, "cpuTime": 1.23}More: grep 1859844:244363 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "93.202.252.254", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:147.0) Gecko/20100101 Firefox/147.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 16601, "totalTimeSecs": 0.77704715, "cpuTime": 0.7999999999999999}More: grep 1859843:293837 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-17 08:25:42.012 THUMB 1783821:587047:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.248","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby2026-01-17 08:25:42.032 THUMB 1783821:587047:0 request.body {"service":"Thumbnails","datetime":"2026-01-17T08:25:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.248", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1783821:587047 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-17 08:17:21.063 THUMB 1781315:449097:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.175.205","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-u2026-01-17 08:17:21.084 THUMB 1781315:449097:0 request.body {"service":"Thumbnails","datetime":"2026-01-17T08:17:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.175.205", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1781315:449097 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601160500_202601170500%26bt%3D20260116130000%26et%3D20260116210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768654097936", "sizeBytes": 27846517, "totalTimeSecs": 231.570829437, "cpuTime": 0.65}More: grep 1772647:068434 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601160500_202601170500%26bt%3D20260116050000%26et%3D20260116130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768654097933", "sizeBytes": 28225856, "totalTimeSecs": 186.188308346, "cpuTime": 0.63}More: grep 1772648:513101 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601160500_202601170500%26bt%3D20260116210000%26et%3D20260117050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768654097931", "sizeBytes": 29716012, "totalTimeSecs": 237.973271633, "cpuTime": 0.68}More: grep 1772646:432184 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601170500_202601180300%26bt%3D20260117213000%26et%3D20260118030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768650595525", "sizeBytes": 18981829, "totalTimeSecs": 374.197736795, "cpuTime": 0.54}More: grep 1755210:686221 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601170500_202601180300%26bt%3D20260117103000%26et%3D20260117160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768650595506", "sizeBytes": 20761250, "totalTimeSecs": 304.724717628, "cpuTime": 0.55}More: grep 1755212:687909 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601170500_202601180300%26bt%3D20260117050000%26et%3D20260117103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768650595504", "sizeBytes": 21308748, "totalTimeSecs": 372.269797373, "cpuTime": 0.56}More: grep 1755211:731308 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601170500_202601180300%26bt%3D20260117160000%26et%3D20260117213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768650595499", "sizeBytes": 18736002, "totalTimeSecs": 286.078030608, "cpuTime": 0.53}More: grep 1755209:077189 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>undefined method `[]' for nil:NilClass
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:939:in `compute_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'
/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{
"SCRIPT_URL": "/thumbnail",
"SCRIPT_URI": "https://hal40-thumbnailworker.createlab.org/thumbnail",
"HTTPS": "on",
"SSL_TLS_SNI": "hal40-thumbnailworker.createlab.org",
"HTTP_ACCEPT_ENCODING": "gzip;q=1.0,deflate;q=0.6,identity;q=0.3",
"HTTP_ACCEPT": "*/*",
"HTTP_USER_AGENT": "Ruby",
"HTTP_HOST": "hal40-thumbnailworker.createlab.org",
"HTTP_CONNECTION": "close",
"PATH": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/
2026-01-17 06:36:15.913 THUMB 1750961:864400:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"18.97.9.98","HTTP_USER_AGENT":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://wef-prod.earthtime.org%23v=77714,116204,2091505,1248961,pts&t=1.03&ps=0&l=bdrk,climate_finance_vulnerability_choloro&bt=20051231&et=20051231&startDwell=0&endDwell=0&fps=30&2026-01-17 06:36:15.929 THUMB 1750961:864400:0 request.body {"service":"Thumbnails","datetime":"2026-01-17T06:36:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "18.97.9.98", "HTTP_USER_AGENT": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https://wef-prod.earthtime.org%23v=77714,116204,2091505,1248961,pts&t=1.03&ps=0&l=bdrk,climate_finance_vulnerability_choloro&bt=20051231&et=20051231&startDwell=0&endDwell=0&fps=30&width=1280&height=720&format=mp4&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768649761396", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>undefined method `[]' for nil:NilClass\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:939:in `compute_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1240:in `serve_thumbnail'\n/thumbnailworker/thumbnailworker.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1340:in `<main>'</pre><hr><pre>{\n \"SCRIPT_URL\": \"/thumbnail\",\n \"SCRIPT_URI\": \"https://hal40-thumbnailworker.createlab.org/thumbnail\",\n \"HTTPS\": \"on\",\n \"SSL_TLS_SNI\": \"hal40-thumbnailworker.createlab.org\",\n \"HTTP_ACCEPT_ENCODING\": \"gzip;q=1.0,deflate;q=0.6,identity;q=0.3\",\n \"HTTP_ACCEPT\": \"*/*\",\n \"HTTP_USER_AGENT\": \"Ruby\",\n \"HTTP_HOST\": \"hal40-thumbnailworker.createlab.org\",\n \"HTTP_CONNECTION\": \"close\",\n \"PATH\": \"/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/"}More: grep 1750961:864400 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601170500_202601172100%26bt%3D20260117130000%26et%3D20260117170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768628171852", "sizeBytes": 13966592, "totalTimeSecs": 278.641102971, "cpuTime": 0.5}More: grep 1645837:740253 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601170500_202601172100%26bt%3D20260117170000%26et%3D20260117210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768628171837", "sizeBytes": 13466142, "totalTimeSecs": 202.033037927, "cpuTime": 0.48}More: grep 1645838:928582 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601170500_202601172100%26bt%3D20260117090000%26et%3D20260117130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768628171818", "sizeBytes": 15376282, "totalTimeSecs": 262.837202741, "cpuTime": 0.5}More: grep 1645836:996586 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601170500_202601172100%26bt%3D20260117050000%26et%3D20260117090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768628171818", "sizeBytes": 15095298, "totalTimeSecs": 217.851306105, "cpuTime": 0.5}More: grep 1645835:036357 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-16 22:10:12.642 THUMB 1603229:741740:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.77","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2026-01-16 22:10:12.658 THUMB 1603229:741740:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T22:10:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.77", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1603229:741740 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-16 21:52:24.597 THUMB 1598037:972782:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.89","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-16 21:52:24.618 THUMB 1598037:972782:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T21:52:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.89", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1598037:972782 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601160500_202601170500%26bt%3D20260116110000%26et%3D20260116170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768605778946", "sizeBytes": 20826198, "totalTimeSecs": 411.239293195, "cpuTime": 0.6}More: grep 1535595:833641 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601160500_202601170500%26bt%3D20260116230000%26et%3D20260117050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768605778914", "sizeBytes": 22674810, "totalTimeSecs": 343.221001198, "cpuTime": 0.62}More: grep 1535596:990946 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601160500_202601170500%26bt%3D20260116050000%26et%3D20260116110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768605778909", "sizeBytes": 21076183, "totalTimeSecs": 405.403654022, "cpuTime": 0.58}More: grep 1535594:013236 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601160500_202601170500%26bt%3D20260116170000%26et%3D20260116230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768605778909", "sizeBytes": 21271203, "totalTimeSecs": 325.602196462, "cpuTime": 0.58}More: grep 1535593:647965 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601160500_202601170500%26bt%3D20260116230000%26et%3D20260117050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768586107624", "sizeBytes": 20386639, "totalTimeSecs": 368.107157595, "cpuTime": 0.6}More: grep 1438950:597440 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601160500_202601170500%26bt%3D20260116170000%26et%3D20260116230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768586107599", "sizeBytes": 21265789, "totalTimeSecs": 338.754874351, "cpuTime": 0.5800000000000001}More: grep 1438951:296410 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601160500_202601170500%26bt%3D20260116110000%26et%3D20260116170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768586107594", "sizeBytes": 20817349, "totalTimeSecs": 401.236337748, "cpuTime": 0.56}More: grep 1438949:444638 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601160500_202601170500%26bt%3D20260116050000%26et%3D20260116110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768586107593", "sizeBytes": 21068562, "totalTimeSecs": 335.498550474, "cpuTime": 0.63}More: grep 1438948:615173 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-16 10:53:24.796 THUMB 1402475:008648:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.165","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-16 10:53:24.817 THUMB 1402475:008648:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T10:53:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.165", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1402475:008648 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-16 10:38:44.347 THUMB 1397894:668889:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.204.250","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-16 10:38:44.364 THUMB 1397894:668889:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T10:38:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.204.250", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1397894:668889 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.109.196.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2813%2C-331%2C8203%2C2701%2Cpts%26t%3D1854.025%26ps%3D50%26bt%3D20260115233327%26et%3D20260115235030%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-15%26s%3Dvanport3%26fps%3D9&width=1280&height=720&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1768576175575", "sizeBytes": 8755521, "totalTimeSecs": 45.415600113, "cpuTime": 0.44}More: grep 1388717:207190 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601150500_202601160500%26bt%3D20260115050000%26et%3D20260115130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768569407495", "sizeBytes": 26177569, "totalTimeSecs": 233.019505919, "cpuTime": 0.66}More: grep 1354824:773772 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601150500_202601160500%26bt%3D20260115130000%26et%3D20260115210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768569407452", "sizeBytes": 26158220, "totalTimeSecs": 189.86695999, "cpuTime": 0.55}More: grep 1354823:318421 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601150500_202601160500%26bt%3D20260115210000%26et%3D20260116050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768569407452", "sizeBytes": 26962582, "totalTimeSecs": 233.612515222, "cpuTime": 0.59}More: grep 1354822:166373 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601160500_202601170300%26bt%3D20260116103000%26et%3D20260116160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768564670873", "sizeBytes": 19340590, "totalTimeSecs": 365.013666613, "cpuTime": 0.57}More: grep 1330824:718674 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601160500_202601170300%26bt%3D20260116160000%26et%3D20260116213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768564670828", "sizeBytes": 19232478, "totalTimeSecs": 314.094827048, "cpuTime": 0.5}More: grep 1330823:871477 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601160500_202601170300%26bt%3D20260116050000%26et%3D20260116103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768564670826", "sizeBytes": 19257907, "totalTimeSecs": 379.058589483, "cpuTime": 0.52}More: grep 1330821:206036 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601160500_202601170300%26bt%3D20260116213000%26et%3D20260117030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768564670825", "sizeBytes": 21419928, "totalTimeSecs": 297.152660994, "cpuTime": 0.54}More: grep 1330822:287558 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-16 05:16:57.479 THUMB 1300521:603974:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.174.101","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-16 05:16:57.496 THUMB 1300521:603974:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T05:16:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.174.101", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1300521:603974 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-16 05:16:20.596 THUMB 1300302:875075:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.99","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-16 05:16:20.614 THUMB 1300302:875075:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T05:16:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.99", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1300302:875075 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "176.28.188.64", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 23865, "totalTimeSecs": 0.792629559, "cpuTime": 0.83}More: grep 1242266:380323 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "176.28.188.64", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Mobile Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 26793, "totalTimeSecs": 0.846558523, "cpuTime": 1.1500000000000001}More: grep 1242265:904631 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601160500_202601162100%26bt%3D20260116130000%26et%3D20260116170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768542258762", "sizeBytes": 14079880, "totalTimeSecs": 108.355677945, "cpuTime": 0.48}More: grep 1220247:829877 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601160500_202601162100%26bt%3D20260116170000%26et%3D20260116210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768541968753", "sizeBytes": 13896518, "totalTimeSecs": 279.771436027, "cpuTime": 0.49}More: grep 1218756:197195 /t/thumbnails-v2.createlab.org/log.txtThumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Net::ReadTimeout /usr/lib/ruby/2.7.0/net/protocol.rb:217:in `rbuf_fill' /usr/lib/ruby/2.7.0/net/protocol.rb:191:in `readuntil' /usr/lib/ruby/2.7.0/net/protocol.rb:201:in `readline' /usr/lib/ruby/2.7.0/net/http/response.rb:42:in `read_status_line' /usr/lib/ruby/2.7.0/net/http/response.rb:31:in `read_new' /usr/lib/ruby/2.7.0/net/http.rb:1528:in `block in transport_request' /usr/lib/ruby/2.7.0/net/http.rb:1519:in `catch' /usr/lib/ruby/2.7.0/net/http.rb:1519:in `transport_request' /usr/lib/ruby/2.7.0/net/http.rb:1492:in `request' /var/lib/gems/2.7.0/gems/selenium-webdriver-3.142.7/lib/selenium/webdriver/remote/http/default.rb:129:in `response_for' /var/lib/gems/2.7.0/gems/selenium-webdriver-3.142.7/lib/selenium/webdriver/remote/http/default.rb:82:in `request' /var/lib/gems/2.7.0/gems/selenium-webdriver-3.142.7/lib/selenium/webdriver/remote/http/comm
2026-01-16 00:42:51.031 THUMB 1218758:463385:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"128.237.152.6","HTTP_USER_AGENT":"Python-urllib/3.7","delegatedTo":"https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601160500_202601162100%26bt%3D20260116130000%26et%3D20260116170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&he2026-01-16 00:42:51.048 THUMB 1218758:463385:0 request.body {"service":"Thumbnails","datetime":"2026-01-16T00:42:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601160500_202601162100%26bt%3D20260116130000%26et%3D20260116170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768541968722", "FATALERROR": "Thumbnail delegation to hal40-thumbnailworker.createlab.org failed with status code 400 and response body 400: Bad Request<br><html><body><pre>Net::ReadTimeout\n/usr/lib/ruby/2.7.0/net/protocol.rb:217:in `rbuf_fill'\n/usr/lib/ruby/2.7.0/net/protocol.rb:191:in `readuntil'\n/usr/lib/ruby/2.7.0/net/protocol.rb:201:in `readline'\n/usr/lib/ruby/2.7.0/net/http/response.rb:42:in `read_status_line'\n/usr/lib/ruby/2.7.0/net/http/response.rb:31:in `read_new'\n/usr/lib/ruby/2.7.0/net/http.rb:1528:in `block in transport_request'\n/usr/lib/ruby/2.7.0/net/http.rb:1519:in `catch'\n/usr/lib/ruby/2.7.0/net/http.rb:1519:in `transport_request'\n/usr/lib/ruby/2.7.0/net/http.rb:1492:in `request'\n/var/lib/gems/2.7.0/gems/selenium-webdriver-3.142.7/lib/selenium/webdriver/remote/http/default.rb:129:in `response_for'\n/var/lib/gems/2.7.0/gems/selenium-webdriver-3.142.7/lib/selenium/webdriver/remote/http/default.rb:82:in `request'\n/var/lib/gems/2.7.0/gems/selenium-webdriver-3.142.7/lib/selenium/webdriver/remote/http/comm"}More: grep 1218758:463385 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601160500_202601162100%26bt%3D20260116090000%26et%3D20260116130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768541968721", "sizeBytes": 14280319, "totalTimeSecs": 288.469597266, "cpuTime": 0.51}More: grep 1218757:511457 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601160500_202601162100%26bt%3D20260116050000%26et%3D20260116090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768541968718", "sizeBytes": 13902462, "totalTimeSecs": 164.057050466, "cpuTime": 0.48}More: grep 1218755:505347 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "172.56.199.54", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D5162%2C278%2C6420%2C2516%2Cpts%26t%3D1861.10833%26ps%3D50%26bt%3D20260115233742%26et%3D20260115235845%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-15%26s%3Dvanport3%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1768525563225", "sizeBytes": 24922807, "totalTimeSecs": 113.866719651, "cpuTime": 0.65}More: grep 1137914:960542 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 19:57:46.037 THUMB 1135428:820768:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.174.55","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2026-01-15 19:57:46.056 THUMB 1135428:820768:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T19:57:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.174.55", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1135428:820768 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 19:49:26.025 THUMB 1132950:725983:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.174.213","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb2026-01-15 19:49:26.044 THUMB 1132950:725983:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T19:49:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.174.213", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1132950:725983 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601150500_202601160500%26bt%3D20260115170000%26et%3D20260115230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768519414614", "sizeBytes": 19710486, "totalTimeSecs": 414.731701199, "cpuTime": 0.57}More: grep 1106995:550660 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601150500_202601160500%26bt%3D20260115110000%26et%3D20260115170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768519414586", "sizeBytes": 19551419, "totalTimeSecs": 333.441734271, "cpuTime": 0.52}More: grep 1106997:347665 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601150500_202601160500%26bt%3D20260115050000%26et%3D20260115110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768519414585", "sizeBytes": 19634414, "totalTimeSecs": 416.809783342, "cpuTime": 0.53}More: grep 1106998:435381 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601150500_202601160500%26bt%3D20260115230000%26et%3D20260116050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768519414581", "sizeBytes": 20163303, "totalTimeSecs": 326.050673014, "cpuTime": 0.46}More: grep 1106996:903275 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 13:14:01.515 THUMB 1014244:406755:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.174.35","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-ur2026-01-15 13:14:01.536 THUMB 1014244:406755:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T13:14:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.174.35", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1014244:406755 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601150500_202601160500%26bt%3D20260115170000%26et%3D20260115230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768500530607", "sizeBytes": 19692618, "totalTimeSecs": 402.166826077, "cpuTime": 0.57}More: grep 1012632:847222 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601150500_202601160500%26bt%3D20260115110000%26et%3D20260115170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768500530582", "sizeBytes": 19551018, "totalTimeSecs": 324.73873655, "cpuTime": 0.52}More: grep 1012631:851328 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601150500_202601160500%26bt%3D20260115230000%26et%3D20260116050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768500530582", "sizeBytes": 20183138, "totalTimeSecs": 418.404790079, "cpuTime": 0.54}More: grep 1012633:607613 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601150500_202601160500%26bt%3D20260115050000%26et%3D20260115110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768500530576", "sizeBytes": 19628232, "totalTimeSecs": 336.232392198, "cpuTime": 0.53}More: grep 1012630:279475 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 13:05:23.317 THUMB 1011677:780421:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.174.44","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/2026-01-15 13:05:23.337 THUMB 1011677:780421:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T13:05:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.174.44", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 1011677:780421 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "67.194.17.37", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:146.0) Gecko/20100101 Firefox/146.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 16477, "totalTimeSecs": 0.694835317, "cpuTime": 0.82}More: grep 947419:209185 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "67.194.17.37", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:146.0) Gecko/20100101 Firefox/146.0", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17484, "totalTimeSecs": 0.7427911, "cpuTime": 1.1800000000000002}More: grep 947420:638495 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601140500_202601150500%26bt%3D20260114210000%26et%3D20260115050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768483113744", "sizeBytes": 27327813, "totalTimeSecs": 256.150603186, "cpuTime": 0.67}More: grep 927687:767742 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601140500_202601150500%26bt%3D20260114130000%26et%3D20260114210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768483113706", "sizeBytes": 28052817, "totalTimeSecs": 213.519075657, "cpuTime": 0.61}More: grep 927689:163267 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601140500_202601150500%26bt%3D20260114050000%26et%3D20260114130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768483113706", "sizeBytes": 28684532, "totalTimeSecs": 251.714104912, "cpuTime": 0.61}More: grep 927688:712970 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601150500_202601160300%26bt%3D20260115050000%26et%3D20260115103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768478322798", "sizeBytes": 18007504, "totalTimeSecs": 374.357855416, "cpuTime": 0.61}More: grep 903678:428444 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601150500_202601160300%26bt%3D20260115160000%26et%3D20260115213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768478322760", "sizeBytes": 17859645, "totalTimeSecs": 300.749367685, "cpuTime": 0.5}More: grep 903679:368949 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601150500_202601160300%26bt%3D20260115213000%26et%3D20260116030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768478322757", "sizeBytes": 18259595, "totalTimeSecs": 374.284249382, "cpuTime": 0.52}More: grep 903677:110084 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601150500_202601160300%26bt%3D20260115103000%26et%3D20260115160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768478322757", "sizeBytes": 17775829, "totalTimeSecs": 309.623534059, "cpuTime": 0.5}More: grep 903676:696852 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 06:54:25.931 THUMB 902402:597164:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.74","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 06:54:25.951 THUMB 902402:597164:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T06:54:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 902402:597164 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 06:45:30.369 THUMB 899714:879705:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.174.244","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-15 06:45:30.387 THUMB 899714:879705:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T06:45:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.174.244", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 899714:879705 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.57", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1805556, "totalTimeSecs": 3.368759131, "cpuTime": 17.520000000000003}More: grep 831015:927241 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 02:41:41.319 THUMB 827385:949938:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.214.146","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 02:41:41.341 THUMB 827385:949938:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T02:41:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.214.146", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 827385:949938 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.214.146", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 1426556, "totalTimeSecs": 2.794520114, "cpuTime": 13.159999999999998}More: grep 827176:266795 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.190", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 967498, "totalTimeSecs": 2.309011648, "cpuTime": 11.3}More: grep 824982:167641 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.56", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2761289, "totalTimeSecs": 3.518253984, "cpuTime": 18.0}More: grep 823957:572234 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.41.66", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1716155, "totalTimeSecs": 3.696876807, "cpuTime": 15.7}More: grep 822368:295566 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 02:21:00.733 THUMB 821044:504511:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.156","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2026-01-15 02:21:00.753 THUMB 821044:504511:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T02:21:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.156", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 821044:504511 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 02:18:35.141 THUMB 820299:026147:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.200","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-15 02:18:35.157 THUMB 820299:026147:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T02:18:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.200", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 820299:026147 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 02:14:41.757 THUMB 819207:603062:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.42.15","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-15 02:14:41.775 THUMB 819207:603062:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T02:14:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.42.15", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 819207:603062 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 02:13:16.626 THUMB 818760:143310:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.1","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 02:13:16.645 THUMB 818760:143310:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T02:13:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 818760:143310 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.209", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 1404502, "totalTimeSecs": 2.733548799, "cpuTime": 13.2}More: grep 818121:875102 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 02:09:46.471 THUMB 817670:810327:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.212.219","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 02:09:46.489 THUMB 817670:810327:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T02:09:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.212.219", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 817670:810327 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.214.250", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1370745, "totalTimeSecs": 2.618245528, "cpuTime": 13.66}More: grep 816746:838188 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.173.21", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1372177, "totalTimeSecs": 2.806583471, "cpuTime": 12.05}More: grep 814114:700403 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 01:55:12.883 THUMB 813310:421004:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.102","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-15 01:55:12.903 THUMB 813310:421004:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T01:55:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.102", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 813310:421004 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 01:36:21.175 THUMB 807763:711208:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.56","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 01:36:22.223 THUMB 807763:711208:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T01:36:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.56", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 807763:711208 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 01:34:07.960 THUMB 807101:322896:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.204","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-15 01:34:07.974 THUMB 807101:322896:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T01:34:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 807101:322896 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.78", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 47104144, "totalTimeSecs": 39.068628082, "cpuTime": 255.58999999999997}More: grep 805802:803790 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.23", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 2164583, "totalTimeSecs": 3.481730719, "cpuTime": 16.830000000000002}More: grep 802085:036778 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.117", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1068983, "totalTimeSecs": 2.608106059, "cpuTime": 8.38}More: grep 797464:393372 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.211", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1390423, "totalTimeSecs": 2.610718681, "cpuTime": 12.62}More: grep 797334:704169 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 00:53:39.124 THUMB 795875:174240:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.21","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-15 00:53:39.142 THUMB 795875:174240:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T00:53:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.21", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 795875:174240 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 00:53:21.653 THUMB 795736:136593:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.137.70","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.2026-01-15 00:53:21.668 THUMB 795736:136593:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T00:53:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.137.70", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 795736:136593 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.173.128", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1756112, "totalTimeSecs": 3.067550176, "cpuTime": 13.379999999999999}More: grep 795671:813853 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 00:52:22.753 THUMB 795397:103099:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.137.99","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 00:52:22.768 THUMB 795397:103099:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T00:52:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.137.99", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 795397:103099 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 00:38:53.793 THUMB 791818:762181:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.116","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-15 00:38:53.817 THUMB 791818:762181:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T00:38:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.116", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 791818:762181 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.2", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 1930805, "totalTimeSecs": 3.446313569, "cpuTime": 16.05}More: grep 791213:000392 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.57", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1772688, "totalTimeSecs": 3.267286744, "cpuTime": 15.990000000000002}More: grep 790728:633454 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.173.121", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 3886416, "totalTimeSecs": 5.614285541, "cpuTime": 33.44}More: grep 790052:565580 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 00:30:21.027 THUMB 789233:922006:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.41.66","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-15 00:30:21.046 THUMB 789233:922006:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T00:30:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.41.66", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 789233:922006 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1351954, "totalTimeSecs": 4.0145992, "cpuTime": 15.46}More: grep 786429:286544 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-15 00:04:08.099 THUMB 781629:870846:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.76","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-15 00:04:08.121 THUMB 781629:870846:0 request.body {"service":"Thumbnails","datetime":"2026-01-15T00:04:08-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.76", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 781629:870846 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 23:44:00.072 THUMB 775501:113273:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.128.200","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 23:44:00.094 THUMB 775501:113273:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T23:44:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.128.200", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 775501:113273 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 23:43:21.706 THUMB 775283:029013:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.154","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2026-01-14 23:43:21.724 THUMB 775283:029013:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T23:43:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.154", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 775283:029013 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.109", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1389642, "totalTimeSecs": 3.147559625, "cpuTime": 11.06}More: grep 770957:470569 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 23:17:46.473 THUMB 767613:124596:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.206","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-14 23:17:46.492 THUMB 767613:124596:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T23:17:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.206", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 767613:124596 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 23:15:42.392 THUMB 767016:831577:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.200","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-14 23:15:42.407 THUMB 767016:831577:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T23:15:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.200", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 767016:831577 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 23:03:54.033 THUMB 763513:945594:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.109","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-14 23:03:54.053 THUMB 763513:945594:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T23:03:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.109", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 763513:945594 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 22:50:08.206 THUMB 759362:113171:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.206","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-14 22:50:08.224 THUMB 759362:113171:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T22:50:08-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.206", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 759362:113171 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.173.12", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 2806753, "totalTimeSecs": 3.890360494, "cpuTime": 22.970000000000002}More: grep 758112:289384 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 22:45:41.115 THUMB 758032:504299:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.214.227","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-14 22:45:41.135 THUMB 758032:504299:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T22:45:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.214.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 758032:504299 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.173.136", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 1615369, "totalTimeSecs": 3.550619585, "cpuTime": 14.240000000000002}More: grep 754052:809460 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.70", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 1592799, "totalTimeSecs": 2.569758201, "cpuTime": 12.249999999999998}More: grep 753550:051105 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 22:27:57.442 THUMB 752613:514812:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.153","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2026-01-14 22:27:57.456 THUMB 752613:514812:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T22:27:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.153", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 752613:514812 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.40.11", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 17247991, "totalTimeSecs": 29.241965142, "cpuTime": 127.50999999999999}More: grep 751902:115135 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 22:23:57.057 THUMB 751389:669485:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.135","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-14 22:23:57.081 THUMB 751389:669485:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T22:23:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.135", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 751389:669485 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 22:17:53.152 THUMB 749566:273920:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.198","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-14 22:17:53.169 THUMB 749566:273920:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T22:17:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.198", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 749566:273920 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 22:12:16.085 THUMB 747958:236572:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.42.32","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-14 22:12:16.105 THUMB 747958:236572:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T22:12:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.42.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 747958:236572 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.19", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 2068112, "totalTimeSecs": 3.865883286, "cpuTime": 14.72}More: grep 744183:918941 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.172.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1267437, "totalTimeSecs": 3.090058118, "cpuTime": 13.54}More: grep 741166:902121 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.42.212", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 1944220, "totalTimeSecs": 3.440291025, "cpuTime": 19.029999999999998}More: grep 740662:050034 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "207.166.173.121", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 720791, "totalTimeSecs": 1.691764625, "cpuTime": 7.96}More: grep 737547:982389 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D479%2C1078%2C4494%2C3337%2Cpts%26t%3D1451.36%26ps%3D50%26bt%3D20260114193133%26et%3D20260114193718%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-14%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768444574878", "sizeBytes": 3800375, "totalTimeSecs": 18.59018517, "cpuTime": 0.35000000000000003}More: grep 737254:131133 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 21:26:19.549 THUMB 734356:534943:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.173.131","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-14 21:26:19.566 THUMB 734356:534943:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T21:26:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.173.131", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 734356:534943 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D358%2C1123%2C4509%2C3458%2Cpts%26t%3D1442.61%26ps%3D50%26bt%3D20260114192618%26et%3D20260114193030%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-14%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768443894828", "sizeBytes": 3036645, "totalTimeSecs": 14.311743642, "cpuTime": 0.33}More: grep 733974:221240 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.61", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 644690, "totalTimeSecs": 1.8388881, "cpuTime": 7.4}More: grep 733414:429082 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 21:19:04.253 THUMB 732092:678737:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.212.184","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 21:19:04.273 THUMB 732092:678737:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T21:19:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.212.184", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 732092:678737 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.91", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 7466800, "totalTimeSecs": 9.455606614, "cpuTime": 48.120000000000005}More: grep 728060:142755 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.213.254", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 2021965, "totalTimeSecs": 3.905662839, "cpuTime": 15.5}More: grep 727706:139387 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 21:00:44.294 THUMB 726675:453734:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.212.175","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-14 21:00:44.315 THUMB 726675:453734:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T21:00:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.212.175", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 726675:453734 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.196", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 1928971, "totalTimeSecs": 3.235708494, "cpuTime": 15.57}More: grep 725279:224443 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 20:38:06.168 THUMB 719859:984188:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.43.195","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 20:38:06.194 THUMB 719859:984188:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T20:38:06-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.43.195", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 719859:984188 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.18", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 1267437, "totalTimeSecs": 3.454659705, "cpuTime": 12.91}More: grep 717197:066830 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.179", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 2015479, "totalTimeSecs": 4.271859058, "cpuTime": 16.74}More: grep 715425:456635 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 20:00:44.627 THUMB 708656:964323:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.18","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 20:00:44.645 THUMB 708656:964323:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T20:00:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.18", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 708656:964323 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.214.244", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1792703, "totalTimeSecs": 3.343608821, "cpuTime": 16.880000000000003}More: grep 707748:802041 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.42.255", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 11390905, "totalTimeSecs": 14.356441443, "cpuTime": 84.01999999999998}More: grep 704506:444649 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 19:45:36.723 THUMB 703983:592260:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.212.178","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 19:45:36.743 THUMB 703983:592260:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T19:45:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.212.178", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 703983:592260 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.173", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 986258, "totalTimeSecs": 2.369117687, "cpuTime": 11.89}More: grep 703687:808237 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 19:38:53.631 THUMB 701954:272666:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"207.166.172.212","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-14 19:38:53.657 THUMB 701954:272666:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T19:38:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "207.166.172.212", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 701954:272666 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.21", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 1949179, "totalTimeSecs": 3.095038828, "cpuTime": 16.97}More: grep 700714:212683 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 19:29:30.430 THUMB 699082:033351:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.57","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 19:29:30.449 THUMB 699082:033351:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T19:29:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.57", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 699082:033351 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 19:28:34.329 THUMB 698789:825328:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.42.254","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 19:28:34.355 THUMB 698789:825328:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T19:28:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.42.254", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 698789:825328 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.43.165", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 1767025, "totalTimeSecs": 5.681100778, "cpuTime": 16.93}More: grep 697989:682438 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 1815151, "totalTimeSecs": 6.363602645, "cpuTime": 16.98}More: grep 691133:805565 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.206.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1269030, "totalTimeSecs": 7.848634017, "cpuTime": 15.06}More: grep 683346:666274 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.194", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 1271404, "totalTimeSecs": 6.263311224, "cpuTime": 13.18}More: grep 679305:621457 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.178.4", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 1454196, "totalTimeSecs": 5.99483609, "cpuTime": 14.750000000000002}More: grep 679281:312842 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 18:20:52.736 THUMB 678222:750631:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.193","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri2026-01-14 18:20:52.755 THUMB 678222:750631:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T18:20:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.193", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 678222:750631 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 18:20:48.420 THUMB 678172:994563:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.27.253","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 18:20:48.438 THUMB 678172:994563:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T18:20:48-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.27.253", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 678172:994563 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.178.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 884631, "totalTimeSecs": 6.131582013, "cpuTime": 8.38}More: grep 678136:496544 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601140500_202601150500%26bt%3D20260114230000%26et%3D20260115050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768432842234", "sizeBytes": 20051525, "totalTimeSecs": 426.262037173, "cpuTime": 0.72}More: grep 678125:426830 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601140500_202601150500%26bt%3D20260114050000%26et%3D20260114110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768432842214", "sizeBytes": 21649385, "totalTimeSecs": 314.833160708, "cpuTime": 0.74}More: grep 678126:195479 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601140500_202601150500%26bt%3D20260114110000%26et%3D20260114170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768432842210", "sizeBytes": 20616100, "totalTimeSecs": 407.849179311, "cpuTime": 0.7}More: grep 678127:342179 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601140500_202601150500%26bt%3D20260114170000%26et%3D20260114230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768432842202", "sizeBytes": 20957512, "totalTimeSecs": 333.164728784, "cpuTime": 0.71}More: grep 678124:545088 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 18:06:39.861 THUMB 673935:910990:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.207.84","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-14 18:06:39.885 THUMB 673935:910990:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T18:06:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.207.84", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 673935:910990 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 18:04:13.154 THUMB 673195:964071:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.208","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 18:04:13.182 THUMB 673195:964071:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T18:04:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 673195:964071 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.177.50", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 3012775, "totalTimeSecs": 3.50476658, "cpuTime": 20.39}More: grep 672546:951623 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.177.45", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sizeBytes": 1021599, "totalTimeSecs": 2.938550781, "cpuTime": 11.809999999999999}More: grep 671113:583263 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.87", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1977948, "totalTimeSecs": 3.105302018, "cpuTime": 13.46}More: grep 670754:153216 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.242", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 2026329, "totalTimeSecs": 2.953414222, "cpuTime": 14.34}More: grep 666393:279292 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 17:34:47.521 THUMB 664127:686761:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.80","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 17:34:47.547 THUMB 664127:686761:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T17:34:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.80", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 664127:686761 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 17:31:49.996 THUMB 663216:063557:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.53","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 17:31:50.018 THUMB 663216:063557:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T17:31:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.53", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 663216:063557 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 17:31:19.665 THUMB 663065:071399:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.206.0","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-14 17:31:19.685 THUMB 663065:071399:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T17:31:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.206.0", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 663065:071399 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.253", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 1771349, "totalTimeSecs": 3.58086106, "cpuTime": 20.05}More: grep 662329:364637 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 17:06:53.249 THUMB 655724:408148:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.86","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.2026-01-14 17:06:54.283 THUMB 655724:408148:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T17:06:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.86", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 655724:408148 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 17:06:16.943 THUMB 655571:116555:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.178.199","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 17:06:16.966 THUMB 655571:116555:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T17:06:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.178.199", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 655571:116555 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 16:57:15.654 THUMB 652882:317972:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.9","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-14 16:57:15.676 THUMB 652882:317972:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T16:57:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.9", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 652882:317972 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 16:47:07.270 THUMB 649758:790151:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.178.199","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 16:47:07.292 THUMB 649758:790151:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T16:47:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.178.199", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 649758:790151 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 16:34:44.251 THUMB 646104:278765:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.5","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-14 16:34:44.275 THUMB 646104:278765:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T16:34:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.5", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 646104:278765 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 16:32:42.957 THUMB 645500:704162:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.22.136","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 16:32:42.981 THUMB 645500:704162:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T16:32:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.22.136", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 645500:704162 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 16:29:35.035 THUMB 644536:716504:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"45.78.207.124","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/li2026-01-14 16:29:35.055 THUMB 644536:716504:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T16:29:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "45.78.207.124", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 644536:716504 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 16:20:29.588 THUMB 641863:789222:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.237","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 16:20:29.612 THUMB 641863:789222:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T16:20:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 641863:789222 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.177.213", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1218522, "totalTimeSecs": 2.335173407, "cpuTime": 11.23}More: grep 637757:517602 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.255", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 1928971, "totalTimeSecs": 3.254301519, "cpuTime": 16.950000000000003}More: grep 635163:279153 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:57:33.562 THUMB 634806:845942:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.193","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 15:57:33.582 THUMB 634806:845942:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:57:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.193", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 634806:845942 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.178.4", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 14412257, "totalTimeSecs": 23.277277072, "cpuTime": 137.65}More: grep 634523:069400 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:39:17.650 THUMB 629481:220337:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.234","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 15:39:17.669 THUMB 629481:220337:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:39:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.234", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 629481:220337 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.245", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 4630962, "totalTimeSecs": 8.960851709, "cpuTime": 54.34}More: grep 628406:156858 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:28:54.057 THUMB 626454:970059:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.252","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-14 15:28:54.079 THUMB 626454:970059:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:28:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.252", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 626454:970059 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:27:05.325 THUMB 625817:440043:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.215","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 15:27:05.350 THUMB 625817:440043:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:27:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.215", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 625817:440043 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:26:26.827 THUMB 625665:735775:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.124","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-14 15:26:26.848 THUMB 625665:735775:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:26:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.124", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 625665:735775 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.18", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1789894, "totalTimeSecs": 3.132700664, "cpuTime": 15.510000000000002}More: grep 624582:171583 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:18:38.598 THUMB 623336:836241:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.217","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 15:18:39.627 THUMB 623336:836241:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:18:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.217", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 623336:836241 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 15:06:36.194 THUMB 619825:668120:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.254","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-14 15:06:36.219 THUMB 619825:668120:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T15:06:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.254", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 619825:668120 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.221", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1372177, "totalTimeSecs": 2.382841305, "cpuTime": 11.91}More: grep 616294:257391 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 14:46:14.819 THUMB 613921:568104:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.180","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 14:46:14.838 THUMB 613921:568104:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T14:46:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.180", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 613921:568104 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.206", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1522678, "totalTimeSecs": 2.979788543, "cpuTime": 13.62}More: grep 612994:854980 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.11", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 2025528, "totalTimeSecs": 2.660604611, "cpuTime": 14.000000000000002}More: grep 610617:475997 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.221", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 2118321, "totalTimeSecs": 3.354676392, "cpuTime": 17.269999999999996}More: grep 608902:774881 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 14:28:36.747 THUMB 608610:456039:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.96","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 14:28:36.764 THUMB 608610:456039:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T14:28:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.96", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 608610:456039 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.181", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 941288, "totalTimeSecs": 2.36329864, "cpuTime": 8.4}More: grep 595938:911968 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.43", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 6299317, "totalTimeSecs": 11.490410837, "cpuTime": 70.95}More: grep 594981:432188 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.215", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1832506, "totalTimeSecs": 3.325936933, "cpuTime": 18.43}More: grep 594322:333431 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.133", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 2837164, "totalTimeSecs": 3.688933068, "cpuTime": 20.310000000000002}More: grep 593136:182364 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.238", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1189099, "totalTimeSecs": 3.148843162, "cpuTime": 14.659999999999998}More: grep 592328:022134 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 13:30:43.287 THUMB 591130:812825:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.61","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 13:30:43.304 THUMB 591130:812825:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T13:30:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.61", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 591130:812825 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.232", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 2116510, "totalTimeSecs": 3.688226397, "cpuTime": 14.44}More: grep 586149:672835 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 13:11:24.914 THUMB 585307:588597:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.34","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 13:11:24.931 THUMB 585307:588597:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T13:11:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.34", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 585307:588597 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601140500_202601150500%26bt%3D20260114230000%26et%3D20260115050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768414079849", "sizeBytes": 20046315, "totalTimeSecs": 415.031429341, "cpuTime": 0.6000000000000001}More: grep 584158:287660 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601140500_202601150500%26bt%3D20260114170000%26et%3D20260114230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768414079820", "sizeBytes": 20957956, "totalTimeSecs": 333.152107924, "cpuTime": 0.6}More: grep 584159:985023 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601140500_202601150500%26bt%3D20260114110000%26et%3D20260114170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768414079819", "sizeBytes": 20611476, "totalTimeSecs": 413.965621291, "cpuTime": 0.57}More: grep 584157:644304 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601140500_202601150500%26bt%3D20260114050000%26et%3D20260114110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768414079816", "sizeBytes": 21626662, "totalTimeSecs": 333.01585016, "cpuTime": 0.5700000000000001}More: grep 584156:310710 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.68", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 3083210, "totalTimeSecs": 4.090877879, "cpuTime": 16.8}More: grep 584025:121123 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.228", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 24470555, "totalTimeSecs": 33.391563535, "cpuTime": 206.63000000000002}More: grep 583077:288259 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.212", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 1370745, "totalTimeSecs": 2.868955328, "cpuTime": 14.23}More: grep 581439:835120 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 12:48:33.539 THUMB 578667:498077:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.221","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 12:48:33.558 THUMB 578667:498077:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T12:48:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.221", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 578667:498077 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 12:43:21.828 THUMB 577236:690201:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.37","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 12:43:21.847 THUMB 577236:690201:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T12:43:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.37", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 577236:690201 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 12:42:15.206 THUMB 576947:602025:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.241","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 12:42:15.226 THUMB 576947:602025:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T12:42:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.241", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 576947:602025 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.255", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 643870, "totalTimeSecs": 1.814408373, "cpuTime": 7.8}More: grep 576745:496204 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.97", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 2245329, "totalTimeSecs": 3.111648927, "cpuTime": 16.88}More: grep 575720:969509 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 12:37:04.670 THUMB 575379:922313:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.55","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 12:37:04.688 THUMB 575379:922313:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T12:37:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.55", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 575379:922313 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 12:36:44.332 THUMB 575306:567433:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.249","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 12:36:44.348 THUMB 575306:567433:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T12:36:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.249", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 575306:567433 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 12:35:47.109 THUMB 575032:825215:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 12:35:47.126 THUMB 575032:825215:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T12:35:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 575032:825215 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.53", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 1695441, "totalTimeSecs": 3.237724459, "cpuTime": 12.149999999999999}More: grep 567021:240423 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.254", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2025530, "totalTimeSecs": 3.875891509, "cpuTime": 14.14}More: grep 564586:636268 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 11:57:09.252 THUMB 563148:730846:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.101","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 11:57:09.272 THUMB 563148:730846:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T11:57:09-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.101", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 563148:730846 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.221", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 2007317, "totalTimeSecs": 5.29653452, "cpuTime": 14.16}More: grep 560799:658201 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.196", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 623570, "totalTimeSecs": 4.481147768, "cpuTime": 5.8999999999999995}More: grep 557395:448893 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 11:33:20.732 THUMB 555925:821332:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.24","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 11:33:20.752 THUMB 555925:821332:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T11:33:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.24", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 555925:821332 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.232", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 713926, "totalTimeSecs": 5.248295793, "cpuTime": 8.52}More: grep 552986:161842 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 11:23:14.969 THUMB 552907:865530:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.50","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 11:23:14.993 THUMB 552907:865530:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T11:23:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.50", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 552907:865530 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.224", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1817731, "totalTimeSecs": 5.542459364, "cpuTime": 18.69}More: grep 550862:274440 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.114", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2203037, "totalTimeSecs": 5.016386804, "cpuTime": 17.34}More: grep 549580:494727 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 30721, "totalTimeSecs": 0.691437306, "cpuTime": 1.1900000000000002}More: grep 547572:579912 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 23421, "totalTimeSecs": 0.419504072, "cpuTime": 0.6799999999999999}More: grep 547141:382427 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 34480, "totalTimeSecs": 0.685873233, "cpuTime": 1.1700000000000002}More: grep 547136:582596 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 27149, "totalTimeSecs": 0.703528183, "cpuTime": 0.9500000000000001}More: grep 547138:671335 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 35813, "totalTimeSecs": 0.724770926, "cpuTime": 0.9699999999999999}More: grep 547132:382584 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32314, "totalTimeSecs": 0.533002413, "cpuTime": 0.91}More: grep 547129:488471 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32804, "totalTimeSecs": 0.663300956, "cpuTime": 0.8099999999999999}More: grep 547127:701832 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 19449, "totalTimeSecs": 0.538096126, "cpuTime": 0.8200000000000001}More: grep 546758:035110 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32707, "totalTimeSecs": 0.580203553, "cpuTime": 0.83}More: grep 546753:783274 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 22672, "totalTimeSecs": 0.678354565, "cpuTime": 1.01}More: grep 546749:669363 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 31786, "totalTimeSecs": 0.69684101, "cpuTime": 1.1700000000000002}More: grep 546747:535837 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 33593, "totalTimeSecs": 0.694828097, "cpuTime": 0.9799999999999999}More: grep 546745:278904 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 33898, "totalTimeSecs": 0.546682576, "cpuTime": 0.92}More: grep 546743:630776 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 15761, "totalTimeSecs": 0.491655357, "cpuTime": 0.8800000000000001}More: grep 546367:576083 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 23555, "totalTimeSecs": 0.664584707, "cpuTime": 0.9300000000000002}More: grep 546364:959016 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 31336, "totalTimeSecs": 0.630637424, "cpuTime": 0.9400000000000001}More: grep 546363:154702 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 23841, "totalTimeSecs": 0.593143862, "cpuTime": 0.9000000000000001}More: grep 546361:572462 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 34213, "totalTimeSecs": 0.5414441, "cpuTime": 0.9200000000000002}More: grep 546358:001812 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 19711, "totalTimeSecs": 0.455176817, "cpuTime": 0.6900000000000001}More: grep 546357:708756 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 32280, "totalTimeSecs": 0.724185146, "cpuTime": 1.04}More: grep 545983:383472 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 26662, "totalTimeSecs": 0.764332591, "cpuTime": 1.1400000000000001}More: grep 545977:531958 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 18750, "totalTimeSecs": 0.609361318, "cpuTime": 0.6500000000000001}More: grep 545975:698666 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 31154, "totalTimeSecs": 0.755268943, "cpuTime": 0.87}More: grep 545976:738587 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 14257, "totalTimeSecs": 0.616654107, "cpuTime": 0.7000000000000001}More: grep 545973:374070 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "175.126.14.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://earthengine.google.com/", "sizeBytes": 33707, "totalTimeSecs": 0.640108643, "cpuTime": 0.87}More: grep 545974:651587 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:56:53.267 THUMB 543513:580659:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.41","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 10:56:53.291 THUMB 543513:580659:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:56:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 543513:580659 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:54:00.925 THUMB 542703:650721:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.41","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 10:54:00.949 THUMB 542703:650721:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:54:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 542703:650721 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:40:33.223 THUMB 538844:442428:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.194","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 10:40:33.243 THUMB 538844:442428:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:40:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.194", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 538844:442428 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:39:23.309 THUMB 538459:260518:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.47","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 10:39:23.330 THUMB 538459:260518:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:39:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.47", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 538459:260518 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:34:40.018 THUMB 537151:904729:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.52","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 10:34:40.031 THUMB 537151:904729:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:34:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.52", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 537151:904729 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.53", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 672407, "totalTimeSecs": 1.706889221, "cpuTime": 7.420000000000001}More: grep 536734:565044 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.98", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2612448, "totalTimeSecs": 3.025114531, "cpuTime": 17.47}More: grep 536593:648359 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:25:40.603 THUMB 534437:397697:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.96","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 10:25:40.618 THUMB 534437:397697:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:25:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.96", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 534437:397697 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:24:32.506 THUMB 534069:322797:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.183.120","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 10:24:32.526 THUMB 534069:322797:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:24:32-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.183.120", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 534069:322797 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.195", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1458442, "totalTimeSecs": 3.544906438, "cpuTime": 12.83}More: grep 532363:982112 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 10:15:44.269 THUMB 531397:230565:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.209","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 10:15:44.286 THUMB 531397:230565:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T10:15:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.209", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 531397:230565 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 452079, "totalTimeSecs": 3.736925192, "cpuTime": 4.12}More: grep 529930:246267 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.207", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 986802, "totalTimeSecs": 5.091646568, "cpuTime": 10.350000000000001}More: grep 528682:828494 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 09:59:04.591 THUMB 526299:536083:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.182.208","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 09:59:04.610 THUMB 526299:536083:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T09:59:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.182.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 526299:536083 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.183.131", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1809618, "totalTimeSecs": 3.131103923, "cpuTime": 16.92}More: grep 524454:191768 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.215", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1226763, "totalTimeSecs": 2.639911114, "cpuTime": 13.5}More: grep 519717:918346 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 09:35:10.509 THUMB 519132:154765:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.4","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-14 09:35:10.528 THUMB 519132:154765:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T09:35:10-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.4", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 519132:154765 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.170", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1716155, "totalTimeSecs": 3.257348055, "cpuTime": 15.540000000000001}More: grep 518697:410207 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.251", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1189099, "totalTimeSecs": 3.53460466, "cpuTime": 13.23}More: grep 511030:003625 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.168", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 1297325, "totalTimeSecs": 2.441579925, "cpuTime": 10.18}More: grep 504307:018278 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.120", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 537838, "totalTimeSecs": 1.54506103, "cpuTime": 5.540000000000001}More: grep 502092:570966 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1484985, "totalTimeSecs": 4.104422476, "cpuTime": 14.850000000000001}More: grep 500702:842629 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 08:22:15.402 THUMB 497224:907841:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.208","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-14 08:22:15.420 THUMB 497224:907841:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T08:22:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.208", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 497224:907841 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.49", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1756698, "totalTimeSecs": 2.965023697, "cpuTime": 14.1}More: grep 497010:497673 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 08:20:52.251 THUMB 496716:167775:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.181.212","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-14 08:20:52.269 THUMB 496716:167775:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T08:20:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.181.212", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 496716:167775 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601130500_202601140500%26bt%3D20260113050000%26et%3D20260113130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768396576976", "sizeBytes": 30276882, "totalTimeSecs": 233.263371847, "cpuTime": 0.7}More: grep 495215:511361 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601130500_202601140500%26bt%3D20260113210000%26et%3D20260114050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768396576952", "sizeBytes": 28298133, "totalTimeSecs": 189.059786695, "cpuTime": 0.63}More: grep 495217:940435 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601130500_202601140500%26bt%3D20260113130000%26et%3D20260113210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768396576952", "sizeBytes": 28977853, "totalTimeSecs": 233.843043048, "cpuTime": 0.6799999999999999}More: grep 495216:174649 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.48", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 1231289, "totalTimeSecs": 2.454207337, "cpuTime": 9.73}More: grep 491158:341771 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 07:58:17.148 THUMB 489798:933283:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.47","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 07:58:17.165 THUMB 489798:933283:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T07:58:17-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.47", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 489798:933283 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.2", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1285466, "totalTimeSecs": 2.205794624, "cpuTime": 10.66}More: grep 488625:144591 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.225", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 1848258, "totalTimeSecs": 2.906514015, "cpuTime": 16.43}More: grep 488122:855380 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.94", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sizeBytes": 1120405, "totalTimeSecs": 2.509230432, "cpuTime": 12.56}More: grep 487831:509942 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.182.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 1513612, "totalTimeSecs": 2.445315067, "cpuTime": 13.270000000000001}More: grep 483246:783166 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 07:35:45.261 THUMB 482867:544513:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.80","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 07:35:45.276 THUMB 482867:544513:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T07:35:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.80", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 482867:544513 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 07:28:37.536 THUMB 480716:949506:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.175.15","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 07:28:37.558 THUMB 480716:949506:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T07:28:37-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.175.15", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 480716:949506 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1362487, "totalTimeSecs": 3.17860731, "cpuTime": 11.590000000000002}More: grep 480498:145044 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 07:21:40.243 THUMB 478654:038610:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.80","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.2026-01-14 07:21:40.262 THUMB 478654:038610:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T07:21:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.80", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 478654:038610 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.181.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 9936439, "totalTimeSecs": 19.511103273, "cpuTime": 108.22999999999999}More: grep 475686:879799 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 06:56:18.954 THUMB 471035:901720:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.29","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 06:56:18.973 THUMB 471035:901720:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T06:56:18-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.29", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 471035:901720 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601140500_202601150300%26bt%3D20260114050000%26et%3D20260114103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768391711703", "sizeBytes": 19865631, "totalTimeSecs": 381.40909304, "cpuTime": 0.57}More: grep 470537:614890 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601140500_202601150300%26bt%3D20260114103000%26et%3D20260114160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768391711690", "sizeBytes": 18937916, "totalTimeSecs": 284.816167595, "cpuTime": 0.56}More: grep 470538:137528 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601140500_202601150300%26bt%3D20260114213000%26et%3D20260115030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768391711684", "sizeBytes": 18658207, "totalTimeSecs": 377.560155305, "cpuTime": 0.51}More: grep 470536:681355 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601140500_202601150300%26bt%3D20260114160000%26et%3D20260114213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768391711683", "sizeBytes": 18458297, "totalTimeSecs": 304.535565378, "cpuTime": 0.52}More: grep 470535:261839 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.21", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 1231892, "totalTimeSecs": 2.930885545, "cpuTime": 10.75}More: grep 467322:417958 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.164", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 3188268, "totalTimeSecs": 4.6317343, "cpuTime": 22.939999999999998}More: grep 465403:519360 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 06:33:26.814 THUMB 463994:951880:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.252","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 06:33:26.836 THUMB 463994:951880:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T06:33:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.252", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 463994:951880 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.147", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1239555, "totalTimeSecs": 2.722041428, "cpuTime": 14.020000000000001}More: grep 454316:230403 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.35", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1454196, "totalTimeSecs": 2.777307655, "cpuTime": 14.11}More: grep 453887:082325 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.15", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1615369, "totalTimeSecs": 3.622177139, "cpuTime": 14.190000000000001}More: grep 453676:667578 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1160449, "totalTimeSecs": 2.42847559, "cpuTime": 10.4}More: grep 452799:626607 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 05:43:21.644 THUMB 448567:138906:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.195","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri2026-01-14 05:43:21.665 THUMB 448567:138906:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T05:43:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.195", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 448567:138906 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.253", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 2030188, "totalTimeSecs": 3.265072539, "cpuTime": 17.12}More: grep 448269:114021 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 05:33:45.349 THUMB 444999:590147:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.75","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 05:33:45.367 THUMB 444999:590147:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T05:33:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.75", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 444999:590147 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 05:30:07.729 THUMB 443906:876798:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.252","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-14 05:30:07.751 THUMB 443906:876798:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T05:30:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.252", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 443906:876798 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.34", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2507100, "totalTimeSecs": 4.06288871, "cpuTime": 17.76}More: grep 443169:624251 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 05:20:34.859 THUMB 441031:947165:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.173.141","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 05:20:34.880 THUMB 441031:947165:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T05:20:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.173.141", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 441031:947165 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.173.16", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1613067, "totalTimeSecs": 3.275746331, "cpuTime": 14.680000000000001}More: grep 440719:819462 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.84", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 1859233, "totalTimeSecs": 3.346722025, "cpuTime": 13.56}More: grep 437089:156917 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 05:04:24.882 THUMB 436119:910462:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.70","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 05:04:24.899 THUMB 436119:910462:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T05:04:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.70", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 436119:910462 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.175.208", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 788712, "totalTimeSecs": 3.794312698, "cpuTime": 0.92}More: grep 434431:142196 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 04:53:43.689 THUMB 432884:745385:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.87","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-14 04:53:43.709 THUMB 432884:745385:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T04:53:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.87", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 432884:745385 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 04:36:25.793 THUMB 427785:532450:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.166","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 04:36:25.817 THUMB 427785:532450:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T04:36:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.166", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 427785:532450 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 04:36:01.423 THUMB 427637:134732:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.238","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-14 04:36:01.451 THUMB 427637:134732:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T04:36:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.238", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 427637:134732 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 04:20:15.008 THUMB 422999:599198:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.220","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 04:20:15.024 THUMB 422999:599198:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T04:20:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.220", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 422999:599198 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 04:18:45.763 THUMB 422534:359041:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.173.114","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 04:18:45.777 THUMB 422534:359041:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T04:18:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.173.114", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 422534:359041 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.108", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 1423110, "totalTimeSecs": 2.89703497, "cpuTime": 15.6}More: grep 420181:360236 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 03:43:12.431 THUMB 411984:674845:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.236","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 03:43:12.450 THUMB 411984:674845:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T03:43:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.236", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 411984:674845 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.92", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 1469695, "totalTimeSecs": 3.156437667, "cpuTime": 13.420000000000002}More: grep 411623:461153 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 03:33:20.436 THUMB 408939:729613:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.173.151","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-14 03:33:20.458 THUMB 408939:729613:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T03:33:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.173.151", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 408939:729613 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.87", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2204022, "totalTimeSecs": 3.050678825, "cpuTime": 16.9}More: grep 408800:685167 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 03:14:51.673 THUMB 403395:887107:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.151","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 03:14:51.689 THUMB 403395:887107:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T03:14:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.151", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 403395:887107 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.165", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2060647, "totalTimeSecs": 3.231689388, "cpuTime": 15.909999999999998}More: grep 402011:790869 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.172.56", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2134953, "totalTimeSecs": 3.848210609, "cpuTime": 15.92}More: grep 400918:166792 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.142.126", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1222387, "totalTimeSecs": 3.985931867, "cpuTime": 10.44}More: grep 400710:372288 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.173.120", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1065481, "totalTimeSecs": 2.149897028, "cpuTime": 9.49}More: grep 399761:854096 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 02:57:21.224 THUMB 397999:720235:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.170","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 02:57:21.244 THUMB 397999:720235:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T02:57:21-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.170", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 397999:720235 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.11", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 2764940, "totalTimeSecs": 3.681709944, "cpuTime": 19.060000000000002}More: grep 393698:053315 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.126", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 2847102, "totalTimeSecs": 3.651917545, "cpuTime": 19.23}More: grep 393564:937578 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 02:41:38.550 THUMB 393338:601277:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.167","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 02:41:38.578 THUMB 393338:601277:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T02:41:38-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.167", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 393338:601277 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.160", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1297325, "totalTimeSecs": 2.683525977, "cpuTime": 10.19}More: grep 393061:258988 /t/thumbnails-v2.createlab.org/log.txtboundsLTRB was specified without the required 4 coords separated by commas /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:in `parse_bounds' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:844:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 02:18:39.382 THUMB 386451:593211:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"66.249.64.1","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.7499.192 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)","FATALERROR":"boundsLTRB was specified without the required 4 coords separated by commas\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:2026-01-14 02:18:39.397 THUMB 386451:593211:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T02:18:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "66.249.64.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.7499.192 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", "FATALERROR": "boundsLTRB was specified without the required 4 coords separated by commas\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:85:in `parse_bounds'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:844:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 386451:593211 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.173.145", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 10694983, "totalTimeSecs": 18.324750298, "cpuTime": 108.78999999999999}More: grep 385804:032179 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.142.233", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3012775, "totalTimeSecs": 7.147835166, "cpuTime": 20.66}More: grep 385589:695882 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 02:03:40.887 THUMB 381896:127540:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.58","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/li2026-01-14 02:03:40.913 THUMB 381896:127540:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T02:03:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.58", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 381896:127540 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.142.44", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 677845, "totalTimeSecs": 1.758583271, "cpuTime": 5.97}More: grep 379147:146500 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 01:49:35.572 THUMB 377605:066469:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.174.100","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 01:49:35.594 THUMB 377605:066469:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T01:49:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.174.100", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 377605:066469 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.172.98", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 2190300, "totalTimeSecs": 4.238656812, "cpuTime": 15.980000000000002}More: grep 375701:011491 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.33", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 1111420, "totalTimeSecs": 2.353219121, "cpuTime": 11.990000000000002}More: grep 372631:772319 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.172.98", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2109291, "totalTimeSecs": 2.967908711, "cpuTime": 15.909999999999998}More: grep 367632:579404 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.173.131", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 2941158, "totalTimeSecs": 5.456828682, "cpuTime": 30.009999999999998}More: grep 365551:371514 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.150", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3911898, "totalTimeSecs": 6.522083524, "cpuTime": 39.85}More: grep 365422:833147 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.174.137", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 1833840, "totalTimeSecs": 2.908263831, "cpuTime": 12.799999999999999}More: grep 364268:015012 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.2", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1687009, "totalTimeSecs": 3.053934367, "cpuTime": 16.07}More: grep 363447:214108 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 00:46:37.416 THUMB 359878:068622:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.172.6","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-14 00:46:37.433 THUMB 359878:068622:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T00:46:37-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.172.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 359878:068622 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601140500_202601142100%26bt%3D20260114170000%26et%3D20260114210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768369275403", "sizeBytes": 13476128, "totalTimeSecs": 266.434532957, "cpuTime": 0.5}More: grep 358261:929971 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601140500_202601142100%26bt%3D20260114050000%26et%3D20260114090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768369275377", "sizeBytes": 14194653, "totalTimeSecs": 216.960536392, "cpuTime": 0.51}More: grep 358262:517569 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601140500_202601142100%26bt%3D20260114090000%26et%3D20260114130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768369275370", "sizeBytes": 13922189, "totalTimeSecs": 272.944954608, "cpuTime": 0.47}More: grep 358260:206458 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601140500_202601142100%26bt%3D20260114130000%26et%3D20260114170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768369275370", "sizeBytes": 13773653, "totalTimeSecs": 211.823587287, "cpuTime": 0.47000000000000003}More: grep 358259:951487 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-14 00:35:50.233 THUMB 356407:435175:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.173.203","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-14 00:35:50.254 THUMB 356407:435175:0 request.body {"service":"Thumbnails","datetime":"2026-01-14T00:35:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.173.203", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 356407:435175 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.41", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 3095456, "totalTimeSecs": 3.831840372, "cpuTime": 18.65}More: grep 351150:335577 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.30", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 553429, "totalTimeSecs": 1.958182869, "cpuTime": 6.2}More: grep 346175:809808 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.139", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1386094, "totalTimeSecs": 2.836834631, "cpuTime": 14.860000000000001}More: grep 342936:341651 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 23:47:48.915 THUMB 342714:548298:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.129","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/l2026-01-13 23:47:48.940 THUMB 342714:548298:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T23:47:48-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.129", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 342714:548298 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 23:46:00.722 THUMB 342189:595456:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.138","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-13 23:46:00.743 THUMB 342189:595456:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T23:46:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.138", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 342189:595456 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.60", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1744205, "totalTimeSecs": 2.770351572, "cpuTime": 12.25}More: grep 341680:420805 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.126", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 1145770, "totalTimeSecs": 3.592710493, "cpuTime": 13.96}More: grep 336307:394213 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 23:22:42.514 THUMB 335196:977906:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.210","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 23:22:42.533 THUMB 335196:977906:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T23:22:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.210", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 335196:977906 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.42", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 1833840, "totalTimeSecs": 3.127220699, "cpuTime": 13.02}More: grep 334839:583590 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 23:10:47.213 THUMB 331579:356350:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.94","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 23:10:47.228 THUMB 331579:356350:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T23:10:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.94", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 331579:356350 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.29", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2690679, "totalTimeSecs": 4.270249751, "cpuTime": 18.139999999999997}More: grep 327678:831237 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 22:56:25.330 THUMB 327296:727753:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.166.1","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-13 22:56:25.351 THUMB 327296:727753:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T22:56:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.166.1", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 327296:727753 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 22:48:07.399 THUMB 324788:606536:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.115","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 22:48:07.419 THUMB 324788:606536:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T22:48:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.115", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 324788:606536 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.205", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1801091, "totalTimeSecs": 7.543263452, "cpuTime": 16.860000000000003}More: grep 322136:445624 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.228", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1680427, "totalTimeSecs": 3.790784395, "cpuTime": 15.41}More: grep 321699:711651 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.165.86", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 13910112, "totalTimeSecs": 24.164592417, "cpuTime": 110.6}More: grep 320748:526381 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.112", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 861864, "totalTimeSecs": 1.798817824, "cpuTime": 7.56}More: grep 316921:684417 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.114", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 681407, "totalTimeSecs": 2.512715258, "cpuTime": 7.88}More: grep 312064:583595 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.167.191", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 1141468, "totalTimeSecs": 2.71412991, "cpuTime": 13.58}More: grep 311413:372424 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.13", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1218522, "totalTimeSecs": 2.504264569, "cpuTime": 11.170000000000002}More: grep 309482:286723 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.243", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1951111, "totalTimeSecs": 3.87223145, "cpuTime": 15.68}More: grep 302766:704345 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.233", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2109291, "totalTimeSecs": 2.987597731, "cpuTime": 15.42}More: grep 301239:394629 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 21:28:01.497 THUMB 300576:136852:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.162.90","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 21:28:01.514 THUMB 300576:136852:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T21:28:01-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.162.90", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 300576:136852 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 21:25:25.948 THUMB 299828:081782:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.166.64","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 21:25:25.966 THUMB 299828:081782:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T21:25:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.166.64", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 299828:081782 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.131.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1104527, "totalTimeSecs": 2.256562563, "cpuTime": 11.570000000000002}More: grep 298516:946645 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.129.147", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 2118321, "totalTimeSecs": 3.975298595, "cpuTime": 17.880000000000003}More: grep 293284:912174 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.159", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 1833490, "totalTimeSecs": 2.940061981, "cpuTime": 15.129999999999999}More: grep 291052:188933 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 20:55:00.878 THUMB 290604:507362:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.167.126","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 20:55:00.896 THUMB 290604:507362:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T20:55:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.167.126", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 290604:507362 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 20:52:45.685 THUMB 289942:536198:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.166.144","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 20:52:45.703 THUMB 289942:536198:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T20:52:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.166.144", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 289942:536198 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.14", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 1545772, "totalTimeSecs": 3.908423134, "cpuTime": 12.07}More: grep 289653:659716 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 20:36:41.580 THUMB 285153:589263:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.166.75","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 20:36:41.601 THUMB 285153:589263:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T20:36:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.166.75", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 285153:589263 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.25", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2332313, "totalTimeSecs": 5.478890098, "cpuTime": 19.6}More: grep 281490:991939 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 20:15:31.304 THUMB 278819:447158:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.163.119","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 20:15:31.321 THUMB 278819:447158:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T20:15:31-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.163.119", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 278819:447158 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.166.192", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1942870, "totalTimeSecs": 3.786111502, "cpuTime": 17.2}More: grep 276848:226814 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.161.174", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 890688, "totalTimeSecs": 2.711866176, "cpuTime": 8.26}More: grep 270676:231252 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 19:30:15.462 THUMB 265381:312141:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.163.179","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-13 19:30:15.484 THUMB 265381:312141:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T19:30:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.163.179", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 265381:312141 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 19:26:43.548 THUMB 264342:086236:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.161.76","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 19:26:43.566 THUMB 264342:086236:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T19:26:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.161.76", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 264342:086236 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.163.220", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2376788, "totalTimeSecs": 3.752799442, "cpuTime": 13.48}More: grep 263621:623181 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 19:07:52.962 THUMB 258659:023170:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.143.201","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri2026-01-13 19:07:52.987 THUMB 258659:023170:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T19:07:52-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.143.201", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 258659:023170 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 19:03:39.986 THUMB 257470:514756:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.162.119","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 19:03:40.011 THUMB 257470:514756:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T19:03:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.162.119", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 257470:514756 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 19:01:25.396 THUMB 256807:341394:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.161.237","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 19:01:25.415 THUMB 256807:341394:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T19:01:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.161.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 256807:341394 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.160.197", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 15445648, "totalTimeSecs": 29.264151274, "cpuTime": 138.82}More: grep 256214:914199 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 18:48:51.048 THUMB 252977:597757:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.163.161","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 18:48:51.063 THUMB 252977:597757:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T18:48:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.163.161", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 252977:597757 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.121", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 1126972, "totalTimeSecs": 2.8610716, "cpuTime": 12.55}More: grep 251152:731869 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.165.63", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 1749495, "totalTimeSecs": 5.033070334, "cpuTime": 13.14}More: grep 247151:469554 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.143.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1720945, "totalTimeSecs": 3.433737149, "cpuTime": 17.17}More: grep 246239:952945 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601130500_202601140500%26bt%3D20260113050000%26et%3D20260113110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768346629194", "sizeBytes": 22497283, "totalTimeSecs": 400.877229469, "cpuTime": 0.62}More: grep 244440:186429 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601130500_202601140500%26bt%3D20260113170000%26et%3D20260113230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768346629169", "sizeBytes": 20814168, "totalTimeSecs": 331.027237939, "cpuTime": 0.58}More: grep 244439:612226 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601130500_202601140500%26bt%3D20260113230000%26et%3D20260114050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768346629167", "sizeBytes": 20608231, "totalTimeSecs": 415.723714251, "cpuTime": 0.5700000000000001}More: grep 244438:430690 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601130500_202601140500%26bt%3D20260113110000%26et%3D20260113170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768346629166", "sizeBytes": 22153158, "totalTimeSecs": 338.128961233, "cpuTime": 0.59}More: grep 244437:313116 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.163.229", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 2629097, "totalTimeSecs": 3.882261708, "cpuTime": 17.779999999999998}More: grep 243854:321545 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 18:04:40.913 THUMB 238733:032652:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.163.135","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 18:04:40.930 THUMB 238733:032652:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T18:04:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.163.135", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 238733:032652 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.160.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 2025733, "totalTimeSecs": 3.294701247, "cpuTime": 16.82}More: grep 236112:316278 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.165.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 2844714, "totalTimeSecs": 4.603759213, "cpuTime": 20.91}More: grep 235380:896447 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.143.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 830930, "totalTimeSecs": 2.697963435, "cpuTime": 10.69}More: grep 233192:701308 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.46.204", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1173740, "totalTimeSecs": 2.97854984, "cpuTime": 13.74}More: grep 230991:477223 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D2800%2C1623%2C5711%2C3260%2Cpts%26t%3D1158.11%26ps%3D50%26bt%3D20260113163518%26et%3D20260113163848%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-13%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768343893345", "sizeBytes": 1840730, "totalTimeSecs": 16.551523039, "cpuTime": 0.31}More: grep 230618:133572 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.130.140", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1390734, "totalTimeSecs": 2.7935192, "cpuTime": 12.8}More: grep 230115:120782 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 17:13:24.695 THUMB 223247:242876:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.252","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-13 17:13:24.713 THUMB 223247:242876:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T17:13:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.252", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 223247:242876 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 17:11:30.011 THUMB 222664:551054:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.161.12","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 17:11:30.037 THUMB 222664:551054:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T17:11:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.161.12", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 222664:551054 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1591%2C1437%2C5078%2C3399%2Cpts%26t%3D1287.36%26ps%3D50%26bt%3D20260112175257%26et%3D20260112175606%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-12%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768342072457", "sizeBytes": 1973347, "totalTimeSecs": 13.338481453, "cpuTime": 0.33}More: grep 221572:238746 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1746%2C1446%2C5280%2C3434%2Cpts%26t%3D1130.44%26ps%3D50%26bt%3D20260112161842%26et%3D20260112162333%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-12%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768341698493", "sizeBytes": 3422693, "totalTimeSecs": 17.388321537, "cpuTime": 0.34}More: grep 219789:264090 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "74.98.211.177", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://accancamera.com/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1124%2C1272%2C4839%2C3361%2Cpts%26t%3D989.02%26ps%3D50%26bt%3D20260112145351%26et%3D20260112145545%26startDwell%3D0%26endDwell%3D0%26d%3D2026-01-12%26s%3Daccan2%26fps%3D6&width=1280&height=720&format=mp4&fps=6&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&workerepoch=1768341587450", "sizeBytes": 1270745, "totalTimeSecs": 13.215202905, "cpuTime": 0.30000000000000004}More: grep 219188:554242 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3529644, "totalTimeSecs": 2.912550088, "cpuTime": 15.9}More: grep 218101:648827 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.141.184", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 1199187, "totalTimeSecs": 6.495339591, "cpuTime": 11.740000000000002}More: grep 214645:197351 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.160.25", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1269030, "totalTimeSecs": 3.199887297, "cpuTime": 15.100000000000001}More: grep 212359:707395 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 16:34:20.323 THUMB 211885:900159:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.149","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/l2026-01-13 16:34:20.353 THUMB 211885:900159:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T16:34:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.149", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 211885:900159 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.160.90", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1756112, "totalTimeSecs": 3.813985649, "cpuTime": 13.370000000000001}More: grep 210612:503318 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.162.117", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 1384188, "totalTimeSecs": 2.576017405, "cpuTime": 12.28}More: grep 209602:644297 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.148", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 830930, "totalTimeSecs": 3.146296813, "cpuTime": 11.09}More: grep 207830:731675 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.46.162", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1621107, "totalTimeSecs": 3.215433048, "cpuTime": 12.950000000000001}More: grep 206689:158666 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.237", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 2064458, "totalTimeSecs": 5.078185578, "cpuTime": 16.02}More: grep 201876:806201 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 15:31:54.680 THUMB 194599:919240:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.141.27","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 15:31:54.704 THUMB 194599:919240:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T15:31:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.141.27", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 194599:919240 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.177.71", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1742140, "totalTimeSecs": 3.103128209, "cpuTime": 17.46}More: grep 193590:430406 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 15:00:39.076 THUMB 186109:066084:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.140.251","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/l2026-01-13 15:00:39.101 THUMB 186109:066084:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T15:00:39-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.140.251", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 186109:066084 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.178.22", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 1533223, "totalTimeSecs": 2.969762311, "cpuTime": 13.24}More: grep 185357:147992 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.148", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1344516, "totalTimeSecs": 3.507410896, "cpuTime": 15.670000000000002}More: grep 185291:222376 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.137.77", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1849747, "totalTimeSecs": 3.730577614, "cpuTime": 14.110000000000001}More: grep 184758:964734 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 14:50:55.445 THUMB 183262:628198:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.143.238","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 14:50:55.470 THUMB 183262:628198:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T14:50:55-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.143.238", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 183262:628198 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.141.248", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1536362, "totalTimeSecs": 3.499470266, "cpuTime": 15.549999999999999}More: grep 180769:123970 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 14:37:34.923 THUMB 179527:120451:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.235","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 14:37:34.941 THUMB 179527:120451:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T14:37:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.235", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 179527:120451 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 14:16:33.317 THUMB 173810:064748:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.55","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 14:16:33.333 THUMB 173810:064748:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T14:16:33-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.55", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 173810:064748 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.141.10", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 1621849, "totalTimeSecs": 2.638958626, "cpuTime": 10.790000000000001}More: grep 173061:215171 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 14:08:13.879 THUMB 171505:988487:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.141.190","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 14:08:14.112 THUMB 171505:988487:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T14:08:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.141.190", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 171505:988487 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.202", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 2060647, "totalTimeSecs": 3.945933798, "cpuTime": 15.950000000000001}More: grep 168166:858975 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 13:38:10.926 THUMB 163256:858684:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.177.32","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 13:38:10.947 THUMB 163256:858684:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T13:38:10-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.177.32", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 163256:858684 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 13:32:14.375 THUMB 161618:000037:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.101","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-13 13:32:14.394 THUMB 161618:000037:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T13:32:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.101", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 161618:000037 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.147", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2001311, "totalTimeSecs": 3.465280901, "cpuTime": 15.27}More: grep 159790:393035 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.141.28", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 3508564, "totalTimeSecs": 7.292092122, "cpuTime": 28.85}More: grep 158550:052335 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.42", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sizeBytes": 530314, "totalTimeSecs": 3.139158701, "cpuTime": 7.4399999999999995}More: grep 158148:112109 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 13:09:02.377 THUMB 155078:219721:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.36","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 13:09:02.395 THUMB 155078:219721:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T13:09:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.36", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 155078:219721 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 13:07:23.212 THUMB 154608:304441:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.186","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-13 13:07:23.228 THUMB 154608:304441:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T13:07:23-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.186", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 154608:304441 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601130500_202601140500%26bt%3D20260113050000%26et%3D20260113110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768327029634", "sizeBytes": 22515026, "totalTimeSecs": 403.245483746, "cpuTime": 0.73}More: grep 151196:964944 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601130500_202601140500%26bt%3D20260113230000%26et%3D20260114050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768327029628", "sizeBytes": 20610381, "totalTimeSecs": 343.053027746, "cpuTime": 0.65}More: grep 151193:727415 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601130500_202601140500%26bt%3D20260113110000%26et%3D20260113170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768327029589", "sizeBytes": 22160607, "totalTimeSecs": 409.778346325, "cpuTime": 0.62}More: grep 151195:624101 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601130500_202601140500%26bt%3D20260113170000%26et%3D20260113230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768327029571", "sizeBytes": 20826540, "totalTimeSecs": 327.282238251, "cpuTime": 0.6}More: grep 151194:195118 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.179.44", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 3026531, "totalTimeSecs": 7.762513692, "cpuTime": 29.43}More: grep 151063:103243 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.178.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1740920, "totalTimeSecs": 2.988182118, "cpuTime": 12.27}More: grep 150025:670895 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.92", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1750173, "totalTimeSecs": 2.631220815, "cpuTime": 12.729999999999999}More: grep 148261:054347 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 12:47:14.768 THUMB 148041:049240:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.140.200","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-13 12:47:14.786 THUMB 148041:049240:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T12:47:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.140.200", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 148041:049240 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.140.49", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1859713, "totalTimeSecs": 3.565155519, "cpuTime": 13.510000000000002}More: grep 146127:642939 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.52", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 11934942, "totalTimeSecs": 19.164225428, "cpuTime": 130.22000000000003}More: grep 144917:598993 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 12:33:51.561 THUMB 143162:484075:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.179.119","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 12:33:51.578 THUMB 143162:484075:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T12:33:51-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.179.119", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 143162:484075 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.193", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 1828836, "totalTimeSecs": 4.272142858, "cpuTime": 14.23}More: grep 142948:802625 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.140.40", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 594256, "totalTimeSecs": 1.881156971, "cpuTime": 7.65}More: grep 140158:529043 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 1533782, "totalTimeSecs": 5.564728694, "cpuTime": 17.43}More: grep 134529:163648 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.65", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1663537, "totalTimeSecs": 3.194516401, "cpuTime": 13.23}More: grep 133508:905881 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.143", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 1369074, "totalTimeSecs": 3.240349499, "cpuTime": 13.94}More: grep 132324:733602 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 11:52:35.145 THUMB 130637:818006:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.12","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 11:52:35.166 THUMB 130637:818006:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T11:52:35-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.12", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 130637:818006 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 11:50:54.246 THUMB 130183:519924:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.137.51","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 11:50:54.265 THUMB 130183:519924:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T11:50:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.137.51", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 130183:519924 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 11:40:24.535 THUMB 127108:807045:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.57","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 11:40:24.549 THUMB 127108:807045:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T11:40:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.57", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 127108:807045 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.111", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 730506, "totalTimeSecs": 1.758067991, "cpuTime": 6.09}More: grep 121507:952684 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.52", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1671250, "totalTimeSecs": 3.170436235, "cpuTime": 13.36}More: grep 121074:233769 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.210", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1111420, "totalTimeSecs": 2.463638292, "cpuTime": 12.049999999999999}More: grep 118351:198341 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.137.25", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1709358, "totalTimeSecs": 2.956097874, "cpuTime": 16.67}More: grep 116677:804552 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.173", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "sizeBytes": 1469695, "totalTimeSecs": 3.284107245, "cpuTime": 13.19}More: grep 116541:428664 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.221", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 2173192, "totalTimeSecs": 3.226332215, "cpuTime": 15.99}More: grep 113966:257979 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 10:52:56.915 THUMB 112713:126072:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.139.189","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 10:52:56.936 THUMB 112713:126072:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T10:52:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.139.189", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 112713:126072 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.196", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1783064, "totalTimeSecs": 3.698338504, "cpuTime": 14.360000000000001}More: grep 110307:671998 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.137.140", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 1659289, "totalTimeSecs": 2.842840779, "cpuTime": 13.67}More: grep 110158:841273 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.137.165", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 2917935, "totalTimeSecs": 3.67099171, "cpuTime": 18.619999999999997}More: grep 109509:639399 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.213", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 1341776, "totalTimeSecs": 5.109051302, "cpuTime": 14.73}More: grep 108643:431196 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 10:36:43.747 THUMB 107665:769874:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.137.175","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-13 10:36:43.767 THUMB 107665:769874:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T10:36:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.137.175", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 107665:769874 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.168", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 1199187, "totalTimeSecs": 2.641039807, "cpuTime": 12.39}More: grep 96116:139317 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 09:56:07.651 THUMB 95595:575752:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.137.236","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 09:56:07.670 THUMB 95595:575752:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T09:56:07-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.137.236", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 95595:575752 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.8", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "sizeBytes": 1239555, "totalTimeSecs": 2.833633275, "cpuTime": 14.61}More: grep 95005:139653 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.55", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1418276, "totalTimeSecs": 5.459166513, "cpuTime": 13.250000000000002}More: grep 93765:028837 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.137.199", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1812464, "totalTimeSecs": 3.617162246, "cpuTime": 16.72}More: grep 90778:222279 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 09:39:06.080 THUMB 90389:487857:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.222","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 09:39:06.098 THUMB 90389:487857:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T09:39:06-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.222", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 90389:487857 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 09:38:50.212 THUMB 90307:976607:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.169","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 09:38:50.238 THUMB 90307:976607:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T09:38:50-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.169", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 90307:976607 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.45", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 1438013, "totalTimeSecs": 3.757472847, "cpuTime": 14.780000000000001}More: grep 86499:077263 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.214", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1831343, "totalTimeSecs": 3.212249545, "cpuTime": 13.809999999999999}More: grep 81425:606784 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.139.118", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 1199079, "totalTimeSecs": 2.941463121, "cpuTime": 7.08}More: grep 81215:553199 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 09:04:27.525 THUMB 80028:687363:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.136.197","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `2026-01-13 09:04:27.551 THUMB 80028:687363:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T09:04:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.136.197", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 80028:687363 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.57", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 2500939, "totalTimeSecs": 3.66169191, "cpuTime": 17.32}More: grep 78873:509643 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.84", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "sizeBytes": 3089263, "totalTimeSecs": 3.887855245, "cpuTime": 18.61}More: grep 69790:315858 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.57", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 854474, "totalTimeSecs": 2.491940919, "cpuTime": 6.85}More: grep 67094:969510 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.152", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 824235, "totalTimeSecs": 3.551127982, "cpuTime": 7.72}More: grep 66875:272099 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 08:10:12.516 THUMB 63767:691253:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.68","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-13 08:10:12.533 THUMB 63767:691253:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T08:10:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.68", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 63767:691253 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 08:07:28.589 THUMB 62955:171786:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.136.235","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-13 08:07:28.605 THUMB 62955:171786:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T08:07:28-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.136.235", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 62955:171786 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 08:04:48.115 THUMB 62140:033326:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.137.23","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-13 08:04:48.134 THUMB 62140:033326:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T08:04:48-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.137.23", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 62140:033326 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 08:00:47.280 THUMB 60981:973531:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.138.51","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.42026-01-13 08:00:47.305 THUMB 60981:973531:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T08:00:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.138.51", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 60981:973531 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 07:50:59.284 THUMB 58151:848265:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.136.23","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2102026-01-13 07:50:59.309 THUMB 58151:848265:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T07:50:59-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.136.23", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 58151:848265 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.201", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 11048331, "totalTimeSecs": 7.628678576, "cpuTime": 45.51}More: grep 53027:165963 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.78", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "sizeBytes": 1099892, "totalTimeSecs": 2.771963879, "cpuTime": 7.04}More: grep 51303:421758 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.183", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 1021599, "totalTimeSecs": 3.20956357, "cpuTime": 11.63}More: grep 49021:729976 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.255", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1816207, "totalTimeSecs": 4.0929592, "cpuTime": 17.080000000000002}More: grep 44552:884282 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601130500_202601140300%26bt%3D20260113103000%26et%3D20260113160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768305445083", "sizeBytes": 20493964, "totalTimeSecs": 373.979365149, "cpuTime": 0.65}More: grep 42257:187118 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601130500_202601140300%26bt%3D20260113160000%26et%3D20260113213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768305445064", "sizeBytes": 18968971, "totalTimeSecs": 293.872099514, "cpuTime": 0.5}More: grep 42260:459399 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601130500_202601140300%26bt%3D20260113213000%26et%3D20260114030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768305445057", "sizeBytes": 18765592, "totalTimeSecs": 382.347572757, "cpuTime": 0.6}More: grep 42258:043307 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601130500_202601140300%26bt%3D20260113050000%26et%3D20260113103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768305445057", "sizeBytes": 20553752, "totalTimeSecs": 305.58837541, "cpuTime": 0.5599999999999999}More: grep 42259:951057 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.138.19", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1749495, "totalTimeSecs": 3.408300437, "cpuTime": 12.99}More: grep 41764:838648 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.137.17", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1330098, "totalTimeSecs": 2.703368782, "cpuTime": 12.059999999999999}More: grep 41190:722084 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.134.3", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1458442, "totalTimeSecs": 3.878273698, "cpuTime": 11.950000000000001}More: grep 38378:445187 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 06:41:24.662 THUMB 37370:087040:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.136.21","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-13 06:41:24.686 THUMB 37370:087040:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T06:41:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.136.21", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 37370:087040 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.62", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 919716, "totalTimeSecs": 1.72323939, "cpuTime": 6.8999999999999995}More: grep 36207:842885 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.164", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 3787244, "totalTimeSecs": 4.311652998, "cpuTime": 21.18}More: grep 33653:565199 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.147", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2663826, "totalTimeSecs": 6.399202016, "cpuTime": 18.07}More: grep 27840:118808 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.200", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 1840073, "totalTimeSecs": 3.727704061, "cpuTime": 14.370000000000001}More: grep 26412:763751 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.111", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "sizeBytes": 1712455, "totalTimeSecs": 4.251352632, "cpuTime": 14.4}More: grep 25993:162653 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.220", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1247707, "totalTimeSecs": 2.792680322, "cpuTime": 12.28}More: grep 24186:512943 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.202", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2355551, "totalTimeSecs": 4.090339697, "cpuTime": 15.5}More: grep 21071:208339 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.179", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 1840073, "totalTimeSecs": 3.764066008, "cpuTime": 14.400000000000002}More: grep 20509:425766 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.35", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 1977948, "totalTimeSecs": 3.819919709, "cpuTime": 13.54}More: grep 19720:112118 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 05:31:27.368 THUMB 15926:679742:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.250","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.2026-01-13 05:31:27.389 THUMB 15926:679742:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T05:31:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.250", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 15926:679742 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.202", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "sizeBytes": 473629, "totalTimeSecs": 1.805729602, "cpuTime": 5.82}More: grep 12750:599735 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.202", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1484985, "totalTimeSecs": 3.166984678, "cpuTime": 14.73}More: grep 10863:856750 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 05:07:34.194 THUMB 8855:720479:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.95","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `ca2026-01-13 05:07:34.217 THUMB 8855:720479:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T05:07:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.95", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 8855:720479 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 05:04:13.027 THUMB 7854:463782:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.136.143","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.r2026-01-13 05:04:13.049 THUMB 7854:463782:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T05:04:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.136.143", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 7854:463782 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.228", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "sizeBytes": 1418276, "totalTimeSecs": 2.855806316, "cpuTime": 13.08}More: grep 7851:375207 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 04:59:56.254 THUMB 6604:451127:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.29","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-13 04:59:56.280 THUMB 6604:451127:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T04:59:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.29", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 6604:451127 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 04:53:43.922 THUMB 4800:349791:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.24","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-13 04:53:44.165 THUMB 4800:349791:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T04:53:44-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.24", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4800:349791 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.136.110", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1168633, "totalTimeSecs": 2.267284518, "cpuTime": 11.799999999999999}More: grep 4165:812373 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 04:46:40.246 THUMB 2696:165906:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.77","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:2026-01-13 04:46:40.273 THUMB 2696:165906:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T04:46:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.77", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 2696:165906 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 04:38:12.135 THUMB 4193679:154462:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.74","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 04:38:12.171 THUMB 4193679:154462:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T04:38:12-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.74", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4193679:154462 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.33", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 893331, "totalTimeSecs": 1.633973263, "cpuTime": 7.01}More: grep 4193399:419396 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.193", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "sizeBytes": 2037110, "totalTimeSecs": 3.896814548, "cpuTime": 15.200000000000001}More: grep 4182454:208466 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.69", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 2561780, "totalTimeSecs": 3.394792708, "cpuTime": 16.63}More: grep 4181403:498212 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.134.55", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 3029344, "totalTimeSecs": 6.062009348, "cpuTime": 19.25}More: grep 4180353:986614 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.251", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 648832, "totalTimeSecs": 2.19203344, "cpuTime": 6.98}More: grep 4178784:811215 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.231", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1581349, "totalTimeSecs": 5.067898071, "cpuTime": 24.4}More: grep 4178008:727811 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.134.4", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1537197, "totalTimeSecs": 3.664512339, "cpuTime": 14.34}More: grep 4173235:469683 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 03:25:27.208 THUMB 4172566:534774:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.76","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/l2026-01-13 03:25:27.233 THUMB 4172566:534774:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T03:25:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.76", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4172566:534774 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 03:23:57.799 THUMB 4172165:090515:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.164","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-13 03:23:57.822 THUMB 4172165:090515:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T03:23:57-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.164", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4172165:090515 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 03:22:19.907 THUMB 4171703:919854:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.35","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-13 03:22:19.931 THUMB 4171703:919854:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T03:22:19-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.35", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4171703:919854 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.134.220", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3159987, "totalTimeSecs": 17.946878881, "cpuTime": 17.650000000000002}More: grep 4170766:098661 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 03:17:09.403 THUMB 4170300:434581:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.54","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 03:17:09.424 THUMB 4170300:434581:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T03:17:09-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.54", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4170300:434581 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 03:15:54.600 THUMB 4169962:787855:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.22","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 03:15:54.622 THUMB 4169962:787855:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T03:15:54-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.22", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4169962:787855 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.227", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1247707, "totalTimeSecs": 2.581189824, "cpuTime": 12.329999999999998}More: grep 4168521:130020 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 02:52:22.613 THUMB 4163480:330202:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.134.31","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-13 02:52:22.637 THUMB 4163480:330202:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T02:52:22-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.134.31", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4163480:330202 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.198", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1271182, "totalTimeSecs": 3.044010138, "cpuTime": 15.33}More: grep 4162938:603597 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.134.62", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 603845, "totalTimeSecs": 1.906256676, "cpuTime": 7.59}More: grep 4160966:759071 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.114", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1231289, "totalTimeSecs": 2.51285833, "cpuTime": 9.780000000000001}More: grep 4155507:695249 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.72", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 1389642, "totalTimeSecs": 3.791439029, "cpuTime": 11.04}More: grep 4154232:804237 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 02:19:43.914 THUMB 4154226:309505:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.235","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in2026-01-13 02:19:43.937 THUMB 4154226:309505:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T02:19:43-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.235", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4154226:309505 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 02:13:24.076 THUMB 4152515:618879:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.251","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-13 02:13:24.099 THUMB 4152515:618879:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T02:13:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.251", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4152515:618879 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.215", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1927292, "totalTimeSecs": 3.52286157, "cpuTime": 17.599999999999998}More: grep 4149375:490529 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 01:54:45.535 THUMB 4147383:006187:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.29","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-13 01:54:45.560 THUMB 4147383:006187:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T01:54:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.29", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4147383:006187 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 01:53:42.512 THUMB 4147106:171348:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.68","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-13 01:53:42.537 THUMB 4147106:171348:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T01:53:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.68", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4147106:171348 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.135.10", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1742140, "totalTimeSecs": 3.533456802, "cpuTime": 17.57}More: grep 4145738:477362 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-13 01:40:46.439 THUMB 4143502:457527:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.135.19","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri2026-01-13 01:40:46.458 THUMB 4143502:457527:0 request.body {"service":"Thumbnails","datetime":"2026-01-13T01:40:46-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.135.19", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 4143502:457527 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601130500_202601132100%26bt%3D20260113130000%26et%3D20260113170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768282792179", "sizeBytes": 14308654, "totalTimeSecs": 285.751992734, "cpuTime": 0.56}More: grep 4126542:957820 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601130500_202601132100%26bt%3D20260113050000%26et%3D20260113090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768282792143", "sizeBytes": 14703886, "totalTimeSecs": 219.65486908, "cpuTime": 0.48}More: grep 4126540:996941 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601130500_202601132100%26bt%3D20260113170000%26et%3D20260113210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768282792138", "sizeBytes": 13775737, "totalTimeSecs": 280.413907279, "cpuTime": 0.51}More: grep 4126541:000763 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601130500_202601132100%26bt%3D20260113090000%26et%3D20260113130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768282792137", "sizeBytes": 15192538, "totalTimeSecs": 219.170316217, "cpuTime": 0.47}More: grep 4126539:286881 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601120500_202601130500%26bt%3D20260112230000%26et%3D20260113050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768260092423", "sizeBytes": 21240810, "totalTimeSecs": 418.642940669, "cpuTime": 0.63}More: grep 4014205:750462 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601120500_202601130500%26bt%3D20260112170000%26et%3D20260112230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768260092421", "sizeBytes": 20151586, "totalTimeSecs": 325.410518346, "cpuTime": 0.56}More: grep 4014202:416605 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601120500_202601130500%26bt%3D20260112050000%26et%3D20260112110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768260092420", "sizeBytes": 20287769, "totalTimeSecs": 424.452147929, "cpuTime": 0.62}More: grep 4014203:548667 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601120500_202601130500%26bt%3D20260112110000%26et%3D20260112170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768260092419", "sizeBytes": 20149917, "totalTimeSecs": 334.413372312, "cpuTime": 0.56}More: grep 4014204:178091 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1417%2C1950%2C2187%2C3318%2Cpts%26t%3D858.85833%26ps%3D50%26bt%3D20240208133612%26et%3D20240208140036%26startDwell%3D0%26endDwell%3D0%26d%3D2024-02-08%26s%3Dcenter1%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1768249721992", "sizeBytes": 46876541, "totalTimeSecs": 160.04159713, "cpuTime": 1.0899999999999999}More: grep 3962798:147617 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "24.3.182.216", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", "HTTP_REFERER": "https://breathecam.org/", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fbreathecam.org%23v%3D1384%2C1490%2C2573%2C3604%2Cpts%26t%3D793.60833%26ps%3D50%26bt%3D20240208125700%26et%3D20240208133927%26startDwell%3D0%26endDwell%3D0%26d%3D2024-02-08%26s%3Dcenter1%26fps%3D9&width=1080&height=1920&format=mp4&fps=9&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&minimalUI&watermark=Breathe%20Project%7CCREATE%20Lab&workerepoch=1768249586913", "sizeBytes": 48728853, "totalTimeSecs": 213.047215758, "cpuTime": 0.9199999999999999}More: grep 3962074:287594 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601120500_202601130500%26bt%3D20260112170000%26et%3D20260112230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768240526503", "sizeBytes": 20160982, "totalTimeSecs": 406.165159032, "cpuTime": 0.6}More: grep 3920043:941071 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601120500_202601130500%26bt%3D20260112050000%26et%3D20260112110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768240526484", "sizeBytes": 20298122, "totalTimeSecs": 330.145181222, "cpuTime": 0.51}More: grep 3920044:277628 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601120500_202601130500%26bt%3D20260112230000%26et%3D20260113050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768240526473", "sizeBytes": 21242458, "totalTimeSecs": 429.390287167, "cpuTime": 0.6}More: grep 3920041:348235 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601120500_202601130500%26bt%3D20260112110000%26et%3D20260112170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768240526473", "sizeBytes": 20144062, "totalTimeSecs": 320.45574989, "cpuTime": 0.5}More: grep 3920042:314871 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601110500_202601120500%26bt%3D20260111130000%26et%3D20260111210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768222482949", "sizeBytes": 26715261, "totalTimeSecs": 232.870279872, "cpuTime": 0.65}More: grep 3830342:188590 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601110500_202601120500%26bt%3D20260111210000%26et%3D20260112050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768222482930", "sizeBytes": 27024256, "totalTimeSecs": 180.42869869, "cpuTime": 0.61}More: grep 3830343:998541 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601110500_202601120500%26bt%3D20260111050000%26et%3D20260111130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768222482930", "sizeBytes": 27532790, "totalTimeSecs": 233.750037692, "cpuTime": 0.65}More: grep 3830341:709833 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601120500_202601130300%26bt%3D20260112160000%26et%3D20260112213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768218712778", "sizeBytes": 18324903, "totalTimeSecs": 366.196520948, "cpuTime": 0.54}More: grep 3811563:572448 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601120500_202601130300%26bt%3D20260112050000%26et%3D20260112103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768218712756", "sizeBytes": 18591907, "totalTimeSecs": 301.733597108, "cpuTime": 0.55}More: grep 3811561:469960 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601120500_202601130300%26bt%3D20260112103000%26et%3D20260112160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768218712753", "sizeBytes": 18541463, "totalTimeSecs": 377.077165917, "cpuTime": 0.54}More: grep 3811562:340763 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601120500_202601130300%26bt%3D20260112213000%26et%3D20260113030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768218712752", "sizeBytes": 19237933, "totalTimeSecs": 291.169820951, "cpuTime": 0.55}More: grep 3811560:839142 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "85.85.176.40", "HTTP_USER_AGENT": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 18892, "totalTimeSecs": 0.882363022, "cpuTime": 1.21}More: grep 3796731:379374 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "85.85.176.40", "HTTP_USER_AGENT": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "sizeBytes": 17826, "totalTimeSecs": 0.879837997, "cpuTime": 0.85}More: grep 3796729:919372 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601120500_202601122100%26bt%3D20260112130000%26et%3D20260112170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768196561617", "sizeBytes": 13429103, "totalTimeSecs": 273.32588941, "cpuTime": 0.5}More: grep 3705904:406368 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601120500_202601122100%26bt%3D20260112050000%26et%3D20260112090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768196561589", "sizeBytes": 13422786, "totalTimeSecs": 199.353209434, "cpuTime": 0.45999999999999996}More: grep 3705907:302008 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601120500_202601122100%26bt%3D20260112090000%26et%3D20260112130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768196561586", "sizeBytes": 13541178, "totalTimeSecs": 260.337845445, "cpuTime": 0.45}More: grep 3705906:838243 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601120500_202601122100%26bt%3D20260112170000%26et%3D20260112210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768196561586", "sizeBytes": 13210883, "totalTimeSecs": 214.866840688, "cpuTime": 0.46}More: grep 3705905:325287 /t/thumbnails-v2.createlab.org/log.txtcomparison of Float with NaN failed /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:558:in `find_tile_for_non_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1059:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 19:50:03.569 THUMB 3618641:877586:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"67.254.169.170","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36","HTTP_REFERER":"https://explorables.cmucreatelab.org/","FATALERROR":"comparison of Float with NaN failed\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:558:in `find_tile_for_non_screenshot'\n/t/thumbnails-v2.createlab.org/ti2026-01-11 19:50:03.589 THUMB 3618641:877586:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T19:50:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "67.254.169.170", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "FATALERROR": "comparison of Float with NaN failed\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:558:in `find_tile_for_non_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1059:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3618641:877586 /t/thumbnails-v2.createlab.org/log.txtcomparison of Float with NaN failed /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:558:in `find_tile_for_non_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1059:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 19:50:03.569 THUMB 3618640:591555:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"67.254.169.170","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36","HTTP_REFERER":"https://explorables.cmucreatelab.org/","FATALERROR":"comparison of Float with NaN failed\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:558:in `find_tile_for_non_screenshot'\n/t/thumbnails-v2.createlab.org/ti2026-01-11 19:50:03.595 THUMB 3618640:591555:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T19:50:03-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "67.254.169.170", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", "HTTP_REFERER": "https://explorables.cmucreatelab.org/", "FATALERROR": "comparison of Float with NaN failed\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:558:in `find_tile_for_non_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1059:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3618640:591555 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601110500_202601120500%26bt%3D20260111050000%26et%3D20260111110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768173630183", "sizeBytes": 20361247, "totalTimeSecs": 413.990455557, "cpuTime": 0.59}More: grep 3592638:639577 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601110500_202601120500%26bt%3D20260111230000%26et%3D20260112050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768173630150", "sizeBytes": 20239479, "totalTimeSecs": 337.81764477, "cpuTime": 0.54}More: grep 3592640:694034 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601110500_202601120500%26bt%3D20260111170000%26et%3D20260111230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768173630149", "sizeBytes": 20019747, "totalTimeSecs": 397.848241609, "cpuTime": 0.56}More: grep 3592639:671851 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_18_202601110500_202601120500%26bt%3D20260111110000%26et%3D20260111170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=18&workerepoch=1768173630146", "sizeBytes": 20571688, "totalTimeSecs": 337.40930108, "cpuTime": 0.56}More: grep 3592637:903683 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 15:38:42.243 THUMB 3545737:476768:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.133.130","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-11 15:38:42.267 THUMB 3545737:476768:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T15:38:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.133.130", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3545737:476768 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 15:06:25.037 THUMB 3536322:716006:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.132.118","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:2026-01-11 15:06:25.056 THUMB 3536322:716006:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T15:06:25-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.132.118", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3536322:716006 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 13:30:36.378 THUMB 3509427:299858:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.50.98","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/li2026-01-11 13:30:36.403 THUMB 3509427:299858:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T13:30:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.50.98", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3509427:299858 /t/thumbnails-v2.createlab.org/log.txtError executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 457.083 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-04-11.timemachine/crf26-12fps-1424x800/1/2/0.mp4 -vframes 32 -filter_complex "pad=1424:800:0:0,crop=1144:644:13.527778451701238:39.98437537908194,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-04-11 10\:43\:50',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/3506877.1768155655.0160267.mp4.cmd'" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart "/usr2/thumbnails-v2.createlab.org/tmp/3506877.1768155655.0160267.mp4"' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.cre
2026-01-11 13:20:56.381 THUMB 3506877:593997:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.51.170","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 457.083 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-04-11.timemachine/crf26-12fps-1424x800/1/2/0.mp4 -vframes 32 -filter_complex \"pad=1424:800:0:0,crop=1144:644:13.52026-01-11 13:20:56.933 THUMB 3506877:593997:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T13:20:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.51.170", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 457.083 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-04-11.timemachine/crf26-12fps-1424x800/1/2/0.mp4 -vframes 32 -filter_complex \"pad=1424:800:0:0,crop=1144:644:13.527778451701238:39.98437537908194,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-04-11 10\\:43\\:50',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/3506877.1768155655.0160267.mp4.cmd'\" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart \"/usr2/thumbnails-v2.createlab.org/tmp/3506877.1768155655.0160267.mp4\"'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.cre"}More: grep 3506877:593997 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601110500_202601120500%26bt%3D20260111050000%26et%3D20260111110000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768154819413", "sizeBytes": 20370059, "totalTimeSecs": 415.569335615, "cpuTime": 0.61}More: grep 3502968:320321 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601110500_202601120500%26bt%3D20260111110000%26et%3D20260111170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768154819387", "sizeBytes": 20577369, "totalTimeSecs": 331.327126192, "cpuTime": 0.5900000000000001}More: grep 3502970:572254 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601110500_202601120500%26bt%3D20260111170000%26et%3D20260111230000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768154819381", "sizeBytes": 20026037, "totalTimeSecs": 416.18848857, "cpuTime": 0.52}More: grep 3502969:305258 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_12_202601110500_202601120500%26bt%3D20260111230000%26et%3D20260112050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=12&workerepoch=1768154819377", "sizeBytes": 20241815, "totalTimeSecs": 331.81620284, "cpuTime": 0.53}More: grep 3502967:159666 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 12:51:47.273 THUMB 3498889:265491:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.51.20","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 12:51:47.294 THUMB 3498889:265491:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T12:51:47-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.51.20", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3498889:265491 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.43.101", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 674003, "totalTimeSecs": 9.998394617, "cpuTime": 6.779999999999999}More: grep 3488931:492912 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 12:19:15.524 THUMB 3488926:097888:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.48.201","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 12:19:15.539 THUMB 3488926:097888:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T12:19:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.48.201", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3488926:097888 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 12:13:27.511 THUMB 3487222:970738:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.49.20","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 12:13:27.534 THUMB 3487222:970738:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T12:13:27-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.49.20", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3487222:970738 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 12:08:13.057 THUMB 3485679:261526:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.49.126","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 12:08:13.072 THUMB 3485679:261526:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T12:08:13-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.49.126", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3485679:261526 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.50.33", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1179925, "totalTimeSecs": 2.131545838, "cpuTime": 10.51}More: grep 3481426:573206 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.41.120", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "sizeBytes": 3248037, "totalTimeSecs": 4.439491291, "cpuTime": 26.150000000000002}More: grep 3466960:866143 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 10:54:15.090 THUMB 3463515:640510:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.41.40","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 10:54:15.113 THUMB 3463515:640510:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T10:54:15-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.41.40", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3463515:640510 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.31.51", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3409092, "totalTimeSecs": 10.473411088, "cpuTime": 27.75}More: grep 3456483:709585 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.40.128", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", "sizeBytes": 792290, "totalTimeSecs": 1.813615394, "cpuTime": 7.64}More: grep 3453977:897854 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.42.108", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "sizeBytes": 5712916, "totalTimeSecs": 7.042107801, "cpuTime": 39.27}More: grep 3453761:219965 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.31.199", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", "sizeBytes": 1576252, "totalTimeSecs": 3.295148334, "cpuTime": 14.29}More: grep 3450613:402823 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.31.100", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 1765709, "totalTimeSecs": 3.3439058, "cpuTime": 16.299999999999997}More: grep 3443714:240087 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 09:43:04.479 THUMB 3441837:653639:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.31.142","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 09:43:04.499 THUMB 3441837:653639:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T09:43:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.31.142", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3441837:653639 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.31.182", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3095866, "totalTimeSecs": 5.871312781, "cpuTime": 29.779999999999998}More: grep 3441617:664764 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 09:33:30.977 THUMB 3438903:288458:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.41.175","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-11 09:33:30.991 THUMB 3438903:288458:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T09:33:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.41.175", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3438903:288458 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 09:32:18.601 THUMB 3438529:779342:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.41.35","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 09:32:18.616 THUMB 3438529:779342:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T09:32:18-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.41.35", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3438529:779342 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.31.29", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 1041785, "totalTimeSecs": 2.310939827, "cpuTime": 11.610000000000001}More: grep 3437784:846336 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.31.102", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 2267998, "totalTimeSecs": 3.616273584, "cpuTime": 20.009999999999998}More: grep 3435860:685701 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 09:11:49.679 THUMB 3432253:940959:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.31.112","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-11 09:11:49.694 THUMB 3432253:940959:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T09:11:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.31.112", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3432253:940959 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 08:42:14.028 THUMB 3423415:091319:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.31.138","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-11 08:42:14.049 THUMB 3423415:091319:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T08:42:14-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.31.138", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3423415:091319 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.30.189", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sizeBytes": 17117160, "totalTimeSecs": 24.127019726, "cpuTime": 164.39}More: grep 3420868:931411 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601100500_202601110500%26bt%3D20260110050000%26et%3D20260110130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768137889316", "sizeBytes": 29973622, "totalTimeSecs": 227.074217292, "cpuTime": 0.63}More: grep 3417952:005381 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601100500_202601110500%26bt%3D20260110130000%26et%3D20260110210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768137889291", "sizeBytes": 32657458, "totalTimeSecs": 188.242556101, "cpuTime": 0.69}More: grep 3417951:341204 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2026%2Cplume_202601100500_202601110500%26bt%3D20260110210000%26et%3D20260111050000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768137889291", "sizeBytes": 32635072, "totalTimeSecs": 235.16700127, "cpuTime": 0.69}More: grep 3417950:938866 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 07:45:56.020 THUMB 3406330:650206:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.198","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 07:45:56.043 THUMB 3406330:650206:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T07:45:56-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.198", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3406330:650206 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 07:42:02.742 THUMB 3405142:294726:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.11","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/li2026-01-11 07:42:02.759 THUMB 3405142:294726:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T07:42:02-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.11", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3405142:294726 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 07:11:04.699 THUMB 3395838:430987:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.167","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-11 07:11:04.720 THUMB 3395838:430987:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T07:11:04-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.167", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3395838:430987 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 07:07:34.881 THUMB 3394774:084469:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.217","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-11 07:07:34.902 THUMB 3394774:084469:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T07:07:34-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.217", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3394774:084469 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601110500_202601120300%26bt%3D20260111213000%26et%3D20260112030000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768133056201", "sizeBytes": 18285132, "totalTimeSecs": 376.474079311, "cpuTime": 0.55}More: grep 3393612:073533 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601110500_202601120300%26bt%3D20260111050000%26et%3D20260111103000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768133056171", "sizeBytes": 18620623, "totalTimeSecs": 298.917485952, "cpuTime": 0.53}More: grep 3393609:704386 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601110500_202601120300%26bt%3D20260111160000%26et%3D20260111213000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768133056165", "sizeBytes": 18351485, "totalTimeSecs": 385.668059869, "cpuTime": 0.51}More: grep 3393611:306732 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_6_202601110500_202601120300%26bt%3D20260111103000%26et%3D20260111160000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=6&workerepoch=1768133056163", "sizeBytes": 18946152, "totalTimeSecs": 292.563810174, "cpuTime": 0.54}More: grep 3393610:616084 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.29.159", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 797004, "totalTimeSecs": 1.719782368, "cpuTime": 7.970000000000001}More: grep 3392181:035860 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 06:17:05.568 THUMB 3378761:872409:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.26.53","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 06:17:05.590 THUMB 3378761:872409:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T06:17:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.26.53", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3378761:872409 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 06:05:53.221 THUMB 3375610:148228:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.29.109","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 06:05:53.246 THUMB 3375610:148228:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T06:05:53-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.29.109", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3375610:148228 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.28.6", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/180.1", "sizeBytes": 3341150, "totalTimeSecs": 6.035253089, "cpuTime": 26.65}More: grep 3374724:742508 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 05:40:31.301 THUMB 3368673:477100:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.26.188","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-11 05:40:31.318 THUMB 3368673:477100:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T05:40:31-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.26.188", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/260.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3368673:477100 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.26.196", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 2469508, "totalTimeSecs": 4.626842319, "cpuTime": 19.450000000000003}More: grep 3363655:628459 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 05:20:30.769 THUMB 3363101:188125:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.26.250","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/l2026-01-11 05:20:30.788 THUMB 3363101:188125:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T05:20:30-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.26.250", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/133.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3363101:188125 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 05:19:26.233 THUMB 3362798:563674:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.26.187","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 05:19:26.252 THUMB 3362798:563674:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T05:19:26-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.26.187", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3362798:563674 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 05:08:29.209 THUMB 3359796:066020:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.28.163","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 05:08:29.230 THUMB 3359796:066020:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T05:08:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.28.163", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3359796:066020 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.27.6", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sizeBytes": 11659375, "totalTimeSecs": 7.637833733, "cpuTime": 11.66}More: grep 3357933:409554 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "45.78.220.192", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "sizeBytes": 980187, "totalTimeSecs": 2.323666337, "cpuTime": 7.04}More: grep 3341660:142950 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.27.101", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "sizeBytes": 2160491, "totalTimeSecs": 3.91868425, "cpuTime": 20.05}More: grep 3339712:777825 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 03:28:49.558 THUMB 3332210:798240:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.28.138","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-11 03:28:49.574 THUMB 3332210:798240:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T03:28:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.28.138", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3332210:798240 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 03:22:55.762 THUMB 3330657:180793:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.27.51","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/li2026-01-11 03:22:55.777 THUMB 3330657:180793:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T03:22:55-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.27.51", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:{version}.0) Gecko/20100101 Firefox/135.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3330657:180793 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 03:10:16.882 THUMB 3327158:520467:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.27.101","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/22026-01-11 03:10:16.899 THUMB 3327158:520467:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T03:10:16-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.27.101", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3327158:520467 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 02:47:49.125 THUMB 3320963:964432:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.52.205","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-11 02:47:49.146 THUMB 3320963:964432:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T02:47:49-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.52.205", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3320963:964432 /t/thumbnails-v2.createlab.org/log.txtError executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 275.417 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-06-20.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 97 -filter_complex "pad=1424:800:0:0,crop=1110:624:263.1944784875427:30.390644149242746,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-06-20 14\:51\:15',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/3307444.1768114725.1439786.mp4.cmd'" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart "/usr2/thumbnails-v2.createlab.org/tmp/3307444.1768114725.1439786.mp4"' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.cre
2026-01-11 01:58:45.365 THUMB 3307444:547411:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.54.114","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 275.417 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-06-20.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 97 -filter_complex \"pad=1424:800:0:0,crop=1110:624:263.2026-01-11 01:58:45.383 THUMB 3307444:547411:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T01:58:45-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.54.114", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 275.417 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-06-20.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 97 -filter_complex \"pad=1424:800:0:0,crop=1110:624:263.1944784875427:30.390644149242746,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-06-20 14\\:51\\:15',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/3307444.1768114725.1439786.mp4.cmd'\" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart \"/usr2/thumbnails-v2.createlab.org/tmp/3307444.1768114725.1439786.mp4\"'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.cre"}More: grep 3307444:547411 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 01:16:36.834 THUMB 3295101:237514:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.22.86","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 01:16:36.851 THUMB 3295101:237514:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T01:16:36-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.22.86", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3295101:237514 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.23.231", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "sizeBytes": 11326789, "totalTimeSecs": 17.056473644, "cpuTime": 112.77999999999999}More: grep 3292485:633278 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 00:45:41.576 THUMB 3286177:204192:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.5","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `c2026-01-11 00:45:41.594 THUMB 3286177:204192:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T00:45:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.5", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3286177:204192 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-11 00:44:58.535 THUMB 3285956:758645:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.22.68","HTTP_USER_AGENT":"Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-11 00:44:58.554 THUMB 3285956:758645:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T00:44:58-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.22.68", "HTTP_USER_AGENT": "Mozilla/5.0 (Linux; Android 13; Pixel 7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Mobile Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3285956:758645 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601110500_202601112100%26bt%3D20260111130000%26et%3D20260111170000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768110258716", "sizeBytes": 13379351, "totalTimeSecs": 268.427054844, "cpuTime": 0.44000000000000006}More: grep 3285568:378579 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601110500_202601112100%26bt%3D20260111170000%26et%3D20260111210000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768110258715", "sizeBytes": 13261671, "totalTimeSecs": 220.875046707, "cpuTime": 0.47000000000000003}More: grep 3285569:199072 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal20-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601110500_202601112100%26bt%3D20260111090000%26et%3D20260111130000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768110258715", "sizeBytes": 14047873, "totalTimeSecs": 280.16600673, "cpuTime": 0.48}More: grep 3285567:914289 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "128.237.152.6", "HTTP_USER_AGENT": "Python-urllib/3.7", "delegatedTo": "https://hal40-thumbnailworker.createlab.org/thumbnail?root=https%3A%2F%2Fheadless.earthtime.org%2F%23l%3Dmb_labeled%2Csmell_my_city_pgh_reports_top2%2Cplume_nowcast_0_202601110500_202601112100%26bt%3D20260111050000%26et%3D20260111090000%26v%3D40.42532%2C-79.91643%2C9.233%2ClatLng%26ps%3D2400%26startDwell%3D0%26endDwell%3D0&&width=540&height=540&format=zip&fps=30&tileFormat=mp4&startDwell=0&endDwell=0&fromScreenshot&disableUI&redo=0&workerepoch=1768110258715", "sizeBytes": 13379709, "totalTimeSecs": 212.697469992, "cpuTime": 0.49}More: grep 3285566:182492 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.237", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/180.1", "sizeBytes": 186000518, "totalTimeSecs": 123.226593504, "cpuTime": 182.92}More: grep 3276875:339593 /t/thumbnails-v2.createlab.org/log.txtError executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 598.583 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-04-11.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 142 -filter_complex "pad=1424:800:0:0,crop=1224:688:153.90278549575237:21.554691841360693,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-04-11 13\:08\:00',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/3276106.1768108235.6347036.mp4.cmd'" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart "/usr2/thumbnails-v2.createlab.org/tmp/3276106.1768108235.6347036.mp4"' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.c
2026-01-11 00:10:40.075 THUMB 3276106:439773:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.129","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 598.583 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-04-11.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 142 -filter_complex \"pad=1424:800:0:0,crop=1224:688:1532026-01-11 00:10:41.085 THUMB 3276106:439773:0 request.body {"service":"Thumbnails","datetime":"2026-01-11T00:10:41-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.129", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "Error executing '/usr/local/bin/ffmpeg -y -r 6.0 -ss 598.583 -i https://tiles.cmucreatelab.org/ecam/timemachines/accan1/2023-04-11.timemachine/crf26-12fps-1424x800/1/2/2.mp4 -vframes 142 -filter_complex \"pad=1424:800:0:0,crop=1224:688:153.90278549575237:21.554691841360693,scale=1280:720:flags=bicubic,drawtext=fontfile=./fonts/DroidSans.ttf:fontsize=20:fontcolor=yellow:x=9:y=12:text='2023-04-11 13\\:08\\:00',sendcmd=f='/usr2/thumbnails-v2.createlab.org/tmp/3276106.1768108235.6347036.mp4.cmd'\" -threads 8 -vcodec libx264 -preset slow -pix_fmt yuv420p -crf 20 -g 10 -bf 0 -movflags faststart \"/usr2/thumbnails-v2.createlab.org/tmp/3276106.1768108235.6347036.mp4\"'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:802:in `encode_frames'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1066:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.c"}More: grep 3276106:439773 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.23.105", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/260.1", "sizeBytes": 2593033, "totalTimeSecs": 4.793077712, "cpuTime": 27.29}More: grep 3273784:130949 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.25.15", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", "sizeBytes": 1085432, "totalTimeSecs": 2.295791903, "cpuTime": 10.73}More: grep 3272408:363553 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:58:00.330 THUMB 3272255:110218:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.22.76","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-10 23:58:00.351 THUMB 3272255:110218:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:58:00-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.22.76", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3272255:110218 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.24.5", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "sizeBytes": 3239994, "totalTimeSecs": 5.403770122, "cpuTime": 29.570000000000004}More: grep 3267604:095254 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:41:20.574 THUMB 3267232:428792:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.105","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in 2026-01-10 23:41:20.597 THUMB 3267232:428792:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:41:20-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.105", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/170.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3267232:428792 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:39:42.502 THUMB 3266752:973566:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.24.87","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-10 23:39:42.520 THUMB 3266752:973566:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:39:42-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.24.87", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3266752:973566 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:39:05.592 THUMB 3266535:051855:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.156","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:22026-01-10 23:39:05.609 THUMB 3266535:051855:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:39:05-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.156", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3266535:051855 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:32:40.207 THUMB 3264660:738608:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.197","HTTP_USER_AGENT":"Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri2026-01-10 23:32:40.227 THUMB 3264660:738608:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:32:40-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.197", "HTTP_USER_AGENT": "Mozilla/5.0 (Windows NT 10.0; rv:145.0) Gecko/20100101 Firefox/145.0", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3264660:738608 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:22:29.544 THUMB 3261626:317623:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.25.32","HTTP_USER_AGENT":"Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.2026-01-10 23:22:29.564 THUMB 3261626:317623:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:22:29-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.25.32", "HTTP_USER_AGENT": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Mobile/15E148 Safari/172.1", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3261626:317623 /t/thumbnails-v2.createlab.org/log.txt404 Not Found /usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http' /usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open' /usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch' /usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop' /usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri' /usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open' /usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail' /t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'
2026-01-10 23:03:24.714 THUMB 3255932:435244:0 CHECKPOINTTHUMBNAIL FATALERROR {"REMOTE_ADDR":"101.47.22.55","HTTP_USER_AGENT":"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36","FATALERROR":"404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212026-01-10 23:03:24.732 THUMB 3255932:435244:0 request.body {"service":"Thumbnails","datetime":"2026-01-10T23:03:24-05:00","host":"-","level":"up","summary":"Last thumbnail failed","details":null,"payload":{},"valid_for_secs":null}
{"REMOTE_ADDR": "101.47.22.55", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", "FATALERROR": "404 Not Found\n/usr/local/lib/ruby/2.4.0/open-uri.rb:363:in `open_http'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:741:in `buffer_open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:212:in `block in open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `catch'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:210:in `open_loop'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:151:in `open_uri'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:721:in `open'\n/usr/local/lib/ruby/2.4.0/open-uri.rb:35:in `open'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:341:in `start_thumbnail_not_screenshot'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:860:in `compute_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1239:in `serve_thumbnail'\n/t/thumbnails-v2.createlab.org/timemachine-thumbnail-server/thumbnail-server.rb:1360:in `<main>'"}More: grep 3255932:435244 /t/thumbnails-v2.createlab.org/log.txt{"REMOTE_ADDR": "101.47.23.85", "HTTP_USER_AGENT": "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/184.1", "sizeBytes": 1546140, "totalTimeSecs": 3.237127013, "cpuTime": 17.46}More: grep 3255649:469984 /t/thumbnails-v2.createlab.org/log.txt