{"timestamp":"2024-12-27T02:58:07.075Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":112077,"total":144022,"pending":1,"failed":22,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-12-27T02:58:07.071Z\",\"extraHops\":0,\"url\":\"https:\\/\\/www.cdc.gov\\/coca\\/hcp\\/trainings\\/recommendations-covid-19-vaccine.html\",\"added\":\"2024-12-24T23:41:15.019Z\",\"depth\":5}"]}}
{"timestamp":"2024-12-27T02:58:07.480Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:11.744Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:race@aavsb.org","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:11.745Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:coca@cdc.gov","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:11.766Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"tel:800-232-4636","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:11.851Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":2,"frameUrls":["https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","https://www.youtube-nocookie.com/embed/XQ1l-jLDScA?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1"],"page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:11.852Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:11.852Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.youtube-nocookie.com/embed/XQ1l-jLDScA?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:12.410Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:12.434Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.youtube-nocookie.com/embed/XQ1l-jLDScA?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1","page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:12.434Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":2,"page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:14.942Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://www.cdc.gov/coca/hcp/trainings/recommendations-covid-19-vaccine.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:15.069Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html"}}
{"timestamp":"2024-12-27T02:58:15.074Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":112078,"total":144027,"pending":1,"failed":22,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-12-27T02:58:15.068Z\",\"extraHops\":0,\"url\":\"https:\\/\\/www.cdc.gov\\/coca\\/hcp\\/trainings\\/epidemiology-testing-shigellosis.html\",\"added\":\"2024-12-24T23:41:15.020Z\",\"depth\":5}"]}}
{"timestamp":"2024-12-27T02:58:15.448Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:19.418Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:race@aavsb.org","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:19.420Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:coca@cdc.gov","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:19.438Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"tel:800-232-4636","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:19.502Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":2,"frameUrls":["https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","https://www.youtube-nocookie.com/embed/z_VOh7eGC5s?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1"],"page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:19.503Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:19.503Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.youtube-nocookie.com/embed/z_VOh7eGC5s?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:20.058Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:20.067Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.youtube-nocookie.com/embed/z_VOh7eGC5s?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1","page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:20.068Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":2,"page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:22.578Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://www.cdc.gov/coca/hcp/trainings/epidemiology-testing-shigellosis.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:22.714Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html"}}
{"timestamp":"2024-12-27T02:58:22.719Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":112079,"total":144029,"pending":1,"failed":22,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-12-27T02:58:22.713Z\",\"extraHops\":0,\"url\":\"https:\\/\\/www.cdc.gov\\/coca\\/hcp\\/trainings\\/children-adolescents-post-covid-conditions.html\",\"added\":\"2024-12-24T23:41:15.021Z\",\"depth\":5}"]}}
{"timestamp":"2024-12-27T02:58:23.128Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.024Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:race@aavsb.org","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.026Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:coca@cdc.gov","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.037Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"tel:800-232-4636","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.126Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":2,"frameUrls":["https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","https://www.youtube-nocookie.com/embed/EB_G6hTP3pI?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1"],"page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.127Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.127Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.youtube-nocookie.com/embed/EB_G6hTP3pI?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.681Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.694Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.youtube-nocookie.com/embed/EB_G6hTP3pI?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov?autohide=0&enablejsapi=1&modestbranding=1&rel=0&origin=https://www.cdc.gov&wmode=opaque?enablejsapi=1","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:27.695Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":2,"page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:30.205Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:30.359Z","logLevel":"warn","context":"recorder","message":"Failed to load response body","details":{"url":"https://www.cdc.gov/coca/media/videos/051823_video.mp4","networkId":"551167.174","type":"exception","message":"Protocol error (Fetch.getResponseBody): Target closed","stack":"TargetCloseError: Protocol error (Fetch.getResponseBody): Target closed\n    at CallbackRegistry.clear (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/CallbackRegistry.js:69:36)\n    at CdpCDPSession._onClosed (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/cdp/CDPSession.js:98:25)\n    at Connection.onMessage (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/cdp/Connection.js:127:25)\n    at WebSocket.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/node/NodeWebSocketTransport.js:38:32)\n    at callListener (/app/node_modules/puppeteer-core/node_modules/ws/lib/event-target.js:290:14)\n    at WebSocket.onMessage (/app/node_modules/puppeteer-core/node_modules/ws/lib/event-target.js:209:9)\n    at WebSocket.emit (node:events:519:28)\n    at Receiver.receiverOnMessage (/app/node_modules/puppeteer-core/node_modules/ws/lib/websocket.js:1220:20)\n    at Receiver.emit (node:events:519:28)\n    at Immediate.<anonymous> (/app/node_modules/puppeteer-core/node_modules/ws/lib/receiver.js:601:16)","page":"https://www.cdc.gov/coca/hcp/trainings/children-adolescents-post-covid-conditions.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:30.710Z","logLevel":"info","context":"worker","message":"Starting page","details":{"workerid":0,"page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html"}}
{"timestamp":"2024-12-27T02:58:30.711Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":112080,"total":144031,"pending":1,"failed":22,"limit":{"max":0,"hit":false},"pendingPages":["{\"seedId\":0,\"started\":\"2024-12-27T02:58:30.330Z\",\"extraHops\":0,\"url\":\"https:\\/\\/www.cdc.gov\\/coca\\/hcp\\/trainings\\/covid-19-testing-treatment.html\",\"added\":\"2024-12-24T23:41:15.022Z\",\"depth\":5}"]}}
{"timestamp":"2024-12-27T02:58:31.069Z","logLevel":"info","context":"general","message":"Awaiting page load","details":{"page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:37.634Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"mailto:coca@cdc.gov","page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:37.650Z","logLevel":"warn","context":"general","message":"Invalid Page - URL must start with http:// or https://","details":{"url":"tel:800-232-4636","page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:37.720Z","logLevel":"info","context":"behavior","message":"Running behaviors","details":{"frames":1,"frameUrls":["https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html"],"page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:37.721Z","logLevel":"info","context":"behavior","message":"Run Script Started","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:38.301Z","logLevel":"info","context":"behavior","message":"Run Script Finished","details":{"frameUrl":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:58:38.301Z","logLevel":"info","context":"behavior","message":"Behaviors finished","details":{"finished":1,"page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:59:03.072Z","logLevel":"error","context":"browser","message":"Browser disconnected (crashed?), interrupting crawl","details":{}}
{"timestamp":"2024-12-27T02:59:03.454Z","logLevel":"warn","context":"recorder","message":"Failed to load response body","details":{"url":"https://www.cdc.gov/coca/media/videos/012423_video.mp4","networkId":"551195.50","type":"exception","message":"Protocol error (Fetch.getResponseBody): Target closed","stack":"TargetCloseError: Protocol error (Fetch.getResponseBody): Target closed\n    at CallbackRegistry.clear (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/common/CallbackRegistry.js:69:36)\n    at CdpCDPSession._onClosed (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/cdp/CDPSession.js:98:25)\n    at #onClose (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/cdp/Connection.js:163:21)\n    at WebSocket.<anonymous> (file:///app/node_modules/puppeteer-core/lib/esm/puppeteer/node/NodeWebSocketTransport.js:43:30)\n    at callListener (/app/node_modules/puppeteer-core/node_modules/ws/lib/event-target.js:290:14)\n    at WebSocket.onClose (/app/node_modules/puppeteer-core/node_modules/ws/lib/event-target.js:220:9)\n    at WebSocket.emit (node:events:519:28)\n    at WebSocket.emitClose (/app/node_modules/puppeteer-core/node_modules/ws/lib/websocket.js:272:10)\n    at Socket.socketOnClose (/app/node_modules/puppeteer-core/node_modules/ws/lib/websocket.js:1341:15)\n    at Socket.emit (node:events:519:28)","page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:59:06.229Z","logLevel":"info","context":"pageStatus","message":"Page Finished","details":{"loadState":4,"page":"https://www.cdc.gov/coca/hcp/trainings/covid-19-testing-treatment.html","workerid":0}}
{"timestamp":"2024-12-27T02:59:09.254Z","logLevel":"info","context":"worker","message":"Worker done, all tasks complete","details":{"workerid":0}}
{"timestamp":"2024-12-27T02:59:15.544Z","logLevel":"info","context":"general","message":"Saving crawl state to: /output/.tmpzeykswlu/collections/crawl-20241222155916633/crawls/crawl-20241227025909-7839f655aba1.yaml","details":{}}
{"timestamp":"2024-12-27T02:59:15.892Z","logLevel":"info","context":"crawlStatus","message":"Crawl statistics","details":{"crawled":112081,"total":144032,"pending":0,"failed":22,"limit":{"max":0,"hit":false},"pendingPages":[]}}
{"timestamp":"2024-12-27T02:59:15.894Z","logLevel":"info","context":"general","message":"Crawling done","details":{}}
{"timestamp":"2024-12-27T02:59:15.896Z","logLevel":"info","context":"general","message":"Exiting, Crawl status: interrupted","details":{}}