Save agency slices

by_agency/administrative_conference_of_the_united_states.csv

@@ -1,3 +1,3 @@
 target_url,target_url_domain,target_url_top_level_domain,target_url_redirects,final_url,final_url_domain,final_url_top_level_domain,final_url_website,final_url_live,final_url_status_code,final_url_media_type,final_url_same_domain,final_url_same_website,target_url_agency_owner,target_url_bureau_owner,target_url_branch,target_url_404_test,source_list,public,scan_date,primary_scan_status,accessibility_scan_status,dns_scan_status,not_found_scan_status,performance_scan_status,robots_txt_scan_status,security_scan_status,sitemap_xml_scan_status,ipv6,hostname,cms,login_provider,login,site_search,search_dot_gov,dap,dap_parameters,third_party_service_domains,third_party_service_count,cookie_domains,viewport_meta_tag,cumulative_layout_shift,largest_contentful_paint,required_links_url,required_links_text,https_enforced,hsts,title,description,keywords,og_title,og_description,og_article_published,og_article_modified,og_image,og_type,og_url,canonical_link,language,language_link,main_element_present,robots_txt_detected,robots_txt_target_url_redirects,robots_txt_final_url,robots_txt_final_url_live,robots_txt_final_url_status_code,robots_txt_final_url_media_type,robots_txt_final_url_filesize,robots_txt_crawl_delay,robots_txt_sitemap_locations,sitemap_xml_detected,sitemap_xml_target_url_redirects,sitemap_xml_final_url,sitemap_xml_final_url_live,sitemap_xml_final_url_status_code,sitemap_xml_final_url_media_type,sitemap_xml_final_url_filesize,sitemap_xml_count,sitemap_xml_pdf_count,uswds_favicon,uswds_favicon_in_css,uswds_publicsans_font,uswds_inpage_css,uswds_usa_class_list,uswds_usa_classes,uswds_string,uswds_string_in_css,uswds_semantic_version,uswds_version,uswds_count
-www.acus.gov,acus.gov,.gov,False,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,True,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""2020_eot"",""usagov"",""gov_man""]",,2024-07-12T14:08:23.058Z,completed,completed,completed,completed,completed,completed,unknown_error,completed,False,amazonaws.com,Drupal,,,True,,False,,"[""analytics.google.com"",""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""stats.g.doubleclick.net"",""www.google-analytics.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]",10.0,"["".acus.gov""]",True,0.0,114.2,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",,,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,False,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,False,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",30.0,17.0,20.0,,0.0,107.0
-acus.gov,acus.gov,.gov,True,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,False,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""pulse""]",,2024-07-12T19:30:00.123Z,completed,completed,completed,completed,completed,completed,completed,completed,False,amazonaws.com,Drupal,,,True,,False,,"[""analytics.google.com"",""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""stats.g.doubleclick.net"",""www.google-analytics.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]",10.0,"["".acus.gov""]",True,0.0,117.2,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",True,True,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,True,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,True,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",30.0,17.0,20.0,,0.0,107.0
+www.acus.gov,acus.gov,.gov,False,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,True,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""2020_eot"",""usagov"",""gov_man""]",,2024-07-20T00:30:03.021Z,completed,completed,completed,completed,completed,completed,unknown_error,completed,False,amazonaws.com,Drupal,,,True,,False,,"[""analytics.google.com"",""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""stats.g.doubleclick.net"",""www.google-analytics.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]",10.0,"["".acus.gov""]",True,0.0,138.699,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",,,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,False,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,False,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",30.0,17.0,20.0,,0.0,107.0
+acus.gov,acus.gov,.gov,True,https://www.acus.gov/,acus.gov,gov,www.acus.gov,True,200.0,text/html,True,False,Administrative Conference of the United States,Administrative Conference of the United States,Executive,True,"[""gov"",""pulse""]",,2024-07-20T05:53:15.371Z,completed,completed,completed,completed,completed,completed,completed,completed,False,amazonaws.com,Drupal,,,True,,False,,"[""analytics.google.com"",""cdnjs.cloudflare.com"",""listgrowth.ctctcdn.com"",""static.addtoany.com"",""static.ctctcdn.com"",""stats.g.doubleclick.net"",""www.google-analytics.com"",""www.google.com"",""www.googletagmanager.com"",""www.gstatic.com""]",10.0,"["".acus.gov""]",True,0.0,123.5,"[""about"",""fear"",""foia"",""privacy""]","[""no fear act"",""freedom of information act"",""privacy policy""]",True,True,Home | Administrative Conference of the United States,,,,,,,,,,https://www.acus.gov/page/home,en,,True,True,True,https://www.acus.gov/robots.txt,True,200.0,text/plain,1779.0,2.0,,False,True,https://www.acus.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,40.0,0.0,"[""usa-button"",""usa-icon"",""usa-link""]",30.0,17.0,20.0,,0.0,107.0

by_agency/advisory_council_on_historic_preservation.csv

@@ -1,5 +1,5 @@
 target_url,target_url_domain,target_url_top_level_domain,target_url_redirects,final_url,final_url_domain,final_url_top_level_domain,final_url_website,final_url_live,final_url_status_code,final_url_media_type,final_url_same_domain,final_url_same_website,target_url_agency_owner,target_url_bureau_owner,target_url_branch,target_url_404_test,source_list,public,scan_date,primary_scan_status,accessibility_scan_status,dns_scan_status,not_found_scan_status,performance_scan_status,robots_txt_scan_status,security_scan_status,sitemap_xml_scan_status,ipv6,hostname,cms,login_provider,login,site_search,search_dot_gov,dap,dap_parameters,third_party_service_domains,third_party_service_count,cookie_domains,viewport_meta_tag,cumulative_layout_shift,largest_contentful_paint,required_links_url,required_links_text,https_enforced,hsts,title,description,keywords,og_title,og_description,og_article_published,og_article_modified,og_image,og_type,og_url,canonical_link,language,language_link,main_element_present,robots_txt_detected,robots_txt_target_url_redirects,robots_txt_final_url,robots_txt_final_url_live,robots_txt_final_url_status_code,robots_txt_final_url_media_type,robots_txt_final_url_filesize,robots_txt_crawl_delay,robots_txt_sitemap_locations,sitemap_xml_detected,sitemap_xml_target_url_redirects,sitemap_xml_final_url,sitemap_xml_final_url_live,sitemap_xml_final_url_status_code,sitemap_xml_final_url_media_type,sitemap_xml_final_url_filesize,sitemap_xml_count,sitemap_xml_pdf_count,uswds_favicon,uswds_favicon_in_css,uswds_publicsans_font,uswds_inpage_css,uswds_usa_class_list,uswds_usa_classes,uswds_string,uswds_string_in_css,uswds_semantic_version,uswds_version,uswds_count
-www.achp.gov,achp.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,True,"[""gov"",""2020_eot"",""usagov""]",,2024-07-11T13:37:53.808Z,timeout,completed,completed,completed,completed,completed,unknown_error,completed,True,amazonaws.com,,,,,,,,,,"["".achp.gov"",""www.achp.gov""]",,0.1206870750732422,294.799,,,,,| Advisory Council on Historic Preservation,,,,,,,,,,,,,,True,False,https://www.achp.gov/robots.txt,True,200.0,text/plain,1706.0,,,False,False,https://www.achp.gov/sitemap.xml,False,404.0,text/html,,,,,,,,,,,,,,
-preserveamerica.gov,preserveamerica.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,,"[""gov"",""pulse""]",,2024-07-12T20:17:20.342Z,timeout,timeout,completed,timeout,timeout,timeout,completed,timeout,False,,,,,,,,,,,,,,,,,False,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
-achp.gov,achp.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,,"[""gov"",""pulse""]",,2024-07-12T14:11:34.261Z,timeout,timeout,completed,timeout,timeout,timeout,completed,timeout,False,,,,,,,,,,,,,,,,,False,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
-www.preserveamerica.gov,preserveamerica.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,,"[""gov"",""2020_eot""]",,2024-07-12T17:33:38.215Z,timeout,timeout,completed,timeout,timeout,timeout,unknown_error,timeout,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+www.preserveamerica.gov,preserveamerica.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,,"[""gov"",""2020_eot""]",,2024-07-20T03:54:46.404Z,timeout,timeout,completed,timeout,timeout,timeout,unknown_error,timeout,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+preserveamerica.gov,preserveamerica.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,,"[""gov"",""pulse""]",,2024-07-20T06:40:11.555Z,timeout,timeout,completed,timeout,timeout,timeout,completed,timeout,False,,,,,,,,,,,,,,,,,False,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
+www.achp.gov,achp.gov,.gov,False,https://www.achp.gov/,achp.gov,gov,www.achp.gov,True,200.0,text/html,True,True,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,True,"[""gov"",""2020_eot"",""usagov""]",,2024-07-20T00:30:28.507Z,completed,completed,completed,completed,completed,completed,unknown_error,completed,True,amazonaws.com,Drupal,,,True,True,False,,"[""api.mapbox.com"",""p.typekit.net"",""static.addtoany.com"",""use.typekit.com"",""use.typekit.net"",""www.google-analytics.com"",""www.googletagmanager.com""]",7.0,"["".achp.gov"",""www.achp.gov""]",True,0.1206870750732422,565.099,"[""about"",""fear"",""foia"",""privacy"",""usa.gov""]","[""no fear act"",""foia"",""privacy policy"",""usa.gov""]",,,| Advisory Council on Historic Preservation,,,,,,,,,,https://www.achp.gov/,en,,False,True,False,https://www.achp.gov/robots.txt,True,200.0,text/plain,1706.0,,,False,False,https://www.achp.gov/sitemap.xml,False,404.0,text/html,,,,0.0,0.0,0.0,0.0,"[""usa-gov-search-form""]",5.0,0.0,0.0,,0.0,5.0
+achp.gov,achp.gov,.gov,,,,,,,,,,,Advisory Council on Historic Preservation,Advisory Council on Historic Preservation,Executive,,"[""gov"",""pulse""]",,2024-07-20T00:32:50.580Z,timeout,timeout,completed,timeout,timeout,timeout,completed,timeout,False,,,,,,,,,,,,,,,,,False,False,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,