From d015a104b448d2538c9971b0af736b99b9aa6661 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Wed, 9 Oct 2024 16:58:37 -0500 Subject: [PATCH 01/16] added new formated scireg.json to git --- scireg/newScireg.json | 2057 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 2057 insertions(+) create mode 100644 scireg/newScireg.json diff --git a/scireg/newScireg.json b/scireg/newScireg.json new file mode 100644 index 00000000..40e862c5 --- /dev/null +++ b/scireg/newScireg.json @@ -0,0 +1,2057 @@ +[ + { + "addresses": [ + "140.109.172.0/24" + ], + "org_name": "Academia Sinica (A. Sinica)", + "discipline": "GEO.Climate", + "latitude": "25.047800", + "longitude": "121.531800", + "resource_name": "Academia Sinica - Research Center for Environmental Changes (RCEC)", + "project_name": "Research Center for Environmental Changes (RCEC), Academia Sinica", + "scireg_id": 0, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "140.221.68.0/23", + "140.221.96.0/23" + ], + "org_name": "Argonne National Laboratory (ANL)", + "discipline": "Multi-Science Facility", + "latitude": "41.718400", + "longitude": "-87.978700", + "resource_name": "ANL - Argonne Leadership Computing Facility (ALCF) - Compute", + "project_name": "ANL-Argonne Leadership Computing Facility (ALCF)", + "scireg_id": 1, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "140.221.60.0/24" + ], + "org_name": "Argonne National Laboratory (ANL)", + "discipline": "Multi-Science Facility", + "latitude": "41.718400", + "longitude": "-87.978700", + "resource_name": "ANL LCRC - Argonne Laboratory Computing Resource Center - Compute", + "project_name": "", + "scireg_id": 2, + "contact_email": "engage@es.net", + "last_updated": "9/16/2024" + }, + { + "addresses": [ + "146.139.66.0/25" + ], + "org_name": "Argonne National Laboratory (ANL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "41.681500", + "longitude": "-87.970600", + "resource_name": "ANL - Argonne Tandem Linac Accelerator System (ATLAS)", + "project_name": "Argonne Tandem Linac Accelerator System (ATLAS)", + "scireg_id": 3, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "146.139.1.0/25", + "146.139.2.0/25", + "146.139.3.0/25", + "146.139.4.0/23", + "146.139.6.0/24", + "146.139.7.0/24", + "146.139.8.0/24", + "146.139.25.0/24", + "146.139.49.0/24", + "146.139.72.0/25" + ], + "org_name": "Argonne National Laboratory (ANL)", + "discipline": "MPS.Materials", + "latitude": "41.681500", + "longitude": "-87.970600", + "resource_name": "ANL - Center for Nanoscale Materials (CNM)", + "project_name": "Center for Nanoscale Materials (CNM)", + "scireg_id": 4, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "164.54.0.0/16" + ], + "org_name": "Argonne National Laboratory (ANL)", + "discipline": "MPS.Physics", + "latitude": "41.681500", + "longitude": "-87.970600", + "resource_name": "ANL - Advanced Photon Source (APS)", + "project_name": "Advanced Photon Source (APS)", + "scireg_id": 5, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "140.221.96.57/32" + ], + "org_name": "Argonne National Laboratory (ANL)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "41.681500", + "longitude": "-87.970600", + "resource_name": "ANL - DTN for Data Mobility Exhibition - Network Testing", + "project_name": "Data Mobility Exhibition (DME)", + "scireg_id": 6, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.71.64/28", + "128.171.188.0/24" + ], + "org_name": "Association of Universities for Research in Astronomy (AURA)", + "discipline": "MPS.Astronomy", + "latitude": "19.703500", + "longitude": "-155.090300", + "resource_name": "AURA - GEMINI - Frederick C. Gillett Gemini North Telescope - Instrument", + "project_name": "Gemini Observatory", + "scireg_id": 7, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.219.248.0/24", + "192.148.93.0/24", + "192.148.96.0/23" + ], + "org_name": "Atmospheric Radiation Measurement (ARM) user facility", + "discipline": "GEO.Atmospheric", + "latitude": "35.972400", + "longitude": "-84.290400", + "resource_name": "Atmospheric Radiation Measurement (ARM) user facility", + "project_name": "Atmospheric Radiation Measurement (ARM)", + "scireg_id": 8, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2001:388:cf04:26::2/128", + "138.44.15.78/32" + ], + "org_name": "Australian Academic and Research Network (AARNet) (AARNet.au)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "-33.798500", + "longitude": "151.144800", + "resource_name": "AARNet - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 9, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.12.15.228/30", + "92.12.15.240/30" + ], + "org_name": "Brookhaven National Laboratory (BNL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "40.869500", + "longitude": "-72.886800", + "resource_name": "BNL - ATLAS Grid Storage Elements - Storage", + "project_name": "ATLAS", + "scireg_id": 10, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.199.224.0/23" + ], + "org_name": "Brookhaven National Laboratory (BNL)", + "discipline": "MPS.Physics", + "latitude": "40.869500", + "longitude": "-72.886800", + "resource_name": "BNL - Accelerator Test Facility (ATF)", + "project_name": "Accelerator Test Facility (ATF)", + "scireg_id": 11, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.199.119.0/25", + "130.199.242.0/24", + "130.199.243.0/24" + ], + "org_name": "Brookhaven National Laboratory (BNL)", + "discipline": "MPS.Materials", + "latitude": "40.869500", + "longitude": "-72.886800", + "resource_name": "BNL - Center for Functional Nanomaterials (CFN)", + "project_name": "Center for Functional Nanomaterials (CFN)", + "scireg_id": 12, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.199.218.0/24", + "130.199.219.0/24", + "130.199.220.0/24", + "130.199.221.0/24", + "130.199.222.0/24", + "130.199.223.0/24" + ], + "org_name": "Brookhaven National Laboratory (BNL)", + "discipline": "MPS.Physics", + "latitude": "40.869500", + "longitude": "-72.886800", + "resource_name": "BNL - National Synchrotron Light Source II (NSLS-II)", + "project_name": "National Synchrotron Light Source II (NSLS-II)", + "scireg_id": 13, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.199.6.0/23", + "130.199.180.0/22", + "130.199.184.0/24", + "130.199.200.0/21", + "198.125.208.0/26" + ], + "org_name": "Brookhaven National Laboratory (BNL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "40.869500", + "longitude": "-72.886800", + "resource_name": "BNL - Relativistic Heavy Ion Collider (RHIC)", + "project_name": "Relativistic Heavy Ion Collider (RHIC)", + "scireg_id": 14, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "134.4.54.0/24" + ], + "org_name": "California Institute of Technology (Caltech)", + "discipline": "MPS.Astronomy", + "latitude": "33.786600", + "longitude": "-118.298700", + "resource_name": "Caltech - IPAC - Infrared Science Archive (IRSA) - Storage", + "project_name": "Infrared Science Archive (IRSA)", + "scireg_id": 15, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "198.32.44.0/24" + ], + "org_name": "California Institute of Technology (Caltech)", + "discipline": "MPS.Physics.High Energy", + "latitude": "38.052900", + "longitude": "-78.535400", + "resource_name": "UltraLight - Storage", + "project_name": "CMS", + "scireg_id": 16, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.82.0/24", + "128.171.83.0/24", + "128.171.84.0/24", + "128.171.80.0/24", + "128.171.81.0/24" + ], + "org_name": "Canada-France-Hawaii Telescope (CFHT)", + "discipline": "MPS.Astronomy", + "latitude": "20.017500", + "longitude": "-155.672300", + "resource_name": "CFH - Canada-France-Hawaii Telescope (CFHT) - Instrument", + "project_name": "Canada-France-Hawaii Telescope (CFHT)", + "scireg_id": 17, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "61.56.4.232/32", + "61.56.13.0/24", + "61.56.15.0/24" + ], + "org_name": "Central Weather Bureau (CWB), Taiwan (CWB.tw)", + "discipline": "GEO.Atmospheric", + "latitude": "25.041800", + "longitude": "121.496600", + "resource_name": "Central Weather Bureau, Taiwan", + "project_name": "Central Weather Bureau (CWB), Taiwan", + "scireg_id": 18, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.142.32.14/32", + "128.142.33.0/24" + ], + "org_name": "CERN - European Organization for Nuclear Research", + "discipline": "MPS.Physics.High Energy", + "latitude": "46.232400", + "longitude": "6.050200", + "resource_name": "CERN - EOS ATLAS - Storage", + "project_name": "ATLAS", + "scireg_id": 19, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.142.33.10/32", + "128.142.32.14/32" + ], + "org_name": "CERN - European Organization for Nuclear Research", + "discipline": "MPS.Physics.High Energy", + "latitude": "46.232400", + "longitude": "6.050200", + "resource_name": "CERN - p0 hosts", + "project_name": "WLCG", + "scireg_id": 20, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "188.184.0.0/16", + "128.142.0.0/16", + "188.185.0.0/16" + ], + "org_name": "CERN - European Organization for Nuclear Research", + "discipline": "MPS.Physics.High Energy", + "latitude": "46.231709", + "longitude": "6.072080", + "resource_name": "CERN - European Organization for Nuclear Research", + "project_name": "WLCG", + "scireg_id": 21, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.186.17.0/24" + ], + "org_name": "Cineca", + "discipline": "Multi-Science Facility", + "latitude": "43.147900", + "longitude": "12.109700", + "resource_name": "Cineca - Marconi", + "project_name": "Cineca-Macroni", + "scireg_id": 22, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.84.3.50/32" + ], + "org_name": "Cornell University", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "42.440600", + "longitude": "-76.496600", + "resource_name": "Cornell - DTN for Data Mobility Exhibition - Network Testing", + "project_name": "Data Mobility Exhibition (DME)", + "scireg_id": 23, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "131.169.193.0/24" + ], + "org_name": "Deutsches Elektronen-Synchrotron (DESY) (DESY.de)", + "discipline": "MPS.Physics", + "latitude": "53.550000", + "longitude": "10.000000", + "resource_name": "DESY - Maxell GPU nodes - Compute", + "project_name": "DESY-Maxwell", + "scireg_id": 24, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.90.0/24", + "128.171.92.0/24" + ], + "org_name": "East Asian Observatory (EAO)", + "discipline": "MPS.Astronomy", + "latitude": "19.701700", + "longitude": "-155.089500", + "resource_name": "EAO - James Clerk Maxwell Telescope (JCMT) - Instrument", + "project_name": "James Clerk Maxwell Telescope (JCMT)", + "scireg_id": 25, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.101.102.0/24", + "130.20.224.0/21", + "130.20.232.0/22" + ], + "org_name": "Environmental Molecular Sciences Laboratory (EMSL)", + "discipline": "BIO.General", + "latitude": "46.3415", + "longitude": "-119.2787", + "resource_name": "Environmental Molecular Sciences Lab (EMSL)", + "project_name": "Environmental Molecular Sciences Lab (EMSL)", + "scireg_id": 26, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2605:dd00:4000::/48", + "35.11.80.0/20" + ], + "org_name": "Facility for Rare Isotope Beams (FRIB)", + "discipline": "MPS.Physics.High Energy", + "latitude": "42.7249", + "longitude": "-84.4771", + "resource_name": "Facility for Rare Isotope Beams (FRIB)", + "project_name": "FRIB", + "scireg_id": 27, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "131.225.188.0/24", + "131.225.205.80/32", + "131.225.206.0/24" + ], + "org_name": "Fermi National Accelerator Laboratory (FNAL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "41.839200", + "longitude": "-88.361200", + "resource_name": "Fermilab - cmsstor nodes - Storage", + "project_name": "CMS", + "scireg_id": 28, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "131.225.204.0/24", + "131.225.205.0/24", + "131.225.206.0/24", + "131.225.207.0/24" + ], + "org_name": "Fermi National Accelerator Laboratory (FNAL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "41.839200", + "longitude": "-88.361200", + "resource_name": "Fermilab - cmseos nodes - Storage", + "project_name": "CMS", + "scireg_id": 29, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "198.49.208.0/24", + "131.225.0.0/16" + ], + "org_name": "Fermi National Accelerator Laboratory (FNAL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "41.840641", + "longitude": "-88.279472", + "resource_name": "Fermi National Accelerator Laboratory (FNAL)", + "project_name": "", + "scireg_id": 30, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "2001:708:10:6c05:2::2/128", + "193.166.254.54/32" + ], + "org_name": "Finnish University and Research Network (FUNET)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "64.231100", + "longitude": "27.701900", + "resource_name": "FUNET - DTN for Data Move Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 31, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.5.166.0/24", + "192.73.7.0/24", + "192.73.62.0/24", + "192.150.242.0/24", + "198.129.104.0/22", + "198.129.232.0/22" + ], + "org_name": "General Atomics (GA) (Gen. Atomics)", + "discipline": "MPS.Physics", + "latitude": "32.894100", + "longitude": "-117.237700", + "resource_name": "GA - DIII-D National Fusion Facility (DIII-D)", + "project_name": "DIII-D National Fusion Facility", + "scireg_id": 32, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "140.208.128.0/18", + "140.208.224.0/20", + "140.208.0.0/17", + "140.208.192.0/19" + ], + "org_name": "Geophysical Fluid Dynamics Laboratory (GFDL-Z)", + "discipline": "GEO.Atmospheric", + "latitude": "40.345470", + "longitude": "-74.616440", + "resource_name": "Geophysical Fluid Dynamics Laboratory (GFDL-Z)", + "project_name": "", + "scireg_id": 33, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "134.76.97.0/24" + ], + "org_name": "Gesellschaft f\u00c3\u00bcr wissenschaftliche Datenverarbeitung mbH G\u00c3\u00b6ttingen (GWDG)", + "discipline": "Multi-Science Facility", + "latitude": "51.533300", + "longitude": "9.933300", + "resource_name": "GWDG - GoeGrid storage elements - Storage", + "project_name": "GoeGrid", + "scireg_id": 34, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.166.0/24", + "128.171.116.0/24" + ], + "org_name": "Harvard-Smithsonian Center for Astrophysics (CfA)", + "discipline": "MPS.Astronomy", + "latitude": "19.702000", + "longitude": "-155.089500", + "resource_name": "CFA - Submillimeter Array (SMA) - Instrument", + "project_name": "Submillimeter Array (SMA)", + "scireg_id": 35, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "143.89.47.70/32" + ], + "org_name": "Hong Kong University of Science and Technology (HKUST) (HKUST.hk)", + "discipline": "ENG.General", + "latitude": "22.283300", + "longitude": "114.150000", + "resource_name": "HKUST - Department of Electrical Engineering", + "project_name": "Hong Kong University of Science and Technology (HKUST)", + "scireg_id": 36, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "90.147.132.10/32" + ], + "org_name": "Institute of Radio Astronomy (Istituto di Radioastronomia) (IRA) (IRA.it)", + "discipline": "MPS.Astronomy", + "latitude": "43.147900", + "longitude": "12.109700", + "resource_name": "Istituto di Radioastronomia", + "project_name": "Istituto di Radioastronomia", + "scireg_id": 37, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2a05:3280:439:69::68/128", + "109.171.131.68/32" + ], + "org_name": "King Abdullah University of Science and Technology (KAUST)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "22.309500", + "longitude": "39.104600", + "resource_name": "KAUST - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 38, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "210.119.23.12/32" + ], + "org_name": "Korea Institute of Science and Technology Information (KISTI) (KISTI.kr)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "37.570000", + "longitude": "126.980000", + "resource_name": "KISTI - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 39, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "144.206.236.0/24" + ], + "org_name": "Kurchatov Institute - National Research Center (NRC) (Kurchatov.ru)", + "discipline": "MPS.Physics.High Energy", + "latitude": "55.752200", + "longitude": "37.615600", + "resource_name": "Kurchatov - ATLAS Tier 1 Grid nodes", + "project_name": "ATLAS", + "scireg_id": 40, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.3.44.0/24", + "128.3.88.0/24", + "128.3.89.0/24", + "128.3.90.0/23", + "128.3.96.0/23" + ], + "org_name": "Lawrence Berkeley National Laboratory (Berkeley Lab or LBL)", + "discipline": "BIO.Genomics and Bioinformatics", + "latitude": "37.931400", + "longitude": "-122.021700", + "resource_name": "LBL - Joint Genome Institute (JGI)", + "project_name": "Joint Genome Institute (JGI)", + "scireg_id": 41, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "131.243.3.0/24", + "131.243.180.0/22" + ], + "org_name": "Lawrence Berkeley National Laboratory (Berkeley Lab or LBL)", + "discipline": "Multi-Science Facility", + "latitude": "37.866800", + "longitude": "-122.253600", + "resource_name": "LBL - The Molecular Foundary (TMF)", + "project_name": "The Molecular Foundary (TMF)", + "scireg_id": 42, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.3.220.0/24", + "131.243.36.0/24", + "131.243.53.0/24", + "131.243.68.0/24", + "131.243.71.0/24", + "131.243.72.0/24", + "131.243.73.0/24", + "131.243.74.0/24", + "131.243.75.0/24", + "131.243.76.0/24", + "131.243.77.0/24", + "131.243.78.0/24", + "131.243.79.0/24", + "131.243.80.0/24", + "131.243.81.0/24", + "131.243.82.0/24", + "131.243.83.0/24", + "131.243.84.0/24", + "131.243.85.0/24", + "131.243.86.0/24", + "131.243.87.0/24", + "131.243.88.0/24", + "131.243.89.0/24", + "131.243.90.0/24", + "131.243.91.0/24", + "131.243.93.0/24", + "131.243.94.0/24", + "131.243.188.0/22", + "131.243.196.0/22", + "131.243.201.0/24", + "131.243.202.0/23" + ], + "org_name": "Lawrence Berkeley National Laboratory (Berkeley Lab or LBL)", + "discipline": "MPS.Physics", + "latitude": "37.866800", + "longitude": "-122.253600", + "resource_name": "LBL - Advanced Light Source (ALS)", + "project_name": "Advanced Light Source (ALS)", + "scireg_id": 43, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.12.135.70/32" + ], + "org_name": "Lawrence Livermore National Laboratory (LLNL)", + "discipline": "GEO.Climate", + "latitude": "37.691400", + "longitude": "-121.701400", + "resource_name": "LLNL - AIMS - Data Transfer", + "project_name": "Lawrence Livermore National Laboratory (LLNL)", + "scireg_id": 44, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "18.12.1.0/24" + ], + "org_name": "Massachusetts Institute of Technology (MIT)", + "discipline": "MPS.Physics", + "latitude": "42.364600", + "longitude": "-71.100000", + "resource_name": "MIT - LHC - Storage", + "project_name": "ATLAS", + "scireg_id": 45, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "198.125.176.0/21", + "198.125.184.0/21" + ], + "org_name": "Massachusetts Institute of Technology (MIT)", + "discipline": "MPS.Physics", + "latitude": "42.364600", + "longitude": "-71.103000", + "resource_name": "MIT- Plasma Science and Fusion Center (PSFC) - Alcator C-Mod", + "project_name": "Alcator C-Mod", + "scireg_id": 46, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.183.36.0/24" + ], + "org_name": "Max Planck Computing and Data Facility (MPCDF) (MPCDF.de)", + "discipline": "Multi-Science Facility", + "latitude": "48.250000", + "longitude": "11.650000", + "resource_name": "MPCDF - GridFTP nodes - Data Transfer", + "project_name": "Max Planck Computing and Data Facility (MPCDF)", + "scireg_id": 47, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "198.116.24.0/24" + ], + "org_name": "National Aeronautics and Space Administration (NASA)", + "discipline": "MPS.Astronomy", + "latitude": "34.730400", + "longitude": "-86.580000", + "resource_name": "NASA - International VLBI Service - Storage", + "project_name": "International VLBI Service (IVS)", + "scireg_id": 48, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.204.0/24", + "128.171.203.0/24" + ], + "org_name": "National Astronomical Observatory of Japan (NAOJ)", + "discipline": "MPS.Astronomy", + "latitude": "19.702600", + "longitude": "-155.090400", + "resource_name": "NAOJ - Subaru Telescope - Instrument", + "project_name": "Subaru Telescope", + "scireg_id": 49, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "133.40.7.142/32" + ], + "org_name": "National Astronomical Observatory of Japan (NAOJ)", + "discipline": "MPS.Astronomy", + "latitude": "35.690600", + "longitude": "139.770000", + "resource_name": "NAOJ - unknown", + "project_name": "National Astronomical Observatory of Japan (NAOJ)", + "scireg_id": 50, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.190.0/24" + ], + "org_name": "National Center for Atmospheric Research (NCAR)", + "discipline": "MPS.Astronomy", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "NCAR - HAO - Mauna Loa Solar Observatory (MLSO) - Instrument", + "project_name": "Mauna Loa Solar Observatory (MLSO)", + "scireg_id": 51, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "141.142.176.0/24" + ], + "org_name": "National Center for Supercomputing Applications (NCSA)", + "discipline": "Multi-Science Facility", + "latitude": "40.109500", + "longitude": "-88.212300", + "resource_name": "NCSA - Bluewaters - Compute", + "project_name": "NCSA-Blue Waters", + "scireg_id": 52, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "141.142.176.64/28", + "141.142.176.80/29" + ], + "org_name": "National Center for Supercomputing Applications (NCSA)", + "discipline": "Multi-Science Facility", + "latitude": "40.109500", + "longitude": "-88.212300", + "resource_name": "NCSA - Bluewaters import/export servers - Data Transfer", + "project_name": "NCSA-Blue Waters", + "scireg_id": 53, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "141.142.0.0/16" + ], + "org_name": "National Center for Supercomputing Applications (NCSA)", + "discipline": "Multi-Science Facility", + "latitude": "40.1148751", + "longitude": " -88.2248764", + "resource_name": "National Center for Supercomputing Applications (NCSA)", + "project_name": "", + "scireg_id": 54, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.55.0.0/22", + "128.55.4.0/23", + "128.55.7.0/24", + "128.55.9.0/24", + "128.55.0.0/20", + "128.55.20.0/22", + "128.55.24.0/21", + "128.55.32.0/19", + "128.55.64.0/18", + "128.55.128.0/17" + ], + "org_name": "National Energy Research Scientific Computing Center (NERSC)", + "discipline": "Multi-Science Facility", + "latitude": "37.866800", + "longitude": "-122.253600", + "resource_name": "National Energy Research Scientific Computing Center (NERSC) - Compute", + "project_name": "NERSC", + "scireg_id": 55, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.55.205.0/24" + ], + "org_name": "National Energy Research Scientific Computing Center (NERSC)", + "discipline": "Multi-Science Facility", + "latitude": "37.866800", + "longitude": "-122.253600", + "resource_name": "NERSC - Data Transfer Nodes - Data Transfer", + "project_name": "NERSC", + "scireg_id": 56, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "131.154.130.0/24" + ], + "org_name": "National Institute for Nuclear Physics - National Center for Frame Analysis (INFN - CNAF)", + "discipline": "MPS.Physics.High Energy", + "latitude": "44.483300", + "longitude": "11.333300", + "resource_name": "INFN - CNAF - HPC - Compute", + "project_name": "National Center for Frame Analysis", + "scireg_id": 57, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.14.250.0/24", + "165.112.9.0/24" + ], + "org_name": "National Library of Medicine (NLM)", + "discipline": "BIO.Genomics and Bioinformatics", + "latitude": "39.089200", + "longitude": "-77.183500", + "resource_name": "NLM - ftp servers - Storage", + "project_name": "National Library of Medicine (NLM) ; SingAREN DB Mirror (SDBM)", + "scireg_id": 58, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.14.250.24/32" + ], + "org_name": "National Library of Medicine (NLM)", + "discipline": "BIO.Genomics and Bioinformatics", + "latitude": "39.003200", + "longitude": "-77.160200", + "resource_name": "NLM - SRA-download servers - Storage", + "project_name": "National Library of Medicine (NLM)", + "scireg_id": 59, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "130.14.250.0/24" + ], + "org_name": "National Library of Medicine (NLM)", + "discipline": "BIO.Genomics and Bioinformatics", + "latitude": "39.003200", + "longitude": "-77.160200", + "resource_name": "NLM - SRA Files - Storage", + "project_name": "National Library of Medicine (NLM)", + "scireg_id": 60, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.189.0/24" + ], + "org_name": "National Oceanic and Atmospheric Administration (NOAA)", + "discipline": "GEO.Atmospheric", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "NOAA - ESRL-GMD - Mauna Loa Observatory (MLO) - NOAA resources - Instrument", + "project_name": "Earth System Research Laboratory (ESRL) - Global Monitoring Division (GMD)", + "scireg_id": 61, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "140.172.0.0/16" + ], + "org_name": "National Oceanic and Atmospheric Administration (NOAA)", + "discipline": "GEO.Atmospheric", + "latitude": "38.901111", + "longitude": "-77.050278", + "resource_name": "National Oceanic and Atmospheric Administration (NOAA)", + "project_name": "", + "scireg_id": 62, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.33.115.0/24" + ], + "org_name": "National Radio Astronomy Observatory (NRAO)", + "discipline": "MPS.Astronomy", + "latitude": "38.054000", + "longitude": "-78.535400", + "resource_name": "NRAO Technology Center at UVA - storage servers - Storage", + "project_name": "National Radio Astronomy Observatory (NRAO)", + "scireg_id": 63, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "146.88.1.0/24" + ], + "org_name": "National Radio Astronomy Observatory (NRAO)", + "discipline": "MPS.Astronomy", + "latitude": "33.897400", + "longitude": "-107.026100", + "resource_name": "NRAO AOC Subversion Server at New Mexico Tech - Storage", + "project_name": "National Radio Astronomy Observatory (NRAO)", + "scireg_id": 64, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.130.0/24", + "128.171.131.0/24" + ], + "org_name": "National Radio Astronomy Observatory (NRAO)", + "discipline": "MPS.Astronomy", + "latitude": "34.070000", + "longitude": "-106.907300", + "resource_name": "NRAO - Very Large Baseline Array (VLBA) - Maunakea", + "project_name": "National Radio Astronomy Observatory (NRAO)", + "scireg_id": 65, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "146.5.224.0/19" + ], + "org_name": "National Solar Observatory (NSO)", + "discipline": "MPS.Astronomy", + "latitude": "20.707000", + "longitude": "-156.256000", + "resource_name": "NSO - Daniel K. Inouye Solar Telescope (DKIST) - Instrument", + "project_name": "Daniel K. Inouye Solar Telescope (DKIST) (DKIST)", + "scireg_id": 66, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2001:df4:2600:2::2/128", + "103.72.192.66/32" + ], + "org_name": "National Supercomputing Center Singapore (NSCC Sing.)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "1.298900", + "longitude": "103.787600", + "resource_name": "NSCC - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 67, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.117.0.0/16" + ], + "org_name": "NSF National Center for Atmospheric Research (NCAR)", + "discipline": "GEO.Atmospheric", + "latitude": "40.031080", + "longitude": "-105.245940", + "resource_name": "NSF National Center for Atmospheric Research (NCAR)", + "project_name": "", + "scireg_id": 68, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.219.192.0/23", + "128.219.194.0/24", + "128.219.196.0/24", + "128.219.198.0/24" + ], + "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "discipline": "MPS.Materials", + "latitude": "35.972400", + "longitude": "-84.290400", + "resource_name": "ORNL - Center for Nanophase Materials Sciences (CNMS)", + "project_name": "Center for Nanophase Materials Sciences (CNMS)", + "scireg_id": 69, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.219.128.0/20", + "160.91.192.0/20", + "192.12.68.0/24", + "192.188.178.0/23" + ], + "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "discipline": "Multi-Science Facility", + "latitude": "36.021000", + "longitude": "-84.252700", + "resource_name": "ORNL - Oak Ridge Leadership Computing Facility (OLCF)", + "project_name": "Oak Ridge Leadership Computing Facility (OLCF)", + "scireg_id": 70, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "160.91.167.0/25", + "160.91.224.0/22", + "160.91.230.0/23", + "160.91.232.0/21" + ], + "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "35.972400", + "longitude": "-84.290400", + "resource_name": "ORNL - Spallation Neutron Source (SNS)", + "project_name": "Spallation Neutron Source (SNS)", + "scireg_id": 71, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "160.91.144.0/22", + "160.91.148.0/24" + ], + "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "discipline": "MPS.Physics.High Energy", + "latitude": "35.972400", + "longitude": "-84.290400", + "resource_name": "ORNL - High Flux Isotope Reactor (HFIR)", + "project_name": "High Flux Isotope Reactor (HFIR)", + "scireg_id": 72, + "contact_email": "engage@es.net", + "last_updated": "unknown" + }, + { + "addresses": [ + "156.110.41.7/32" + ], + "org_name": "OneNet", + "discipline": "Multi-Science Facility", + "latitude": "35.183700", + "longitude": "-97.437100", + "resource_name": "OneNet - OFFN - DTNs - Data Transfer", + "project_name": "Oklahoma Friction Free Network (OFFN)", + "scireg_id": 73, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.182.0.0/16", + "192.101.139.0/24", + "192.101.140.0/24" + ], + "org_name": "Pittsburgh Supercomputer Center (PSC)", + "discipline": "Multi-Science Facility", + "latitude": "40.4456", + "longitude": "-79.9490", + "resource_name": "Pittsburgh Supercomputer Center (PSC)", + "project_name": "", + "scireg_id": 74, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.231.243.0/24", + "128.182.0.0/16" + ], + "org_name": "Pittsburgh Supercomputing Center (PSC)", + "discipline": "Multi-Science Facility", + "latitude": "40.445518", + "longitude": "-79.949150", + "resource_name": "Pittsburgh Supercomputing Center (PSC)", + "project_name": "", + "scireg_id": 75, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.55.106.0/24", + "192.103.13.0/24", + "192.188.106.0/24", + "198.35.0.0/20", + "198.125.224.0/20" + ], + "org_name": "Princeton Plasma Physics Laboratory (PPPL)", + "discipline": "MPS.Physics", + "latitude": "40.350000", + "longitude": "-74.603000", + "resource_name": "PPPL - National Spherical Torus Experiment (NSTX)", + "project_name": "National Spherical Torus Experiment (NSTX)", + "scireg_id": 76, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.211.128.0/19" + ], + "org_name": "Purdue University", + "discipline": "MPS.Physics.High Energy", + "latitude": "40.423000", + "longitude": "-86.923400", + "resource_name": "CMS Tier-2 Center @ Purdue - Compute", + "project_name": "CMS", + "scireg_id": 77, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "198.202.64.0/18", + "192.67.81.0/24", + "132.249.246.0/24" + ], + "org_name": "San Diego Supercomputer Center (SDSC)", + "discipline": "Multi-Science Facility", + "latitude": "32.9035128", + "longitude": "-117.2444005", + "resource_name": "San Diego Supercomputer Center (SDSC)", + "project_name": "", + "scireg_id": 78, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "134.79.101.0/26", + "134.79.116.0/26", + "134.79.165.0/24" + ], + "org_name": "SLAC National Accelerator Laboratory (SLAC)", + "discipline": "MPS.Physics", + "latitude": "37.459000", + "longitude": "-122.178100", + "resource_name": "SLAC - Linac Coherent Light Source (LCLS)", + "project_name": "Linac Coherent Light Source (LCLS)", + "scireg_id": 79, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "134.79.28.0/22", + "134.79.37.0/25", + "134.79.38.0/23" + ], + "org_name": "SLAC National Accelerator Laboratory (SLAC)", + "discipline": "MPS.Physics", + "latitude": "37.459000", + "longitude": "-122.178100", + "resource_name": "SLAC - Stanford Synchrotron Radiation Lightsource (SSRL)", + "project_name": "Stanford Synchrotron Radiation Lightsource (SSRL)", + "scireg_id": 80, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "74.114.96.98/32" + ], + "org_name": "StarLight", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "41.928800", + "longitude": "-87.631500", + "resource_name": "StarLight - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 81, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.0.0/17" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - other", + "project_name": "", + "scireg_id": 82, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.44.0/22", + "129.114.59.192/27", + "129.114.63.96/27", + "129.114.64.0/19" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Frontera - Compute", + "project_name": "", + "scireg_id": 83, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.62.1/27" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Stampede - Compute", + "project_name": "", + "scireg_id": 84, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.63.160/27", + "129.114.16.0/21" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Vista - Compute", + "project_name": "", + "scireg_id": 85, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.63.32/27" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Stampede2 - Compute", + "project_name": "", + "scireg_id": 86, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.63.128/27", + "129.114.112.0/20" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Stampede3 - Compute", + "project_name": "", + "scireg_id": 87, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.52.0/24", + "129.114.51.128/26" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Corral - Storage", + "project_name": "", + "scireg_id": 88, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.62.0/24" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Ranch - Data Archive", + "project_name": "", + "scireg_id": 89, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.114.60.0/24", + "129.114.54.0/25", + "129.114.40.0/22" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Lonestar - Compute", + "project_name": "", + "scireg_id": 90, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.57.0.0/16", + "192.70.245.0/24" + ], + "org_name": "Thomas Jefferson National Accelerator Facility (Jefferson Lab or TJNAF) (JeffersonLab)", + "discipline": "MPS.Physics.High Energy", + "latitude": "37.073600", + "longitude": "-76.493600", + "resource_name": "Jefferson Lab - Continuous Electron Beam Accelerator Facility (CEBAF)", + "project_name": "Continuous Electron Beam Accelerator Facility (CEBAF)", + "scireg_id": 91, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "152.61.0.0/17" + ], + "org_name": "United States Geological Survey (USGS)", + "discipline": "GEO.Earth", + "latitude": "43.734268", + "longitude": "-96.619469", + "resource_name": "United States Geological Survey (USGS)", + "project_name": "", + "scireg_id": 92, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "164.111.161.0/24" + ], + "org_name": "University of Alabama at Birmingham (UAB)", + "discipline": "Multi-Science Facility", + "latitude": "33.5025", + "longitude": "-86.8197", + "resource_name": "HPC Cluster & RC Services - Compute", + "project_name": "", + "scireg_id": 93, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "138.26.125.0/24" + ], + "org_name": "University of Alabama at Birmingham (UAB)", + "discipline": "Multi-Science Facility", + "latitude": "33.5025", + "longitude": "-86.8197", + "resource_name": "RC Cloud API - Data Transfer", + "project_name": "", + "scireg_id": 94, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "138.26.48.0/23" + ], + "org_name": "University of Alabama at Birmingham (UAB)", + "discipline": "Multi-Science Facility", + "latitude": "33.5025", + "longitude": "-86.8197", + "resource_name": "RC VM Workloads - Multiple", + "project_name": "", + "scireg_id": 95, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "138.26.220.64/28" + ], + "org_name": "University of Alabama at Birmingham (UAB)", + "discipline": "Multi-Science Facility", + "latitude": "33.5025", + "longitude": "-86.8197", + "resource_name": "RC SciDMZ - Multiple", + "project_name": "", + "scireg_id": 96, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2001:610:130::10/128", + "145.146.1.10/32" + ], + "org_name": "University of Amsterdam (UvA NL)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "52.355800", + "longitude": "4.955700", + "resource_name": "UvA - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 97, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.111.9.179/32", + "128.111.19.152/32" + ], + "org_name": "University of California, Santa Barbara (UCSB)", + "discipline": "MPS.Physics.High Energy", + "latitude": "34.432900", + "longitude": "-119.837100", + "resource_name": "UCSB - High Energy Physics", + "project_name": "U of California, Santa Barbara (UCSB)", + "scireg_id": 98, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.170.224.0/19" + ], + "org_name": "University of Chicago (U of C) (U of Chicago)", + "discipline": "MPS.Physics.High Energy", + "latitude": "41.788600", + "longitude": "-87.600900", + "resource_name": "Univ of Chicago - Tier 2 Center", + "project_name": "ATLAS", + "scireg_id": 99, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.227.221.0/24" + ], + "org_name": "University of Florida (UF) (U of Florida)", + "discipline": "MPS.Physics.High Energy", + "latitude": "29.651600", + "longitude": "-82.324800", + "resource_name": "UF - CMS Tier2 Center - cmsio nodes - Storage", + "project_name": "CMS", + "scireg_id": 100, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.72.0/24" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.703400", + "longitude": "-155.090400", + "resource_name": "UH - IFA - University of Hawaii 2.2m Telescope - Instrument", + "project_name": "University of Hawaii 2.2-meter telescope", + "scireg_id": 101, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.91.0/24" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.703500", + "longitude": "-155.090300", + "resource_name": "UH - IFA - UK Infrared Telescope (UKIRT) - Instrument", + "project_name": "UK Infrared Telescope (UKIRT)", + "scireg_id": 102, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.110.128/25", + "128.171.165.0/24" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.703500", + "longitude": "-155.090300", + "resource_name": "UH - IFA - NASA Infrared Telescope Facility (IRTF) - Instrument", + "project_name": "Infrared Telescope Facility (IRTF)", + "scireg_id": 103, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "166.122.71.144/29" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "UH - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - MLO - Instrument", + "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", + "scireg_id": 104, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "166.122.71.160/29" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "UH - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - HKO - Instrument", + "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", + "scireg_id": 105, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "166.122.71.152/29" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "UH - IFA - Variable Young Stellar Objects Survey (VYSOS) - Instrument", + "project_name": "Variable Young Stellar Objects Survey (VYSOS)", + "scireg_id": 106, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.169.205/32" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "GEO.Atmospheric", + "latitude": "21.326700", + "longitude": "-157.810000", + "resource_name": "UH - Institute for Astronomy - Maunakea Weather Center", + "project_name": "Maunakea Weather Center", + "scireg_id": 107, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.177.192/26" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "21.307300", + "longitude": "-157.811600", + "resource_name": "UH - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Image Processing Cluster - Cluster", + "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", + "scireg_id": 108, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.123.224/27", + "166.122.172.0/24" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "21.298800", + "longitude": "-157.817100", + "resource_name": "UH - IFA - Pan-STARRS - Image Processing Pipeline - Cluster", + "project_name": "Pan-STARRS", + "scireg_id": 109, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.177.128/27" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "21.298800", + "longitude": "-157.817100", + "resource_name": "UH - IFA - Pan-STARRS - Moving Object Processing System - Cluster", + "project_name": "Pan-STARRS", + "scireg_id": 110, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.45.0/27" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "21.298800", + "longitude": "-157.817100", + "resource_name": "UH - IFA - Pan-STARRS - Published Science Data - Cluster", + "project_name": "Pan-STARRS", + "scireg_id": 111, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "132.160.100.0/24" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "20.821900", + "longitude": "-156.332500", + "resource_name": "UH - IFA - Pan-STARRS (Panoramic Survey Telescope and Rapid Response System) - Multiple", + "project_name": "Pan-STARRS", + "scireg_id": 112, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.110.0/25", + "128.171.168.0/24", + "128.171.79.0/24", + "128.171.110.0/24", + "128.171.146.0/24", + "128.171.73.32/29" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "21.307300", + "longitude": "-157.811600", + "resource_name": "UH - IFA - Institute for Astronomy (IfA) Manoa - Multiple", + "project_name": "Institute for Astronomy (IfA)", + "scireg_id": 113, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.177.0/27", + "128.171.123.128/27", + "128.171.123.192/27", + "128.171.123.160/27" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "21.298800", + "longitude": "-157.817100", + "resource_name": "UH - IFA - Institute for Astronomy (IfA) ITC - Multiple", + "project_name": "Institute for Astronomy (IfA)", + "scireg_id": 114, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.73.64/27" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.703500", + "longitude": "-155.090300", + "resource_name": "UH - IFA - Institute for Astronomy (IfA) Hilo - Multiple", + "project_name": "Institute for Astronomy (IfA)", + "scireg_id": 115, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "166.122.170.0/24", + "166.122.171.0/24", + "166.122.173.0/24" + ], + "org_name": "University of Hawaii (UH) (U of Hawaii)", + "discipline": "MPS.Astronomy", + "latitude": "20.821900", + "longitude": "-156.332500", + "resource_name": "UH - IFA - Institute for Astronomy (IfA) Maui - Multiple", + "project_name": "Institute for Astronomy (IfA)", + "scireg_id": 116, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "195.194.108.0/24", + "195.194.109.0/24", + "195.194.109.156/30", + "195.194.109.160/29" + ], + "org_name": "University of Manchester (U Manchester)", + "discipline": "MPS.Physics.High Energy", + "latitude": "53.469700", + "longitude": "-2.236700", + "resource_name": "U of Manchester - Tier 2 center SE nodes - Storage", + "project_name": "ATLAS", + "scireg_id": 117, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.182.0/23", + "2600:900:6:1102::/64" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "MPS.Physics.High Energy", + "latitude": "40.813000", + "longitude": "-96.702900", + "resource_name": "UNL - CMS Tier 2 Center - worker nodes - Compute", + "project_name": "CMS", + "scireg_id": 118, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.241.1/32", + "2600:900:6:1302::7ac0:b0a7/128" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "Multi-Science Facility", + "latitude": "40.800000", + "longitude": "-96.667000", + "resource_name": "UNL - HCC FIONA DTN - Data Transfer", + "project_name": "FIONA", + "scireg_id": 119, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.239.128/26", + "2600:900:6:1101::/64" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "MPS.Physics.High Energy", + "latitude": "40.813000", + "longitude": "-96.702900", + "resource_name": "UNL - CMS Tier 2 Center - DTN and support nodes - Cluster", + "project_name": "CMS", + "scireg_id": 120, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.227.64/26" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "Multi-Science Facility", + "latitude": "41.247400", + "longitude": "-96.017800", + "resource_name": "UNL - Crane HPC Cluster - Cluster", + "project_name": "UNL-Crane", + "scireg_id": 121, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.241.16/28" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "Multi-Science Facility", + "latitude": "40.822100", + "longitude": "-96.698000", + "resource_name": "UNL - Rhino HPC Cluster - Cluster", + "project_name": "UNL-Rhino", + "scireg_id": 122, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.244.192/26", + "2600:900:6:1301::/64" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "Multi-Science Facility", + "latitude": "40.800000", + "longitude": "-96.667000", + "resource_name": "UNL - HCC Resources in Lincoln, NE - Cluster", + "project_name": "UNL-Holland Compute Center", + "scireg_id": 123, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.93.175.0/26" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "Multi-Science Facility", + "latitude": "41.247400", + "longitude": "-96.017800", + "resource_name": "UNL - Anvil Cloud - Multiple", + "project_name": "UNL-Anvil", + "scireg_id": 124, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2600:900:6::/48" + ], + "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "discipline": "Multi-Science Facility", + "latitude": "40.813000", + "longitude": "-96.702900", + "resource_name": "UNL - HCC IPv6 Resources - Multiple", + "project_name": "UNL-Holland Compute Center", + "scireg_id": 125, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.15.42.0/23" + ], + "org_name": "University of Oklahoma (OU) (U of OK)", + "discipline": "Multi-Science Facility", + "latitude": "35.181500", + "longitude": "-97.432800", + "resource_name": "U of OK - OU Supercomputing Center for Education & Research (OSCER) - Compute", + "project_name": "OU-OSCER", + "scireg_id": 126, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.15.42.0/24" + ], + "org_name": "University of Oklahoma (OU) (U of OK)", + "discipline": "Multi-Science Facility", + "latitude": "35.183700", + "longitude": "-97.437100", + "resource_name": "U of OK - Schooner DTNs - Data Transfer", + "project_name": "UO-Schooner", + "scireg_id": 127, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.62.0.0/16", + "128.83.0.0/16", + "129.116.0.0/16", + "146.6.0.0/16", + "192.207.51.0/24", + "192.207.52.0/23", + "192.207.54.0/24", + "198.213.192.0/18", + "198.214.80.0/20", + "206.76.64.0/18" + ], + "org_name": "University of Texas at Austin (UT Austin)", + "discipline": "Multi-Science Facility", + "latitude": "30.2849", + "longitude": "-97.7341", + "resource_name": "University of Texas, Austin (UT)", + "project_name": "", + "scireg_id": 128, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "155.101.23.74/32", + "155.101.26.0/24", + "155.97.0.0/16", + "155.98.0.0/16" + ], + "org_name": "University of Utah (U of U) (U of Utah)", + "discipline": "MPS.Astronomy", + "latitude": "40.785500", + "longitude": "-111.730000", + "resource_name": "Telescope Array (TARA)", + "project_name": "Telescope Array (TARA)", + "scireg_id": 129, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "213.135.51.226/32" + ], + "org_name": "University of Warsaw (UoW PL)", + "discipline": "CS.Network Testing and Monitoring", + "latitude": "52.240300", + "longitude": "21.018600", + "resource_name": "UoW - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", + "scireg_id": 130, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "140.142.30.20/32" + ], + "org_name": "University of Washington (UW) (U of Wash.)", + "discipline": "GEO.Atmospheric", + "latitude": "47.660600", + "longitude": "-122.290000", + "resource_name": "UW - Department of Atmospheric Sciences - Storage", + "project_name": "Dept. Atmospheric Sciences, U of Washington", + "scireg_id": 131, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.100.0/24", + "128.171.136.0/24", + "128.171.95.0/24", + "128.171.97.0/24", + "128.171.99.0/24", + "128.171.101.0/24", + "128.171.96.0/24", + "128.171.98.0/24" + ], + "org_name": "W. M. Keck Observatory (WMKO)", + "discipline": "MPS.Astronomy", + "latitude": "20.024300", + "longitude": "-155.665300", + "resource_name": "WMKO - Keck Telescopes - Instrument", + "project_name": "W. M. Keck Observatory (WMKO)", + "scireg_id": 132, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "192.148.247.0/24" + ], + "org_name": "Ohio Supercomputer Center (OSC)", + "discipline": "Multi-Science Facility", + "latitude": "39.994570", + "longitude": "-83.038220", + "resource_name": null, + "project_name": null, + "contact_email": null, + "last_updated": "2024-10-09", + "scireg_id": 133 + } +] \ No newline at end of file From b180f57d563fd8f77246b26cd81b74ae574831d5 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Mon, 14 Oct 2024 14:55:45 -0500 Subject: [PATCH 02/16] 2.1.2 scireg changes --- conf-globus/42-scireg.conf | 159 +++++++++++--------- conf-globus/45-geoip-tagging.conf | 70 ++++++--- conf-globus/50-asn.conf | 4 +- conf-globus/53-caida-org.conf | 4 +- conf-globus/88-preferred-org.conf | 13 ++ conf-globus/98-post-process.conf | 2 +- conf-logstash/42-scireg.conf | 159 +++++++++++--------- conf-logstash/45-geoip-tagging.conf | 74 +++++---- conf-logstash/50-asn.conf | 4 +- conf-logstash/53-caida-org.conf | 4 +- conf-logstash/88-preferred-org.conf | 13 ++ conf-logstash/98-post-process.conf | 2 +- conf-logstash/99-output-multiline-json.conf | 45 ++++++ 13 files changed, 346 insertions(+), 207 deletions(-) create mode 100644 conf-globus/88-preferred-org.conf create mode 100644 conf-logstash/88-preferred-org.conf create mode 100644 conf-logstash/99-output-multiline-json.conf diff --git a/conf-globus/42-scireg.conf b/conf-globus/42-scireg.conf index 99edb28b..adb952e9 100644 --- a/conf-globus/42-scireg.conf +++ b/conf-globus/42-scireg.conf @@ -1,133 +1,144 @@ + +# general approach used here: +# mmdb record gets parsed into [meta][scireg][src] (or [dst]) +# this fills in [meta][scireg][src][latitude] and [meta][scireg][src][city_name] +# JSON in [meta][scireg][src][city_name] gets parsed into [meta][scireg][src_json] +# fields in [meta][scireg][src_json] (discipline, resource name and project name) are copied to final locations + filter { # Tag SOURCE with Science Registry info - get info from fake geoip db holding scireg data geoip { id => "42-1" - database => "/var/lib/grnoc/netsage/scireg.mmdb" + database => "/var/lib/netsage/newScireg.mmdb" default_database_type => "City" cache_size => 1000 source => "[meta][src_ip]" target => "[meta][scireg][src]" - tag_on_failure => [] + tag_on_failure => ["_scireg_lookup_failure_src_ip"] + add_field => { "[meta][src_location][data_source]" => "scireg" } } # break up the json in city_name into indiv fields (target gets totally overwritten with the info from the json) json { id => "42-2" source => "[meta][scireg][src][city_name]" - target => "[meta][scireg][src]" + target => "[meta][scireg][src_json]" + tag_on_failure => ["_jsonparsefailure of city_name"] } + # Tag DESTINATION with Science Registry info - get info from fake geoip db holding scireg data # Skip if it's Multicast! if [meta][dst_organization] != "Multicast" { geoip { id => "42-3" - database => "/var/lib/grnoc/netsage/scireg.mmdb" + database => "/var/lib/netsage/newScireg.mmdb" default_database_type => "City" cache_size => 1000 source => "[meta][dst_ip]" target => "[meta][scireg][dst]" - tag_on_failure => [] + tag_on_failure => ["_scireg_lookup_failure_dst_ip"] + add_field => { "[meta][dst_location][data_source]" => "scireg" } } json { id => "42-4" source => "[meta][scireg][dst][city_name]" - target => "[meta][scireg][dst]" + target => "[meta][scireg][dst_json]" + tag_on_failure => ["_jsonparsefailure of city_name"] } } - # Move project names to new fields - if [meta][scireg][src][projects][0] { - ruby { - id => "42-5" - code => " - event.set('[meta][scireg][src][project_names]', event.get('[meta][scireg][src][projects]').map{ |n| n['project_name'] }) - " - } - } - if [meta][scireg][dst][projects][0] { - ruby { - id => "42-6" - code => " - event.set('[meta][scireg][dst][project_names]', event.get('[meta][scireg][dst][projects]').map{ |n| n['project_name'] }) - " - } - } - - # if lat/long set in Science Registry, use those - if [meta][scireg][src][latitude] { + if [meta][scireg][src][latitude] { mutate { id => "42-7" copy => { "[meta][scireg][src][latitude]" => "[meta][src_location][lat]" "[meta][scireg][src][longitude]" => "[meta][src_location][lon]" - "[meta][scireg][src][org_name]" => "[meta][src_organization]" - "[meta][scireg][src][resource]" => "[meta][src_resource_name]" + "[meta][scireg][src_json][org_name]" => "[meta][src_organization]" + "[meta][scireg][src_json][resource]" => "[meta][src_resource_name]" + } + } + # all scireg should have org_name and resource, but discipline and project are optional + # so only copy if not null + if [meta][scireg][src_json][discipline] != "" { + # copy to legacy field [scireg][src][discipline] too. Note: must use separte mutate for that + mutate { + copy => { "[meta][scireg][src_json][discipline]" => "[meta][src_discipline]" } + } + mutate { + copy => { "[meta][scireg][src_json][discipline]" => "[meta][scireg][src][discipline]" } } - add_field => { "[meta][src_location][data_source]" => "scireg" } } + if [meta][scireg][src_json][project] != "" { + mutate { + copy => { "[meta][scireg][src_json][project]" => "[meta][src_project_names]" } + } + mutate { + copy => { "[meta][scireg][src_json][project]" => "[meta][scireg][src][project_names]" } + } + } + } + # if not in scireg, set to none + if ![meta][src_location][data_source] { + mutate { + add_field => { "[meta][src_location][data_source]" => "none" } + } } + if [meta][scireg][dst][latitude] { mutate { id => "42-8" copy => { - "[meta][scireg][dst][latitude]" => "[meta][dst_location][lat]" - "[meta][scireg][dst][longitude]" => "[meta][dst_location][lon]" - "[meta][scireg][dst][org_name]" => "[meta][dst_organization]" - "[meta][scireg][dst][resource]" => "[meta][dst_resource_name]" + "[meta][scireg][dst][latitude]" => "[meta][dst_location][lat]" + "[meta][scireg][dst][longitude]" => "[meta][dst_location][lon]" + "[meta][scireg][dst_json][org_name]" => "[meta][dst_organization]" + "[meta][scireg][dst_json][resource]" => "[meta][dst_resource_name]" + } + } + if [meta][scireg][dst_json][discipline] != "" { + mutate { + copy => { "[meta][scireg][dst_json][discipline]" => "[meta][dst_discipline]" } } + mutate { + copy => { "[meta][scireg][dst_json][discipline]" => "[meta][scireg][dst][discipline]" } + } + } - add_field => { "[meta][dst_location][data_source]" => "scireg" } + if [meta][scireg][dst_json][project] != "" { + mutate { + copy => { "[meta][scireg][dst_json][project]" => "[meta][dst_project_names]" } + } + mutate { + copy => { "[meta][scireg][dst_json][project]" => "[meta][scireg][dst][project_names]" } + } + } + } + + # if not in scireg, set to none + if ![meta][dst_location][data_source] { + mutate { + add_field => { "[meta][dst_location][data_source]" => "none" } } } # Remove unneeded fields - # note: after SciReg cleanup, be sure to edit this!! XXX mutate { id => "42-10" - remove_field => "[meta][scireg][src][org_description]" - remove_field => "[meta][scireg][dst][org_description]" - remove_field => "[meta][scireg][src][org_url]" - remove_field => "[meta][scireg][dst][org_url]" - remove_field => "[meta][scireg][src][org_country_code]" - remove_field => "[meta][scireg][dst][org_country_code]" - remove_field => "[meta][scireg][src][org_latitude]" - remove_field => "[meta][scireg][dst][org_latitude]" - remove_field => "[meta][scireg][src][org_longitude]" - remove_field => "[meta][scireg][dst][org_longitude]" + remove_field => "[meta][scireg][src][location]" + remove_field => "[meta][scireg][dst][location]" + remove_field => "[meta][scireg][src][ip]" + remove_field => "[meta][scireg][dst][ip]" remove_field => "[meta][scireg][src][latitude]" - remove_field => "[meta][scireg][dst][latitude]" remove_field => "[meta][scireg][src][longitude]" + remove_field => "[meta][scireg][dst][latitude]" remove_field => "[meta][scireg][dst][longitude]" - remove_field => "[meta][scireg][src][asn]" - remove_field => "[meta][scireg][dst][asn]" - remove_field => "[meta][scireg][src][description]" - remove_field => "[meta][scireg][dst][description]" - remove_field => "[meta][scireg][src][discipline_description]" - remove_field => "[meta][scireg][dst][discipline_description]" - remove_field => "[meta][scireg][src][role_description]" - remove_field => "[meta][scireg][dst][role_description]" - remove_field => "[meta][scireg][src][country_code]" - remove_field => "[meta][scireg][dst][country_code]" - remove_field => "[meta][scireg][src][ip_block_id]" - remove_field => "[meta][scireg][dst][ip_block_id]" - remove_field => "[meta][scireg][src][addresses]" - remove_field => "[meta][scireg][dst][addresses]" - remove_field => "[meta][scireg][src][addresses_str]" - remove_field => "[meta][scireg][dst][addresses_str]" - remove_field => "[meta][scireg][src][org_abbr]" - remove_field => "[meta][scireg][dst][org_abbr]" - remove_field => "[meta][scireg][src][org_name]" - remove_field => "[meta][scireg][dst][org_abbr]" - #remove_field => "[meta][scireg][src][resource]" - #remove_field => "[meta][scireg][dst][resource]" - remove_field => "[meta][scireg][src][resource_abbr]" - remove_field => "[meta][scireg][dst][resource_abbr]" - # maybe this will get used someday?? - remove_field => "[meta][scireg][src][projects]" - remove_field => "[meta][scireg][dst][projects]" + # comment these out for debugging + remove_field => "[meta][scireg][src][city_name]" + remove_field => "[meta][scireg][dst][city_name]" + remove_field => "[meta][scireg][src_json]" + remove_field => "[meta][scireg][dst_json]" } - } + diff --git a/conf-globus/45-geoip-tagging.conf b/conf-globus/45-geoip-tagging.conf index 6d3fcf18..5058c808 100644 --- a/conf-globus/45-geoip-tagging.conf +++ b/conf-globus/45-geoip-tagging.conf @@ -1,4 +1,5 @@ -# Tag the flow with location information (lat, lon, country, continent) from the MaxMind City database. +# +# If not in Science Registry, Tag the flow with location information (lat, lon, country, continent) from the MaxMind City database. # If unavailable, leave lat, lon unset, and set country and continent to Unknown. # Note: Most cloud providers do not have Country/Lat/Long in the MaxMind DB. The DB only contains "registered_country_name" @@ -32,18 +33,17 @@ filter { #===== SOURCE geoip { id => "45-3" - database => "/var/lib/grnoc/netsage/GeoLite2-City.mmdb" + database => "/var/lib/netsage/GeoLite2-City.mmdb" default_database_type => "City" cache_size => 1000 # 1000 is the default. Increase if seems slow source => "[meta][src_ip]" # NOTE: location will fail for some IPs (eg: cloud providers) fields => [ "continent_name", "country_name", "location"] target => "[src_geoip]" - tag_on_failure => ["_geoip_lookup_failure: src_ip"] - + tag_on_failure => ["_geoip_lookup_failure_src_ip"] } - if !("_geoip_lookup_failure - src IP not in CITY db" in [tags]) { + if !("_geoip_lookup_failure_src_ip" in [tags]) { mutate { id => "45-4" copy => { @@ -51,43 +51,69 @@ filter { "[src_geoip][country_name]" => "[meta][src_country_name]" } } - } - # if src_location not already filled in by Science Registry, copy it over - # - if ![meta][src_location] { - mutate { - copy => { "[src_geoip][location]" => "[meta][src_location]" } - add_field => { "[meta][src_location][data_source]" => "maxmind" } + # if src_location not already filled in by Science Registry, copy it over + if ![meta][src_location][lat] { + mutate { + copy => { "[src_geoip][location]" => "[meta][src_location]" } + } + if ![meta][src_location][data_source] { + # If the field does not exist, add the field + mutate { + add_field => { "[meta][src_location][data_source]" => "maxmind" } + } + } else { + # If the field exists, update its value + mutate { + replace => { "[meta][src_location][data_source]" => "maxmind" } + } + } } } #===== DESTINATION (if not multicast) if !([@multicast_dst] == "yes") { geoip { - id => "45-5" - database => "/var/lib/grnoc/netsage/GeoLite2-City.mmdb" + id => "45-6" + database => "/var/lib/netsage/GeoLite2-City.mmdb" default_database_type => "City" cache_size => 1000 source => "[meta][dst_ip]" fields => [ "continent_name", "country_name", "location"] target => "[dst_geoip]" - tag_on_failure => ["_geoip_lookup_failure: dst_ip"] + tag_on_failure => ["_geoip_lookup_failure_dst_ip"] } - if !("_geoip_lookup_failure - dst IP not in CITY db" in [tags]) { + if !("_geoip_lookup_failure_dst_ip" in [tags]) { mutate { - id => "45-6" + id => "45-7" copy => { "[dst_geoip][continent_name]" => "[meta][dst_continent]" "[dst_geoip][country_name]" => "[meta][dst_country_name]" } } + # if dst_location not already filled in by Science Registry, copy it over + if ![meta][src_location][lat] { + mutate { + copy => { "[dst_geoip][location]" => "[meta][dst_location]" } + } + if ![meta][src_location][data_source] { + # If the field does not exist, add the field + mutate { + add_field => { "[meta][dst_location][data_source]" => "maxmind" } + } + } else { + # If the field exists, update its value + mutate { + replace => { "[meta][dst_location][data_source]" => "maxmind" } + } + } + } } - } + } # Make sure lat/lon are floats mutate { - id => "45-7" + id => "45-8" convert => { '[meta][src_location][lat]' => "float" '[meta][src_location][lon]' => "float" @@ -102,7 +128,7 @@ filter { add_tag => ["error"] replace => { "[meta][src_country_name]" => "Unknown" } replace => { "[meta][src_continent]" => "Unknown" } - replace => { "error_message" => "GeoIP lookup failed for src IP: %{[meta][src_ip]}, using database /var/lib/grnoc/netsage/GeoLite2-City.mmdb" } + replace => { "error_message" => "GeoIP lookup failed for src IP: %{[meta][src_ip]}, using database /var/lib/netsage/GeoLite2-City.mmdb" } } } if ![meta][dst_country_name] { @@ -110,12 +136,12 @@ filter { add_tag => ["error"] replace => { "[meta][dst_country_name]" => "Unknown" } replace => { "[meta][dst_continent]" => "Unknown" } - replace => { "error_message" => "GeoIP lookup failed for dst IP: %{[meta][dst_ip]}, using database /var/lib/grnoc/netsage/GeoLite2-City.mmdb" } + replace => { "error_message" => "GeoIP lookup failed for dst IP: %{[meta][dst_ip]}, using database /var/lib/netsage/GeoLite2-City.mmdb" } } } mutate { - id => "45-8" + id => "45-9" remove_field => "[src_geoip]" remove_field => "[dst_geoip]" remove_field => "[@multicast_dst]" diff --git a/conf-globus/50-asn.conf b/conf-globus/50-asn.conf index cd9c3e36..738e3b7d 100644 --- a/conf-globus/50-asn.conf +++ b/conf-globus/50-asn.conf @@ -22,7 +22,7 @@ filter { geoip { id => "50-2" - database => "/var/lib/grnoc/netsage/GeoLite2-ASN.mmdb" + database => "/var/lib/netsage/GeoLite2-ASN.mmdb" default_database_type => "ASN" cache_size => 1000 source => "[meta][src_ip]" @@ -59,7 +59,7 @@ filter { geoip { id => "50-5" - database => "/var/lib/grnoc/netsage/GeoLite2-ASN.mmdb" + database => "/var/lib/netsage/GeoLite2-ASN.mmdb" default_database_type => "ASN" cache_size => 1000 source => "[meta][dst_ip]" diff --git a/conf-globus/53-caida-org.conf b/conf-globus/53-caida-org.conf index 2ed5f89e..4fbd4837 100644 --- a/conf-globus/53-caida-org.conf +++ b/conf-globus/53-caida-org.conf @@ -10,7 +10,7 @@ filter { id => "53-1" source => "[meta][src_asn]" target => "[meta][src_asn_organization]" - dictionary_path => "/var/lib/grnoc/netsage/CAIDA-org-lookup.csv" + dictionary_path => "/var/lib/netsage/CAIDA-org-lookup.csv" fallback => "Unknown" override => true } @@ -44,7 +44,7 @@ filter { id => "53-5" source => "[meta][dst_asn]" target => "[meta][dst_asn_organization]" - dictionary_path => "/var/lib/grnoc/netsage/CAIDA-org-lookup.csv" + dictionary_path => "/var/lib/netsage/CAIDA-org-lookup.csv" fallback => "Unknown" override => true } diff --git a/conf-globus/88-preferred-org.conf b/conf-globus/88-preferred-org.conf new file mode 100644 index 00000000..3bb71030 --- /dev/null +++ b/conf-globus/88-preferred-org.conf @@ -0,0 +1,13 @@ +# Add "preferred" organization fields for use in certain grafana dashboards. +# This is just for legacy reasons, and should go away eventually +# We prefer values from the science registry. +# If there are no science registry values, fall back to the non-registry values. + +filter { + mutate { + id => "88-1" + copy => { "[meta][src_organization]" => "[meta][src_preferred_org]" } + copy => { "[meta][dst_organization]" => "[meta][dst_preferred_org]" } + } + +} diff --git a/conf-globus/98-post-process.conf b/conf-globus/98-post-process.conf index e0e8afb6..99559ecc 100644 --- a/conf-globus/98-post-process.conf +++ b/conf-globus/98-post-process.conf @@ -5,7 +5,7 @@ filter { code => ' event.set( "@exit_time", Time.now ); event.set( "@processing_time", event.get("@exit_time") - event.get("@ingest_time") ); - event.set( "@pipeline_ver", "2.1.0" ); + event.set( "@pipeline_ver", "2.1.2" ); ' tag_on_exception => '_rubyexception in 98-post-process.conf' } diff --git a/conf-logstash/42-scireg.conf b/conf-logstash/42-scireg.conf index 99edb28b..adb952e9 100644 --- a/conf-logstash/42-scireg.conf +++ b/conf-logstash/42-scireg.conf @@ -1,133 +1,144 @@ + +# general approach used here: +# mmdb record gets parsed into [meta][scireg][src] (or [dst]) +# this fills in [meta][scireg][src][latitude] and [meta][scireg][src][city_name] +# JSON in [meta][scireg][src][city_name] gets parsed into [meta][scireg][src_json] +# fields in [meta][scireg][src_json] (discipline, resource name and project name) are copied to final locations + filter { # Tag SOURCE with Science Registry info - get info from fake geoip db holding scireg data geoip { id => "42-1" - database => "/var/lib/grnoc/netsage/scireg.mmdb" + database => "/var/lib/netsage/newScireg.mmdb" default_database_type => "City" cache_size => 1000 source => "[meta][src_ip]" target => "[meta][scireg][src]" - tag_on_failure => [] + tag_on_failure => ["_scireg_lookup_failure_src_ip"] + add_field => { "[meta][src_location][data_source]" => "scireg" } } # break up the json in city_name into indiv fields (target gets totally overwritten with the info from the json) json { id => "42-2" source => "[meta][scireg][src][city_name]" - target => "[meta][scireg][src]" + target => "[meta][scireg][src_json]" + tag_on_failure => ["_jsonparsefailure of city_name"] } + # Tag DESTINATION with Science Registry info - get info from fake geoip db holding scireg data # Skip if it's Multicast! if [meta][dst_organization] != "Multicast" { geoip { id => "42-3" - database => "/var/lib/grnoc/netsage/scireg.mmdb" + database => "/var/lib/netsage/newScireg.mmdb" default_database_type => "City" cache_size => 1000 source => "[meta][dst_ip]" target => "[meta][scireg][dst]" - tag_on_failure => [] + tag_on_failure => ["_scireg_lookup_failure_dst_ip"] + add_field => { "[meta][dst_location][data_source]" => "scireg" } } json { id => "42-4" source => "[meta][scireg][dst][city_name]" - target => "[meta][scireg][dst]" + target => "[meta][scireg][dst_json]" + tag_on_failure => ["_jsonparsefailure of city_name"] } } - # Move project names to new fields - if [meta][scireg][src][projects][0] { - ruby { - id => "42-5" - code => " - event.set('[meta][scireg][src][project_names]', event.get('[meta][scireg][src][projects]').map{ |n| n['project_name'] }) - " - } - } - if [meta][scireg][dst][projects][0] { - ruby { - id => "42-6" - code => " - event.set('[meta][scireg][dst][project_names]', event.get('[meta][scireg][dst][projects]').map{ |n| n['project_name'] }) - " - } - } - - # if lat/long set in Science Registry, use those - if [meta][scireg][src][latitude] { + if [meta][scireg][src][latitude] { mutate { id => "42-7" copy => { "[meta][scireg][src][latitude]" => "[meta][src_location][lat]" "[meta][scireg][src][longitude]" => "[meta][src_location][lon]" - "[meta][scireg][src][org_name]" => "[meta][src_organization]" - "[meta][scireg][src][resource]" => "[meta][src_resource_name]" + "[meta][scireg][src_json][org_name]" => "[meta][src_organization]" + "[meta][scireg][src_json][resource]" => "[meta][src_resource_name]" + } + } + # all scireg should have org_name and resource, but discipline and project are optional + # so only copy if not null + if [meta][scireg][src_json][discipline] != "" { + # copy to legacy field [scireg][src][discipline] too. Note: must use separte mutate for that + mutate { + copy => { "[meta][scireg][src_json][discipline]" => "[meta][src_discipline]" } + } + mutate { + copy => { "[meta][scireg][src_json][discipline]" => "[meta][scireg][src][discipline]" } } - add_field => { "[meta][src_location][data_source]" => "scireg" } } + if [meta][scireg][src_json][project] != "" { + mutate { + copy => { "[meta][scireg][src_json][project]" => "[meta][src_project_names]" } + } + mutate { + copy => { "[meta][scireg][src_json][project]" => "[meta][scireg][src][project_names]" } + } + } + } + # if not in scireg, set to none + if ![meta][src_location][data_source] { + mutate { + add_field => { "[meta][src_location][data_source]" => "none" } + } } + if [meta][scireg][dst][latitude] { mutate { id => "42-8" copy => { - "[meta][scireg][dst][latitude]" => "[meta][dst_location][lat]" - "[meta][scireg][dst][longitude]" => "[meta][dst_location][lon]" - "[meta][scireg][dst][org_name]" => "[meta][dst_organization]" - "[meta][scireg][dst][resource]" => "[meta][dst_resource_name]" + "[meta][scireg][dst][latitude]" => "[meta][dst_location][lat]" + "[meta][scireg][dst][longitude]" => "[meta][dst_location][lon]" + "[meta][scireg][dst_json][org_name]" => "[meta][dst_organization]" + "[meta][scireg][dst_json][resource]" => "[meta][dst_resource_name]" + } + } + if [meta][scireg][dst_json][discipline] != "" { + mutate { + copy => { "[meta][scireg][dst_json][discipline]" => "[meta][dst_discipline]" } } + mutate { + copy => { "[meta][scireg][dst_json][discipline]" => "[meta][scireg][dst][discipline]" } + } + } - add_field => { "[meta][dst_location][data_source]" => "scireg" } + if [meta][scireg][dst_json][project] != "" { + mutate { + copy => { "[meta][scireg][dst_json][project]" => "[meta][dst_project_names]" } + } + mutate { + copy => { "[meta][scireg][dst_json][project]" => "[meta][scireg][dst][project_names]" } + } + } + } + + # if not in scireg, set to none + if ![meta][dst_location][data_source] { + mutate { + add_field => { "[meta][dst_location][data_source]" => "none" } } } # Remove unneeded fields - # note: after SciReg cleanup, be sure to edit this!! XXX mutate { id => "42-10" - remove_field => "[meta][scireg][src][org_description]" - remove_field => "[meta][scireg][dst][org_description]" - remove_field => "[meta][scireg][src][org_url]" - remove_field => "[meta][scireg][dst][org_url]" - remove_field => "[meta][scireg][src][org_country_code]" - remove_field => "[meta][scireg][dst][org_country_code]" - remove_field => "[meta][scireg][src][org_latitude]" - remove_field => "[meta][scireg][dst][org_latitude]" - remove_field => "[meta][scireg][src][org_longitude]" - remove_field => "[meta][scireg][dst][org_longitude]" + remove_field => "[meta][scireg][src][location]" + remove_field => "[meta][scireg][dst][location]" + remove_field => "[meta][scireg][src][ip]" + remove_field => "[meta][scireg][dst][ip]" remove_field => "[meta][scireg][src][latitude]" - remove_field => "[meta][scireg][dst][latitude]" remove_field => "[meta][scireg][src][longitude]" + remove_field => "[meta][scireg][dst][latitude]" remove_field => "[meta][scireg][dst][longitude]" - remove_field => "[meta][scireg][src][asn]" - remove_field => "[meta][scireg][dst][asn]" - remove_field => "[meta][scireg][src][description]" - remove_field => "[meta][scireg][dst][description]" - remove_field => "[meta][scireg][src][discipline_description]" - remove_field => "[meta][scireg][dst][discipline_description]" - remove_field => "[meta][scireg][src][role_description]" - remove_field => "[meta][scireg][dst][role_description]" - remove_field => "[meta][scireg][src][country_code]" - remove_field => "[meta][scireg][dst][country_code]" - remove_field => "[meta][scireg][src][ip_block_id]" - remove_field => "[meta][scireg][dst][ip_block_id]" - remove_field => "[meta][scireg][src][addresses]" - remove_field => "[meta][scireg][dst][addresses]" - remove_field => "[meta][scireg][src][addresses_str]" - remove_field => "[meta][scireg][dst][addresses_str]" - remove_field => "[meta][scireg][src][org_abbr]" - remove_field => "[meta][scireg][dst][org_abbr]" - remove_field => "[meta][scireg][src][org_name]" - remove_field => "[meta][scireg][dst][org_abbr]" - #remove_field => "[meta][scireg][src][resource]" - #remove_field => "[meta][scireg][dst][resource]" - remove_field => "[meta][scireg][src][resource_abbr]" - remove_field => "[meta][scireg][dst][resource_abbr]" - # maybe this will get used someday?? - remove_field => "[meta][scireg][src][projects]" - remove_field => "[meta][scireg][dst][projects]" + # comment these out for debugging + remove_field => "[meta][scireg][src][city_name]" + remove_field => "[meta][scireg][dst][city_name]" + remove_field => "[meta][scireg][src_json]" + remove_field => "[meta][scireg][dst_json]" } - } + diff --git a/conf-logstash/45-geoip-tagging.conf b/conf-logstash/45-geoip-tagging.conf index 125d549c..5058c808 100644 --- a/conf-logstash/45-geoip-tagging.conf +++ b/conf-logstash/45-geoip-tagging.conf @@ -1,4 +1,5 @@ -# Tag the flow with location information (lat, lon, country, continent) from the MaxMind City database. +# +# If not in Science Registry, Tag the flow with location information (lat, lon, country, continent) from the MaxMind City database. # If unavailable, leave lat, lon unset, and set country and continent to Unknown. # Note: Most cloud providers do not have Country/Lat/Long in the MaxMind DB. The DB only contains "registered_country_name" @@ -32,18 +33,17 @@ filter { #===== SOURCE geoip { id => "45-3" - database => "/var/lib/grnoc/netsage/GeoLite2-City.mmdb" + database => "/var/lib/netsage/GeoLite2-City.mmdb" default_database_type => "City" cache_size => 1000 # 1000 is the default. Increase if seems slow source => "[meta][src_ip]" # NOTE: location will fail for some IPs (eg: cloud providers) fields => [ "continent_name", "country_name", "location"] target => "[src_geoip]" - tag_on_failure => ["_geoip_lookup_failure: src_ip"] - + tag_on_failure => ["_geoip_lookup_failure_src_ip"] } - if !("_geoip_lookup_failure - src IP not in CITY db" in [tags]) { + if !("_geoip_lookup_failure_src_ip" in [tags]) { mutate { id => "45-4" copy => { @@ -51,49 +51,69 @@ filter { "[src_geoip][country_name]" => "[meta][src_country_name]" } } - } - # if src_location not already filled in by Science Registry, copy it over - if ![meta][src_location] { - mutate { - copy => { "[src_geoip][location]" => "[meta][src_location]" } - add_field => { "[meta][src_location][data_source]" => "maxmind" } + # if src_location not already filled in by Science Registry, copy it over + if ![meta][src_location][lat] { + mutate { + copy => { "[src_geoip][location]" => "[meta][src_location]" } + } + if ![meta][src_location][data_source] { + # If the field does not exist, add the field + mutate { + add_field => { "[meta][src_location][data_source]" => "maxmind" } + } + } else { + # If the field exists, update its value + mutate { + replace => { "[meta][src_location][data_source]" => "maxmind" } + } + } } } #===== DESTINATION (if not multicast) if !([@multicast_dst] == "yes") { geoip { - id => "45-5" - database => "/var/lib/grnoc/netsage/GeoLite2-City.mmdb" + id => "45-6" + database => "/var/lib/netsage/GeoLite2-City.mmdb" default_database_type => "City" cache_size => 1000 source => "[meta][dst_ip]" fields => [ "continent_name", "country_name", "location"] target => "[dst_geoip]" - tag_on_failure => ["_geoip_lookup_failure: dst_ip"] + tag_on_failure => ["_geoip_lookup_failure_dst_ip"] } - if !("_geoip_lookup_failure - dst IP not in CITY db" in [tags]) { + if !("_geoip_lookup_failure_dst_ip" in [tags]) { mutate { - id => "45-6" + id => "45-7" copy => { "[dst_geoip][continent_name]" => "[meta][dst_continent]" "[dst_geoip][country_name]" => "[meta][dst_country_name]" } } - } - # if dst_location not already filled in by Science Registry, copy it over - if ![meta][src_location] { - mutate { - copy => { "[dst_geoip][location]" => "[meta][dst_location]" } - add_field => { "[meta][dst_location][data_source]" => "maxmind" } + # if dst_location not already filled in by Science Registry, copy it over + if ![meta][src_location][lat] { + mutate { + copy => { "[dst_geoip][location]" => "[meta][dst_location]" } + } + if ![meta][src_location][data_source] { + # If the field does not exist, add the field + mutate { + add_field => { "[meta][dst_location][data_source]" => "maxmind" } + } + } else { + # If the field exists, update its value + mutate { + replace => { "[meta][dst_location][data_source]" => "maxmind" } + } + } } } - } + } # Make sure lat/lon are floats mutate { - id => "45-7" + id => "45-8" convert => { '[meta][src_location][lat]' => "float" '[meta][src_location][lon]' => "float" @@ -108,7 +128,7 @@ filter { add_tag => ["error"] replace => { "[meta][src_country_name]" => "Unknown" } replace => { "[meta][src_continent]" => "Unknown" } - replace => { "error_message" => "GeoIP lookup failed for src IP: %{[meta][src_ip]}, using database /var/lib/grnoc/netsage/GeoLite2-City.mmdb" } + replace => { "error_message" => "GeoIP lookup failed for src IP: %{[meta][src_ip]}, using database /var/lib/netsage/GeoLite2-City.mmdb" } } } if ![meta][dst_country_name] { @@ -116,12 +136,12 @@ filter { add_tag => ["error"] replace => { "[meta][dst_country_name]" => "Unknown" } replace => { "[meta][dst_continent]" => "Unknown" } - replace => { "error_message" => "GeoIP lookup failed for dst IP: %{[meta][dst_ip]}, using database /var/lib/grnoc/netsage/GeoLite2-City.mmdb" } + replace => { "error_message" => "GeoIP lookup failed for dst IP: %{[meta][dst_ip]}, using database /var/lib/netsage/GeoLite2-City.mmdb" } } } mutate { - id => "45-8" + id => "45-9" remove_field => "[src_geoip]" remove_field => "[dst_geoip]" remove_field => "[@multicast_dst]" diff --git a/conf-logstash/50-asn.conf b/conf-logstash/50-asn.conf index cd9c3e36..738e3b7d 100644 --- a/conf-logstash/50-asn.conf +++ b/conf-logstash/50-asn.conf @@ -22,7 +22,7 @@ filter { geoip { id => "50-2" - database => "/var/lib/grnoc/netsage/GeoLite2-ASN.mmdb" + database => "/var/lib/netsage/GeoLite2-ASN.mmdb" default_database_type => "ASN" cache_size => 1000 source => "[meta][src_ip]" @@ -59,7 +59,7 @@ filter { geoip { id => "50-5" - database => "/var/lib/grnoc/netsage/GeoLite2-ASN.mmdb" + database => "/var/lib/netsage/GeoLite2-ASN.mmdb" default_database_type => "ASN" cache_size => 1000 source => "[meta][dst_ip]" diff --git a/conf-logstash/53-caida-org.conf b/conf-logstash/53-caida-org.conf index 2ed5f89e..4fbd4837 100644 --- a/conf-logstash/53-caida-org.conf +++ b/conf-logstash/53-caida-org.conf @@ -10,7 +10,7 @@ filter { id => "53-1" source => "[meta][src_asn]" target => "[meta][src_asn_organization]" - dictionary_path => "/var/lib/grnoc/netsage/CAIDA-org-lookup.csv" + dictionary_path => "/var/lib/netsage/CAIDA-org-lookup.csv" fallback => "Unknown" override => true } @@ -44,7 +44,7 @@ filter { id => "53-5" source => "[meta][dst_asn]" target => "[meta][dst_asn_organization]" - dictionary_path => "/var/lib/grnoc/netsage/CAIDA-org-lookup.csv" + dictionary_path => "/var/lib/netsage/CAIDA-org-lookup.csv" fallback => "Unknown" override => true } diff --git a/conf-logstash/88-preferred-org.conf b/conf-logstash/88-preferred-org.conf new file mode 100644 index 00000000..3bb71030 --- /dev/null +++ b/conf-logstash/88-preferred-org.conf @@ -0,0 +1,13 @@ +# Add "preferred" organization fields for use in certain grafana dashboards. +# This is just for legacy reasons, and should go away eventually +# We prefer values from the science registry. +# If there are no science registry values, fall back to the non-registry values. + +filter { + mutate { + id => "88-1" + copy => { "[meta][src_organization]" => "[meta][src_preferred_org]" } + copy => { "[meta][dst_organization]" => "[meta][dst_preferred_org]" } + } + +} diff --git a/conf-logstash/98-post-process.conf b/conf-logstash/98-post-process.conf index e0e8afb6..99559ecc 100644 --- a/conf-logstash/98-post-process.conf +++ b/conf-logstash/98-post-process.conf @@ -5,7 +5,7 @@ filter { code => ' event.set( "@exit_time", Time.now ); event.set( "@processing_time", event.get("@exit_time") - event.get("@ingest_time") ); - event.set( "@pipeline_ver", "2.1.0" ); + event.set( "@pipeline_ver", "2.1.2" ); ' tag_on_exception => '_rubyexception in 98-post-process.conf' } diff --git a/conf-logstash/99-output-multiline-json.conf b/conf-logstash/99-output-multiline-json.conf new file mode 100644 index 00000000..2f2777ac --- /dev/null +++ b/conf-logstash/99-output-multiline-json.conf @@ -0,0 +1,45 @@ +# Mainly for dev work. +# Write key events as readable json (ie, with new-lines; only fields as specified below between single quotes). +# The output file can be read with 01-input-multiline-json.conf. + +output { + file { + path => "/data/output/test-data.json" + codec => line { + format => '{ + "start":"%{start}", + "end":"%{end}", + "meta":{ + "sensor_id":"%{[meta][sensor_id]}", + "protocol":"%{[meta][protocol]}", + "flow_type":"%{[meta][flow_type]}", + "src_ip":"%{[meta][src_ip]}", + "src_port":"%{[meta][src_port]}", + "src_asn":"%{[meta][src_asn]}", + "dst_ip":"%{[meta][dst_ip]}", + "dst_port":"%{[meta][dst_port]}", + "dst_asn":"%{[meta][dst_asn]}", + "src_organization":"%{[meta][src_organization]}", + "dst_organization":"%{[meta][dst_organization]}", + "src_resource_name":"%{[meta][src_resource_name]}", + "dst_resource_name":"%{[meta][dst_resource_name]}", + "src_data_source":"%{[meta][src_location][data_source]}", + "dst_data_source":"%{[meta][dst_location][data_source]}", + "src_discipline":"%{[meta][src_discipline]}", + "dst_discipline":"%{[meta][dst_discipline]}", + "src_project_names":"%{[meta][src_project_names]}", + "dst_project_names":"%{[meta][dst_project_names]}", + "src_continent":"%{[meta][src_continent]}", + "dst_continent":"%{[meta][dst_continent]}", + "legacy:src_preferred_org":"%{[meta][src_preferred_org]}", + "legacy:dst_preferred_org":"%{[meta][dst_preferred_org]}", + "legacy:[scireg][src][project_names]":"%{[meta][scireg][src][project_names]}", + "legacy:[scireg][dst][project_names]":"%{[meta][scireg][dst][project_names]}", + }, + "values":"%{values}" + }' + } + write_behavior => "append" + } +} + From c74f0eaff4c9048ddbfa5869aede6a39bfd35b33 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Mon, 14 Oct 2024 15:03:03 -0500 Subject: [PATCH 03/16] not needed --- conf-logstash/42-scireg-new.conf.disabled | 238 ---------------------- 1 file changed, 238 deletions(-) delete mode 100644 conf-logstash/42-scireg-new.conf.disabled diff --git a/conf-logstash/42-scireg-new.conf.disabled b/conf-logstash/42-scireg-new.conf.disabled deleted file mode 100644 index 04c75bff..00000000 --- a/conf-logstash/42-scireg-new.conf.disabled +++ /dev/null @@ -1,238 +0,0 @@ - -# general approach used here: -# mmdb record gets parsed into [meta][scireg][src] (or [dst]) -# this fills in [meta][scireg][src][latitude] and [meta][scireg][src][city_name] -# JSON in [meta][scireg][src][city_name] gets parsed into [meta][scireg][src_json] -# fields in [meta][scireg][src_json] are copied to final locations - -filter { - - # Tag SOURCE with Science Registry info - get info from fake geoip db holding scireg data - geoip { - id => "42-1" - database => "/var/lib/grnoc/netsage/scireg-new.mmdb" - default_database_type => "City" - cache_size => 1000 - source => "[meta][src_ip]" - target => "[meta][scireg][src]" - tag_on_failure => [] - } - # break up the json in city_name into indiv fields (target gets totally overwritten with the info from the json) - json { - id => "42-2" - source => "[meta][scireg][src][city_name]" - target => "[meta][scireg][src_json]" - tag_on_failure => ["_jsonparsefailure of city_name"] - } - -# Note: I attempted to do it like this instead of putting everything into city_name, but logstash did not find the user-definded fields. -# XXX: try again with updated mmdb file. I might have fixed something... (need to uncomment code in scireg2mmdb.go) -# Maybe I'm missing something -blt Try again later? -# target => "[src_scireg]" # instead of "[meta][scireg][src]" above -# if [src_scireg] { -# mutate { -# add_field => { "[meta][scireg][src][discipline]" => "%{[src_scireg][discipline]}" } -# add_field => { "[meta][scireg][src][resource_name]" => "%{[src_scireg][resource_name]}" } -# add_field => { "[meta][scireg][src][org_name]" => "%{[src_scireg][org_name]}" } -# } - -# for debugging -# ruby { -# code => " -# event.tag('src IP found in scireg db') -# scireg_data = event.get('[src_scireg]') -# event.set('scireg_data', scireg_data) -# save_src_ip = event.get('[meta][src_ip]') -# event.set('saved_src_ip', save_src_ip) -# resource_name = event.get('[src_scireg][resource]') -# event.set('scireg_resource_name', resource_name) -# discipline = event.get('[src_scireg][discipline]') -# event.set('scireg_discipline', discipline) -# " -# } - - # Tag DESTINATION with Science Registry info - get info from fake geoip db holding scireg data - # Skip if it's Multicast! - if [meta][dst_organization] != "Multicast" { - geoip { - id => "42-3" - database => "/var/lib/grnoc/netsage/scireg-new.mmdb" - default_database_type => "City" - cache_size => 1000 - source => "[meta][dst_ip]" - target => "[meta][scireg][dst]" - tag_on_failure => [] - } - json { - id => "42-4" - source => "[meta][scireg][dst][city_name]" - target => "[meta][scireg][dst_json]" - tag_on_failure => ["_jsonparsefailure of city_name"] - } - } - -# try new way (did not work!!): Error: was expecting double-quote to start field name -# XXXX: add code for dst too -# ruby { -# id => "42-5" -# code => " -# require 'json' -# projects = event.get('[meta][scireg][src][projects]') -# -# if projects -# begin -# # Parse the JSON string into an array of objects -# projects_array = JSON.parse(projects) -# -# # Extract project names and abbreviations -# project_names = projects_array.map { |n| n['project_name'] } -# -# # Set the new fields in the event -# event.set('[meta][scireg][src][project_names]', project_names) -# rescue JSON::ParserError => e -# # Handle JSON parsing error if projects is not a valid JSON string -# event.tag('json_parse_error') -# event.set('json_parse_error_message', e.message) -# end -# end -# " -# } - - # Move project names to new fields -# test: seems to not work with new scireg.mmdb file.. -# XXX: confirmed: still not working. - -# Parse the nested JSON in the 'projects' field -# new method -# if [meta][scireg][src_json][projects] { -# ruby { -# id => "42-5" -# code => ' -# require "json" -# projects_field = event.get("[meta][scireg][src_json][projects]") -# if projects_field -# # Replace 'None' with 'null' and ensure single quotes are converted to double quotes -# #cleaned_projects_field = projects_field.gsub(/None/, "null").gsub(/\'/, "\"") -# cleaned_projects_field = projects_field.gsub("None", "null") # JSON.parse expects null -# event.set("[debug][cleaned_projects_field]", cleaned_projects_field) # Debugging line -# projects = JSON.parse(cleaned_projects_field) -# project_names = projects.map { |project| project["project_name"] } -# event.set("[meta][scireg][src][project_names]", project_names) -# end -# ' -# tag_on_exception => '_rubyexception in 42-scireg.conf, error getting src project_names' -# } -# } - -# old method also not working... -# if [meta][scireg][src_json][projects][0] { -# ruby { -# id => "42-5" -# code => " -# event.set('[meta][scireg][src][project_names]', event.get('[meta][scireg][src_json][projects]').map{ |n| n['project_name'] }) -# " -# tag_on_exception => '_rubyexception in 42-scireg.conf, error getting src project_names' -# } -# } -# if [meta][scireg][dst_json][projects][0] { -# ruby { -# id => "42-6" -# code => " -# event.set('[meta][scireg][dst][project_names]', event.get('[meta][scireg][dst_json][projects]').map{ |n| n['project_name'] }) -# " -# tag_on_exception => '_rubyexception in 42-scireg.conf, error getting dst project_names' -# } -# } - - # if lat/long set in Science Registry, use those - # XXX FIXME: should not always assume location is present - if [meta][scireg][src] { - mutate { - id => "42-7" - copy => { - "[meta][scireg][src][latitude]" => "[meta][src_location][lat]" - "[meta][scireg][src][longitude]" => "[meta][src_location][lon]" - "[meta][scireg][src_json][resource]" => "[meta][src_resource_name]" - } - add_field => { "[meta][src_location][data_source]" => "scireg" } - } - - } - if [meta][scireg][dst] { - mutate { - id => "42-8" - copy => { - "[meta][scireg][dst][latitude]" => "[meta][dst_location][lat]" - "[meta][scireg][dst][longitude]" => "[meta][dst_location][lon]" - "[meta][scireg][dst_json][org_name]" => "[meta][dst_organization]" - "[meta][scireg][dst_json][resource]" => "[meta][dst_resource_name]" - } - - add_field => { "[meta][dst_location][data_source]" => "scireg" } - } - } - - - # Remove unneeded fields - # note: after SciReg cleanup, be sure to edit this!! XXX - # check in elastic for unneeded stuff... - mutate { - id => "42-10" - remove_field => "[meta][scireg][src][location]" - remove_field => "[meta][scireg][dst][location]" - remove_field => "[meta][scireg][src][org_abbr]" - remove_field => "[meta][scireg][dst][org_abbr]" - remove_field => "[meta][scireg][src][org_name]" - remove_field => "[meta][scireg][dst][org_name]" - remove_field => "[meta][scireg][src][resource]" - remove_field => "[meta][scireg][dst][resource]" - remove_field => "[meta][scireg][src][resource_abbr]" - remove_field => "[meta][scireg][dst][resource_abbr]" - remove_field => "[meta][scireg][src][city_name]" - remove_field => "[meta][scireg][dst][city_name]" - # MUST remove projects, otherwise elastic throws the data away! - remove_field => "[meta][scireg][src][projects]" - remove_field => "[meta][scireg][dst][projects]" - #add when done debugging - remove_field => "[meta][src_json]" - remove_field => "[meta][dst_json]" - } - -} - -# for debuging -#output { -# Log everything to file -# file { -# path => "/data/output/42-scireg.log" -# codec => json_lines -# # overwrite everytime (file will only contain last entry) -# write_behavior => "overwrite" -# #write_behavior => "append" -# } -# if [scireg_data] { -# # log more specific stuff (easier to see what is happening) -# file { -# path => "/data/output/mmdb_lookup.log" -# codec => line { -# format => "src_ip: %{saved_src_ip}, scireg_data: %{scireg_data}, scireg_city_name: %{scireg_city_name}, scireg_resource_name: %{scireg_resource_name} discipline: %{discipline}" -# } -# # overwrite everytime (file will only contain last entry) -# write_behavior => "overwrite" -# #write_behavior => "append" -# } -# } -# -# for more (actually way too much) debug info, uncomment these -# stdout { -# codec => rubydebug -# } -# -# if [ruby_debug] { -# stdout { -# codec => line { -# format => "src_ip: %{saved_src_ip}, scireg_data: %{scireg_data}, scireg_city_name: %{scireg_city_name}, scireg_resource_name: %{scireg_resource_name} discipline: %{discipline}" -# } -# } -# } -#} From e805b6bbbf5d9462a84239f17f400d04a5622147 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Mon, 14 Oct 2024 17:09:39 -0500 Subject: [PATCH 04/16] updated 99-output-multiline-json.conf.disabled --- conf-logstash/99-output-multiline-json.conf | 45 ------------------- .../99-output-multiline-json.conf.disabled | 18 ++++---- 2 files changed, 10 insertions(+), 53 deletions(-) delete mode 100644 conf-logstash/99-output-multiline-json.conf diff --git a/conf-logstash/99-output-multiline-json.conf b/conf-logstash/99-output-multiline-json.conf deleted file mode 100644 index 2f2777ac..00000000 --- a/conf-logstash/99-output-multiline-json.conf +++ /dev/null @@ -1,45 +0,0 @@ -# Mainly for dev work. -# Write key events as readable json (ie, with new-lines; only fields as specified below between single quotes). -# The output file can be read with 01-input-multiline-json.conf. - -output { - file { - path => "/data/output/test-data.json" - codec => line { - format => '{ - "start":"%{start}", - "end":"%{end}", - "meta":{ - "sensor_id":"%{[meta][sensor_id]}", - "protocol":"%{[meta][protocol]}", - "flow_type":"%{[meta][flow_type]}", - "src_ip":"%{[meta][src_ip]}", - "src_port":"%{[meta][src_port]}", - "src_asn":"%{[meta][src_asn]}", - "dst_ip":"%{[meta][dst_ip]}", - "dst_port":"%{[meta][dst_port]}", - "dst_asn":"%{[meta][dst_asn]}", - "src_organization":"%{[meta][src_organization]}", - "dst_organization":"%{[meta][dst_organization]}", - "src_resource_name":"%{[meta][src_resource_name]}", - "dst_resource_name":"%{[meta][dst_resource_name]}", - "src_data_source":"%{[meta][src_location][data_source]}", - "dst_data_source":"%{[meta][dst_location][data_source]}", - "src_discipline":"%{[meta][src_discipline]}", - "dst_discipline":"%{[meta][dst_discipline]}", - "src_project_names":"%{[meta][src_project_names]}", - "dst_project_names":"%{[meta][dst_project_names]}", - "src_continent":"%{[meta][src_continent]}", - "dst_continent":"%{[meta][dst_continent]}", - "legacy:src_preferred_org":"%{[meta][src_preferred_org]}", - "legacy:dst_preferred_org":"%{[meta][dst_preferred_org]}", - "legacy:[scireg][src][project_names]":"%{[meta][scireg][src][project_names]}", - "legacy:[scireg][dst][project_names]":"%{[meta][scireg][dst][project_names]}", - }, - "values":"%{values}" - }' - } - write_behavior => "append" - } -} - diff --git a/conf-logstash/99-output-multiline-json.conf.disabled b/conf-logstash/99-output-multiline-json.conf.disabled index ca33292d..2f2777ac 100644 --- a/conf-logstash/99-output-multiline-json.conf.disabled +++ b/conf-logstash/99-output-multiline-json.conf.disabled @@ -16,23 +16,25 @@ output { "src_ip":"%{[meta][src_ip]}", "src_port":"%{[meta][src_port]}", "src_asn":"%{[meta][src_asn]}", - "src_ifindex":"%{[meta][src_ifindex]}", "dst_ip":"%{[meta][dst_ip]}", "dst_port":"%{[meta][dst_port]}", "dst_asn":"%{[meta][dst_asn]}", - "dst_ifindex":"%{[meta][dst_ifindex]}", "src_organization":"%{[meta][src_organization]}", "dst_organization":"%{[meta][dst_organization]}", "src_resource_name":"%{[meta][src_resource_name]}", "dst_resource_name":"%{[meta][dst_resource_name]}", "src_data_source":"%{[meta][src_location][data_source]}", "dst_data_source":"%{[meta][dst_location][data_source]}", - "src_scireg_json":"%{[meta][scireg][src]}", - "dst_scireg_json":"%{[meta][scireg][dst]}", - "src_discipline":"%{[meta][scireg][src][discipline]}", - "dst_discipline":"%{[meta][scireg][dst][discipline]}", - "src_projects":"%{[meta][scireg][src][projects]}", - "dst_projects":"%{[meta][scireg][dst][projects]}" + "src_discipline":"%{[meta][src_discipline]}", + "dst_discipline":"%{[meta][dst_discipline]}", + "src_project_names":"%{[meta][src_project_names]}", + "dst_project_names":"%{[meta][dst_project_names]}", + "src_continent":"%{[meta][src_continent]}", + "dst_continent":"%{[meta][dst_continent]}", + "legacy:src_preferred_org":"%{[meta][src_preferred_org]}", + "legacy:dst_preferred_org":"%{[meta][dst_preferred_org]}", + "legacy:[scireg][src][project_names]":"%{[meta][scireg][src][project_names]}", + "legacy:[scireg][dst][project_names]":"%{[meta][scireg][dst][project_names]}", }, "values":"%{values}" }' From f01201f5f8de324cc43d8cf304559cb362a89ad3 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Wed, 16 Oct 2024 15:34:43 -0500 Subject: [PATCH 05/16] updated version of scireg --- scireg/newScireg.json | 128 +++++++++++++++++++++--------------------- 1 file changed, 64 insertions(+), 64 deletions(-) diff --git a/scireg/newScireg.json b/scireg/newScireg.json index 40e862c5..1674464f 100644 --- a/scireg/newScireg.json +++ b/scireg/newScireg.json @@ -128,11 +128,11 @@ "192.148.93.0/24", "192.148.96.0/23" ], - "org_name": "Atmospheric Radiation Measurement (ARM) user facility", + "org_name": "Atmospheric Radiation Measurement User Facility (ARM)", "discipline": "GEO.Atmospheric", "latitude": "35.972400", "longitude": "-84.290400", - "resource_name": "Atmospheric Radiation Measurement (ARM) user facility", + "resource_name": "Atmospheric Radiation Measurement User Facility (ARM)", "project_name": "Atmospheric Radiation Measurement (ARM)", "scireg_id": 8, "contact_email": "unknown", @@ -143,7 +143,7 @@ "2001:388:cf04:26::2/128", "138.44.15.78/32" ], - "org_name": "Australian Academic and Research Network (AARNet) (AARNet.au)", + "org_name": "Australian Academic and Research Network (AARNet)", "discipline": "CS.Network Testing and Monitoring", "latitude": "-33.798500", "longitude": "151.144800", @@ -287,7 +287,7 @@ "61.56.13.0/24", "61.56.15.0/24" ], - "org_name": "Central Weather Bureau (CWB), Taiwan (CWB.tw)", + "org_name": "Central Weather Bureau, Taiwan (CWB)", "discipline": "GEO.Atmospheric", "latitude": "25.041800", "longitude": "121.496600", @@ -375,7 +375,7 @@ "addresses": [ "131.169.193.0/24" ], - "org_name": "Deutsches Elektronen-Synchrotron (DESY) (DESY.de)", + "org_name": "Deutsches Elektronen-Synchrotron (DESY)", "discipline": "MPS.Physics", "latitude": "53.550000", "longitude": "10.000000", @@ -503,7 +503,7 @@ "198.129.104.0/22", "198.129.232.0/22" ], - "org_name": "General Atomics (GA) (Gen. Atomics)", + "org_name": "General Atomics (GA)", "discipline": "MPS.Physics", "latitude": "32.894100", "longitude": "-117.237700", @@ -563,7 +563,7 @@ "addresses": [ "143.89.47.70/32" ], - "org_name": "Hong Kong University of Science and Technology (HKUST) (HKUST.hk)", + "org_name": "Hong Kong University of Science and Technology (HKUST)", "discipline": "ENG.General", "latitude": "22.283300", "longitude": "114.150000", @@ -577,7 +577,7 @@ "addresses": [ "90.147.132.10/32" ], - "org_name": "Institute of Radio Astronomy (Istituto di Radioastronomia) (IRA) (IRA.it)", + "org_name": "Institute of Radio Astronomy (Istituto di Radioastronomia) (IRA)", "discipline": "MPS.Astronomy", "latitude": "43.147900", "longitude": "12.109700", @@ -606,7 +606,7 @@ "addresses": [ "210.119.23.12/32" ], - "org_name": "Korea Institute of Science and Technology Information (KISTI) (KISTI.kr)", + "org_name": "Korea Institute of Science and Technology Information (KISTI)", "discipline": "CS.Network Testing and Monitoring", "latitude": "37.570000", "longitude": "126.980000", @@ -620,7 +620,7 @@ "addresses": [ "144.206.236.0/24" ], - "org_name": "Kurchatov Institute - National Research Center (NRC) (Kurchatov.ru)", + "org_name": "Kurchatov Institute - National Research Center (NRC)", "discipline": "MPS.Physics.High Energy", "latitude": "55.752200", "longitude": "37.615600", @@ -638,7 +638,7 @@ "128.3.90.0/23", "128.3.96.0/23" ], - "org_name": "Lawrence Berkeley National Laboratory (Berkeley Lab or LBL)", + "org_name": "Lawrence Berkeley National Laboratory (LBL)", "discipline": "BIO.Genomics and Bioinformatics", "latitude": "37.931400", "longitude": "-122.021700", @@ -653,7 +653,7 @@ "131.243.3.0/24", "131.243.180.0/22" ], - "org_name": "Lawrence Berkeley National Laboratory (Berkeley Lab or LBL)", + "org_name": "Lawrence Berkeley National Laboratory (LBL)", "discipline": "Multi-Science Facility", "latitude": "37.866800", "longitude": "-122.253600", @@ -697,7 +697,7 @@ "131.243.201.0/24", "131.243.202.0/23" ], - "org_name": "Lawrence Berkeley National Laboratory (Berkeley Lab or LBL)", + "org_name": "Lawrence Berkeley National Laboratory (LBL)", "discipline": "MPS.Physics", "latitude": "37.866800", "longitude": "-122.253600", @@ -754,7 +754,7 @@ "addresses": [ "130.183.36.0/24" ], - "org_name": "Max Planck Computing and Data Facility (MPCDF) (MPCDF.de)", + "org_name": "Max Planck Computing and Data Facility (MPCDF)", "discipline": "Multi-Science Facility", "latitude": "48.250000", "longitude": "11.650000", @@ -801,8 +801,8 @@ "discipline": "MPS.Astronomy", "latitude": "35.690600", "longitude": "139.770000", - "resource_name": "NAOJ - unknown", - "project_name": "National Astronomical Observatory of Japan (NAOJ)", + "resouce_name": "National Astronomical Observatory of Japan (NAOJ)", + "project_name": "", "scireg_id": 50, "contact_email": "unknown", "last_updated": "unknown" @@ -905,11 +905,11 @@ "addresses": [ "131.154.130.0/24" ], - "org_name": "National Institute for Nuclear Physics - National Center for Frame Analysis (INFN - CNAF)", + "org_name": "National Institute for Nuclear Physics (INFN)", "discipline": "MPS.Physics.High Energy", "latitude": "44.483300", "longitude": "11.333300", - "resource_name": "INFN - CNAF - HPC - Compute", + "resource_name": "INFN - CNAF - Compute", "project_name": "National Center for Frame Analysis", "scireg_id": 57, "contact_email": "unknown", @@ -1048,7 +1048,7 @@ "2001:df4:2600:2::2/128", "103.72.192.66/32" ], - "org_name": "National Supercomputing Center Singapore (NSCC Sing.)", + "org_name": "National Supercomputing Center Singapore (NSCC)", "discipline": "CS.Network Testing and Monitoring", "latitude": "1.298900", "longitude": "103.787600", @@ -1079,7 +1079,7 @@ "128.219.196.0/24", "128.219.198.0/24" ], - "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "org_name": "Oak Ridge National Laboratory (ORNL)", "discipline": "MPS.Materials", "latitude": "35.972400", "longitude": "-84.290400", @@ -1096,7 +1096,7 @@ "192.12.68.0/24", "192.188.178.0/23" ], - "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "org_name": "Oak Ridge National Laboratory (ORNL)", "discipline": "Multi-Science Facility", "latitude": "36.021000", "longitude": "-84.252700", @@ -1113,7 +1113,7 @@ "160.91.230.0/23", "160.91.232.0/21" ], - "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "org_name": "Oak Ridge National Laboratory (ORNL)", "discipline": "MPS.Physics.High Energy", "latitude": "35.972400", "longitude": "-84.290400", @@ -1128,7 +1128,7 @@ "160.91.144.0/22", "160.91.148.0/24" ], - "org_name": "Oak Ridge National Laboratory (ORNL) (Oak Ridge NL)", + "org_name": "Oak Ridge National Laboratory (ORNL)", "discipline": "MPS.Physics.High Energy", "latitude": "35.972400", "longitude": "-84.290400", @@ -1158,11 +1158,11 @@ "192.101.139.0/24", "192.101.140.0/24" ], - "org_name": "Pittsburgh Supercomputer Center (PSC)", + "org_name": "Pittsburgh Supercomputing Center (PSC)", "discipline": "Multi-Science Facility", "latitude": "40.4456", "longitude": "-79.9490", - "resource_name": "Pittsburgh Supercomputer Center (PSC)", + "resource_name": "Pittsburgh Supercomputing Center (PSC)", "project_name": "", "scireg_id": 74, "contact_email": "unknown", @@ -1416,7 +1416,7 @@ "129.57.0.0/16", "192.70.245.0/24" ], - "org_name": "Thomas Jefferson National Accelerator Facility (Jefferson Lab or TJNAF) (JeffersonLab)", + "org_name": "Thomas Jefferson National Accelerator Facility (JLab)", "discipline": "MPS.Physics.High Energy", "latitude": "37.073600", "longitude": "-76.493600", @@ -1521,7 +1521,7 @@ "latitude": "34.432900", "longitude": "-119.837100", "resource_name": "UCSB - High Energy Physics", - "project_name": "U of California, Santa Barbara (UCSB)", + "project_name": "unknown", "scireg_id": 98, "contact_email": "unknown", "last_updated": "unknown" @@ -1530,7 +1530,7 @@ "addresses": [ "192.170.224.0/19" ], - "org_name": "University of Chicago (U of C) (U of Chicago)", + "org_name": "University of Chicago (UChicago)", "discipline": "MPS.Physics.High Energy", "latitude": "41.788600", "longitude": "-87.600900", @@ -1544,7 +1544,7 @@ "addresses": [ "128.227.221.0/24" ], - "org_name": "University of Florida (UF) (U of Florida)", + "org_name": "University of Florida (UF)", "discipline": "MPS.Physics.High Energy", "latitude": "29.651600", "longitude": "-82.324800", @@ -1558,7 +1558,7 @@ "addresses": [ "128.171.72.0/24" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.703400", "longitude": "-155.090400", @@ -1572,7 +1572,7 @@ "addresses": [ "128.171.91.0/24" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", @@ -1587,7 +1587,7 @@ "128.171.110.128/25", "128.171.165.0/24" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", @@ -1601,7 +1601,7 @@ "addresses": [ "166.122.71.144/29" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.534500", "longitude": "-155.576000", @@ -1615,7 +1615,7 @@ "addresses": [ "166.122.71.160/29" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.534500", "longitude": "-155.576000", @@ -1629,7 +1629,7 @@ "addresses": [ "166.122.71.152/29" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.534500", "longitude": "-155.576000", @@ -1643,7 +1643,7 @@ "addresses": [ "128.171.169.205/32" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "GEO.Atmospheric", "latitude": "21.326700", "longitude": "-157.810000", @@ -1657,7 +1657,7 @@ "addresses": [ "128.171.177.192/26" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "21.307300", "longitude": "-157.811600", @@ -1672,7 +1672,7 @@ "128.171.123.224/27", "166.122.172.0/24" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", @@ -1686,7 +1686,7 @@ "addresses": [ "128.171.177.128/27" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", @@ -1700,7 +1700,7 @@ "addresses": [ "128.171.45.0/27" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", @@ -1714,7 +1714,7 @@ "addresses": [ "132.160.100.0/24" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", @@ -1733,7 +1733,7 @@ "128.171.146.0/24", "128.171.73.32/29" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "21.307300", "longitude": "-157.811600", @@ -1750,7 +1750,7 @@ "128.171.123.192/27", "128.171.123.160/27" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", @@ -1764,7 +1764,7 @@ "addresses": [ "128.171.73.64/27" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", @@ -1780,7 +1780,7 @@ "166.122.171.0/24", "166.122.173.0/24" ], - "org_name": "University of Hawaii (UH) (U of Hawaii)", + "org_name": "University of Hawaii (UH)", "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", @@ -1797,11 +1797,11 @@ "195.194.109.156/30", "195.194.109.160/29" ], - "org_name": "University of Manchester (U Manchester)", + "org_name": "University of Manchester (UoM)", "discipline": "MPS.Physics.High Energy", "latitude": "53.469700", "longitude": "-2.236700", - "resource_name": "U of Manchester - Tier 2 center SE nodes - Storage", + "resource_name": "UoM - Tier 2 center SE nodes - Storage", "project_name": "ATLAS", "scireg_id": 117, "contact_email": "unknown", @@ -1812,7 +1812,7 @@ "129.93.182.0/23", "2600:900:6:1102::/64" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "MPS.Physics.High Energy", "latitude": "40.813000", "longitude": "-96.702900", @@ -1827,7 +1827,7 @@ "129.93.241.1/32", "2600:900:6:1302::7ac0:b0a7/128" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "40.800000", "longitude": "-96.667000", @@ -1842,7 +1842,7 @@ "129.93.239.128/26", "2600:900:6:1101::/64" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "MPS.Physics.High Energy", "latitude": "40.813000", "longitude": "-96.702900", @@ -1856,7 +1856,7 @@ "addresses": [ "129.93.227.64/26" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "41.247400", "longitude": "-96.017800", @@ -1870,7 +1870,7 @@ "addresses": [ "129.93.241.16/28" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "40.822100", "longitude": "-96.698000", @@ -1885,7 +1885,7 @@ "129.93.244.192/26", "2600:900:6:1301::/64" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "40.800000", "longitude": "-96.667000", @@ -1899,7 +1899,7 @@ "addresses": [ "129.93.175.0/26" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "41.247400", "longitude": "-96.017800", @@ -1913,7 +1913,7 @@ "addresses": [ "2600:900:6::/48" ], - "org_name": "University of Nebraska-Lincoln (UNL) (UN Lincoln)", + "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "40.813000", "longitude": "-96.702900", @@ -1927,11 +1927,11 @@ "addresses": [ "129.15.42.0/23" ], - "org_name": "University of Oklahoma (OU) (U of OK)", + "org_name": "University of Oklahoma (OU)", "discipline": "Multi-Science Facility", "latitude": "35.181500", "longitude": "-97.432800", - "resource_name": "U of OK - OU Supercomputing Center for Education & Research (OSCER) - Compute", + "resource_name": "OU - Supercomputing Center for Education & Research (OSCER) - Compute", "project_name": "OU-OSCER", "scireg_id": 126, "contact_email": "unknown", @@ -1941,11 +1941,11 @@ "addresses": [ "129.15.42.0/24" ], - "org_name": "University of Oklahoma (OU) (U of OK)", + "org_name": "University of Oklahoma (OU)", "discipline": "Multi-Science Facility", "latitude": "35.183700", "longitude": "-97.437100", - "resource_name": "U of OK - Schooner DTNs - Data Transfer", + "resource_name": "OU - Schooner DTNs - Data Transfer", "project_name": "UO-Schooner", "scireg_id": 127, "contact_email": "unknown", @@ -1981,12 +1981,12 @@ "155.97.0.0/16", "155.98.0.0/16" ], - "org_name": "University of Utah (U of U) (U of Utah)", + "org_name": "University of Utah (U of U)", "discipline": "MPS.Astronomy", "latitude": "40.785500", "longitude": "-111.730000", "resource_name": "Telescope Array (TARA)", - "project_name": "Telescope Array (TARA)", + "project_name": "unknown", "scireg_id": 129, "contact_email": "unknown", "last_updated": "unknown" @@ -2009,7 +2009,7 @@ "addresses": [ "140.142.30.20/32" ], - "org_name": "University of Washington (UW) (U of Wash.)", + "org_name": "University of Washington (UW)", "discipline": "GEO.Atmospheric", "latitude": "47.660600", "longitude": "-122.290000", @@ -2048,10 +2048,10 @@ "discipline": "Multi-Science Facility", "latitude": "39.994570", "longitude": "-83.038220", - "resource_name": null, + "resource_name": "Ohio Supercomputer Center (OSC)", "project_name": null, "contact_email": null, "last_updated": "2024-10-09", "scireg_id": 133 } -] \ No newline at end of file +] From 8e253e5ccd303d0e329ebb830fc27508ef017afc Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Wed, 16 Oct 2024 15:35:08 -0500 Subject: [PATCH 06/16] updates --- scireg-utils/README.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scireg-utils/README.txt b/scireg-utils/README.txt index 27ef6e57..f1dfc05a 100644 --- a/scireg-utils/README.txt +++ b/scireg-utils/README.txt @@ -16,7 +16,7 @@ Steps to update Science Registry: wget https://epoc-rabbitmq.tacc.utexas.edu/NetSage/scireg.template.json 2) add new entries to template using your favorite editor, then do: - add_new_scireg.py scireg.json scireg.template.json newScireg.json + add_new_scireg.py -i scireg.json -t scireg.template.json -o scireg-update.json 3) convert to mmdb: scireg2mmdb -i newScireg.json -o newScireg.mmdb From 6a796f9eb4debe1e9f7bd551c4611c69bcb9fbe3 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Wed, 23 Oct 2024 08:32:10 -0500 Subject: [PATCH 07/16] added more sample commands --- scireg-utils/README.txt | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/scireg-utils/README.txt b/scireg-utils/README.txt index f1dfc05a..7995bda3 100644 --- a/scireg-utils/README.txt +++ b/scireg-utils/README.txt @@ -4,7 +4,7 @@ Contents of this directory Current scripts/programs: - - add_new_scireg.py: script to add new entry to end of scireg.json file + - add_new_scireg.py: script to add new entry to scireg.json file, or cleanup file - scireg2mmdb.go : builds mmdb from JSON - dump_mmdb.go : dump entire mmdb for debugging - Makefile : builds go tools @@ -18,6 +18,10 @@ Steps to update Science Registry: 2) add new entries to template using your favorite editor, then do: add_new_scireg.py -i scireg.json -t scireg.template.json -o scireg-update.json + or to cleanup existing JSON if edited directly: + add_new_scireg.py --clean -i newScireg.json -o newestScireg.json + + 3) convert to mmdb: scireg2mmdb -i newScireg.json -o newScireg.mmdb From 33201ae86e95b7031fa2d73c09441633d713c3bc Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Wed, 23 Oct 2024 09:56:06 -0500 Subject: [PATCH 08/16] update of newScireg.json --- scireg/newScireg.json | 411 ++++++++++++++++++++---------------------- 1 file changed, 192 insertions(+), 219 deletions(-) diff --git a/scireg/newScireg.json b/scireg/newScireg.json index 1674464f..af98efcf 100644 --- a/scireg/newScireg.json +++ b/scireg/newScireg.json @@ -7,8 +7,8 @@ "discipline": "GEO.Climate", "latitude": "25.047800", "longitude": "121.531800", - "resource_name": "Academia Sinica - Research Center for Environmental Changes (RCEC)", - "project_name": "Research Center for Environmental Changes (RCEC), Academia Sinica", + "resource_name": "Research Center for Environmental Changes (RCEC)", + "project_name": "", "scireg_id": 0, "contact_email": "unknown", "last_updated": "unknown" @@ -23,7 +23,7 @@ "latitude": "41.718400", "longitude": "-87.978700", "resource_name": "ANL - Argonne Leadership Computing Facility (ALCF) - Compute", - "project_name": "ANL-Argonne Leadership Computing Facility (ALCF)", + "project_name": "ALCF", "scireg_id": 1, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -36,8 +36,8 @@ "discipline": "Multi-Science Facility", "latitude": "41.718400", "longitude": "-87.978700", - "resource_name": "ANL LCRC - Argonne Laboratory Computing Resource Center - Compute", - "project_name": "", + "resource_name": "ANL - Argonne Laboratory Computing Resource Center (LCRC) - Compute", + "project_name": "LCRC", "scireg_id": 2, "contact_email": "engage@es.net", "last_updated": "9/16/2024" @@ -101,8 +101,8 @@ "discipline": "CS.Network Testing and Monitoring", "latitude": "41.681500", "longitude": "-87.970600", - "resource_name": "ANL - DTN for Data Mobility Exhibition - Network Testing", - "project_name": "Data Mobility Exhibition (DME)", + "resource_name": "ANL - DTN for Data Mobility Exhibition - Data Transfer", + "project_name": "Data Mover Challenge", "scireg_id": 6, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -193,7 +193,7 @@ "latitude": "40.869500", "longitude": "-72.886800", "resource_name": "BNL - Center for Functional Nanomaterials (CFN)", - "project_name": "Center for Functional Nanomaterials (CFN)", + "project_name": "", "scireg_id": 12, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -243,7 +243,7 @@ "discipline": "MPS.Astronomy", "latitude": "33.786600", "longitude": "-118.298700", - "resource_name": "Caltech - IPAC - Infrared Science Archive (IRSA) - Storage", + "resource_name": "Caltech - Infrared Science Archive (IRSA) - Storage", "project_name": "Infrared Science Archive (IRSA)", "scireg_id": 15, "contact_email": "unknown", @@ -257,7 +257,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "38.052900", "longitude": "-78.535400", - "resource_name": "UltraLight - Storage", + "resource_name": "Caltech - UltraLight - Storage", "project_name": "CMS", "scireg_id": 16, "contact_email": "unknown", @@ -292,7 +292,7 @@ "latitude": "25.041800", "longitude": "121.496600", "resource_name": "Central Weather Bureau, Taiwan", - "project_name": "Central Weather Bureau (CWB), Taiwan", + "project_name": "", "scireg_id": 18, "contact_email": "unknown", "last_updated": "unknown" @@ -306,7 +306,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "46.232400", "longitude": "6.050200", - "resource_name": "CERN - EOS ATLAS - Storage", + "resource_name": "CERN - ATLAS - Storage", "project_name": "ATLAS", "scireg_id": 19, "contact_email": "unknown", @@ -321,7 +321,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "46.232400", "longitude": "6.050200", - "resource_name": "CERN - p0 hosts", + "resource_name": "CERN - WLCG", "project_name": "WLCG", "scireg_id": 20, "contact_email": "unknown", @@ -337,7 +337,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "46.231709", "longitude": "6.072080", - "resource_name": "CERN - European Organization for Nuclear Research", + "resource_name": "CERN - WLCG", "project_name": "WLCG", "scireg_id": 21, "contact_email": "unknown", @@ -351,8 +351,8 @@ "discipline": "Multi-Science Facility", "latitude": "43.147900", "longitude": "12.109700", - "resource_name": "Cineca - Marconi", - "project_name": "Cineca-Macroni", + "resource_name": "Cineca - Marconi - Compute", + "project_name": "", "scireg_id": 22, "contact_email": "unknown", "last_updated": "unknown" @@ -365,8 +365,8 @@ "discipline": "CS.Network Testing and Monitoring", "latitude": "42.440600", "longitude": "-76.496600", - "resource_name": "Cornell - DTN for Data Mobility Exhibition - Network Testing", - "project_name": "Data Mobility Exhibition (DME)", + "resource_name": "Cornell - DTN for Data Mover Challenge - Data Transfer", + "project_name": "Data Mover Challenge", "scireg_id": 23, "contact_email": "unknown", "last_updated": "unknown" @@ -411,7 +411,7 @@ "latitude": "46.3415", "longitude": "-119.2787", "resource_name": "Environmental Molecular Sciences Lab (EMSL)", - "project_name": "Environmental Molecular Sciences Lab (EMSL)", + "project_name": "", "scireg_id": 26, "contact_email": "unknown", "last_updated": "unknown" @@ -508,7 +508,7 @@ "latitude": "32.894100", "longitude": "-117.237700", "resource_name": "GA - DIII-D National Fusion Facility (DIII-D)", - "project_name": "DIII-D National Fusion Facility", + "project_name": "DIII-D", "scireg_id": 32, "contact_email": "unknown", "last_updated": "unknown" @@ -525,7 +525,7 @@ "latitude": "40.345470", "longitude": "-74.616440", "resource_name": "Geophysical Fluid Dynamics Laboratory (GFDL-Z)", - "project_name": "", + "project_name": "GFDL-Z", "scireg_id": 33, "contact_email": "unknown", "last_updated": "unknown" @@ -567,8 +567,8 @@ "discipline": "ENG.General", "latitude": "22.283300", "longitude": "114.150000", - "resource_name": "HKUST - Department of Electrical Engineering", - "project_name": "Hong Kong University of Science and Technology (HKUST)", + "resource_name": "", + "project_name": "", "scireg_id": 36, "contact_email": "unknown", "last_updated": "unknown" @@ -582,7 +582,7 @@ "latitude": "43.147900", "longitude": "12.109700", "resource_name": "Istituto di Radioastronomia", - "project_name": "Istituto di Radioastronomia", + "project_name": "", "scireg_id": 37, "contact_email": "unknown", "last_updated": "unknown" @@ -643,7 +643,7 @@ "latitude": "37.931400", "longitude": "-122.021700", "resource_name": "LBL - Joint Genome Institute (JGI)", - "project_name": "Joint Genome Institute (JGI)", + "project_name": "", "scireg_id": 41, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -658,7 +658,7 @@ "latitude": "37.866800", "longitude": "-122.253600", "resource_name": "LBL - The Molecular Foundary (TMF)", - "project_name": "The Molecular Foundary (TMF)", + "project_name": "", "scireg_id": 42, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -702,7 +702,7 @@ "latitude": "37.866800", "longitude": "-122.253600", "resource_name": "LBL - Advanced Light Source (ALS)", - "project_name": "Advanced Light Source (ALS)", + "project_name": "", "scireg_id": 43, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -715,8 +715,8 @@ "discipline": "GEO.Climate", "latitude": "37.691400", "longitude": "-121.701400", - "resource_name": "LLNL - AIMS - Data Transfer", - "project_name": "Lawrence Livermore National Laboratory (LLNL)", + "resource_name": "LLNL - AIMS - Storage", + "project_name": "AIMS", "scireg_id": 44, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -758,8 +758,8 @@ "discipline": "Multi-Science Facility", "latitude": "48.250000", "longitude": "11.650000", - "resource_name": "MPCDF - GridFTP nodes - Data Transfer", - "project_name": "Max Planck Computing and Data Facility (MPCDF)", + "resource_name": "MPCDF - GridFTP nodes - Storage", + "project_name": "", "scireg_id": 47, "contact_email": "unknown", "last_updated": "unknown" @@ -802,7 +802,7 @@ "latitude": "35.690600", "longitude": "139.770000", "resouce_name": "National Astronomical Observatory of Japan (NAOJ)", - "project_name": "", + "project_name": "NAOJ", "scireg_id": 50, "contact_email": "unknown", "last_updated": "unknown" @@ -830,7 +830,7 @@ "latitude": "40.109500", "longitude": "-88.212300", "resource_name": "NCSA - Bluewaters - Compute", - "project_name": "NCSA-Blue Waters", + "project_name": "", "scireg_id": 52, "contact_email": "unknown", "last_updated": "unknown" @@ -844,8 +844,8 @@ "discipline": "Multi-Science Facility", "latitude": "40.109500", "longitude": "-88.212300", - "resource_name": "NCSA - Bluewaters import/export servers - Data Transfer", - "project_name": "NCSA-Blue Waters", + "resource_name": "NCSA - Bluewaters import/export servers - Storage", + "project_name": "", "scireg_id": 53, "contact_email": "unknown", "last_updated": "unknown" @@ -859,7 +859,7 @@ "latitude": "40.1148751", "longitude": " -88.2248764", "resource_name": "National Center for Supercomputing Applications (NCSA)", - "project_name": "", + "project_name": "NCSA", "scireg_id": 54, "contact_email": "unknown", "last_updated": "unknown" @@ -981,7 +981,7 @@ "latitude": "38.901111", "longitude": "-77.050278", "resource_name": "National Oceanic and Atmospheric Administration (NOAA)", - "project_name": "", + "project_name": "NOAA - other", "scireg_id": 62, "contact_email": "unknown", "last_updated": "unknown" @@ -1067,7 +1067,7 @@ "latitude": "40.031080", "longitude": "-105.245940", "resource_name": "NSF National Center for Atmospheric Research (NCAR)", - "project_name": "", + "project_name": "NCAR", "scireg_id": 68, "contact_email": "unknown", "last_updated": "unknown" @@ -1138,6 +1138,20 @@ "contact_email": "engage@es.net", "last_updated": "unknown" }, + { + "addresses": [ + "192.148.247.0/24" + ], + "org_name": "Ohio Supercomputer Center (OSC)", + "discipline": "Multi-Science Facility", + "latitude": "39.994570", + "longitude": "-83.038220", + "resource_name": "Ohio Supercomputer Center (OSC)", + "project_name": "OSC", + "contact_email": null, + "last_updated": "2024-10-09", + "scireg_id": 73 + }, { "addresses": [ "156.110.41.7/32" @@ -1146,9 +1160,9 @@ "discipline": "Multi-Science Facility", "latitude": "35.183700", "longitude": "-97.437100", - "resource_name": "OneNet - OFFN - DTNs - Data Transfer", + "resource_name": "OneNet - OFFN - DTNs - Storage", "project_name": "Oklahoma Friction Free Network (OFFN)", - "scireg_id": 73, + "scireg_id": 74, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1156,6 +1170,7 @@ "addresses": [ "128.182.0.0/16", "192.101.139.0/24", + "192.231.243.0/24", "192.101.140.0/24" ], "org_name": "Pittsburgh Supercomputing Center (PSC)", @@ -1163,22 +1178,7 @@ "latitude": "40.4456", "longitude": "-79.9490", "resource_name": "Pittsburgh Supercomputing Center (PSC)", - "project_name": "", - "scireg_id": 74, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "192.231.243.0/24", - "128.182.0.0/16" - ], - "org_name": "Pittsburgh Supercomputing Center (PSC)", - "discipline": "Multi-Science Facility", - "latitude": "40.445518", - "longitude": "-79.949150", - "resource_name": "Pittsburgh Supercomputing Center (PSC)", - "project_name": "", + "project_name": "PSC", "scireg_id": 75, "contact_email": "unknown", "last_updated": "unknown" @@ -1226,7 +1226,7 @@ "latitude": "32.9035128", "longitude": "-117.2444005", "resource_name": "San Diego Supercomputer Center (SDSC)", - "project_name": "", + "project_name": "SDSC", "scireg_id": 78, "contact_email": "unknown", "last_updated": "unknown" @@ -1421,7 +1421,7 @@ "latitude": "37.073600", "longitude": "-76.493600", "resource_name": "Jefferson Lab - Continuous Electron Beam Accelerator Facility (CEBAF)", - "project_name": "Continuous Electron Beam Accelerator Facility (CEBAF)", + "project_name": "", "scireg_id": 91, "contact_email": "unknown", "last_updated": "unknown" @@ -1448,7 +1448,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "HPC Cluster & RC Services - Compute", + "resource_name": "UAB - HPC Cluster & RC Services - Compute", "project_name": "", "scireg_id": 93, "contact_email": "unknown", @@ -1462,7 +1462,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "RC Cloud API - Data Transfer", + "resource_name": "RC Cloud API - Storage", "project_name": "", "scireg_id": 94, "contact_email": "unknown", @@ -1476,8 +1476,8 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "RC VM Workloads - Multiple", - "project_name": "", + "resource_name": "UAB - RC VM Workloads", + "project_name": "None", "scireg_id": 95, "contact_email": "unknown", "last_updated": "unknown" @@ -1490,7 +1490,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "RC SciDMZ - Multiple", + "resource_name": "UAB - RC SciDMZ", "project_name": "", "scireg_id": 96, "contact_email": "unknown", @@ -1521,7 +1521,7 @@ "latitude": "34.432900", "longitude": "-119.837100", "resource_name": "UCSB - High Energy Physics", - "project_name": "unknown", + "project_name": "CMS", "scireg_id": 98, "contact_email": "unknown", "last_updated": "unknown" @@ -1534,7 +1534,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "41.788600", "longitude": "-87.600900", - "resource_name": "Univ of Chicago - Tier 2 Center", + "resource_name": "UChicago - Tier 2 Center - Storage", "project_name": "ATLAS", "scireg_id": 99, "contact_email": "unknown", @@ -1544,112 +1544,28 @@ "addresses": [ "128.227.221.0/24" ], - "org_name": "University of Florida (UF)", + "org_name": "University of Florida (UFlorida)", "discipline": "MPS.Physics.High Energy", "latitude": "29.651600", "longitude": "-82.324800", - "resource_name": "UF - CMS Tier2 Center - cmsio nodes - Storage", + "resource_name": "UFlorida - Tier 2 Center - Storage", "project_name": "CMS", "scireg_id": 100, "contact_email": "unknown", "last_updated": "unknown" }, - { - "addresses": [ - "128.171.72.0/24" - ], - "org_name": "University of Hawaii (UH)", - "discipline": "MPS.Astronomy", - "latitude": "19.703400", - "longitude": "-155.090400", - "resource_name": "UH - IFA - University of Hawaii 2.2m Telescope - Instrument", - "project_name": "University of Hawaii 2.2-meter telescope", - "scireg_id": 101, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "128.171.91.0/24" - ], - "org_name": "University of Hawaii (UH)", - "discipline": "MPS.Astronomy", - "latitude": "19.703500", - "longitude": "-155.090300", - "resource_name": "UH - IFA - UK Infrared Telescope (UKIRT) - Instrument", - "project_name": "UK Infrared Telescope (UKIRT)", - "scireg_id": 102, - "contact_email": "unknown", - "last_updated": "unknown" - }, { "addresses": [ "128.171.110.128/25", "128.171.165.0/24" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", - "resource_name": "UH - IFA - NASA Infrared Telescope Facility (IRTF) - Instrument", + "resource_name": "UHawaii - NASA IRTF - Storage", "project_name": "Infrared Telescope Facility (IRTF)", - "scireg_id": 103, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "166.122.71.144/29" - ], - "org_name": "University of Hawaii (UH)", - "discipline": "MPS.Astronomy", - "latitude": "19.534500", - "longitude": "-155.576000", - "resource_name": "UH - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - MLO - Instrument", - "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", - "scireg_id": 104, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "166.122.71.160/29" - ], - "org_name": "University of Hawaii (UH)", - "discipline": "MPS.Astronomy", - "latitude": "19.534500", - "longitude": "-155.576000", - "resource_name": "UH - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - HKO - Instrument", - "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", - "scireg_id": 105, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "166.122.71.152/29" - ], - "org_name": "University of Hawaii (UH)", - "discipline": "MPS.Astronomy", - "latitude": "19.534500", - "longitude": "-155.576000", - "resource_name": "UH - IFA - Variable Young Stellar Objects Survey (VYSOS) - Instrument", - "project_name": "Variable Young Stellar Objects Survey (VYSOS)", - "scireg_id": 106, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "128.171.169.205/32" - ], - "org_name": "University of Hawaii (UH)", - "discipline": "GEO.Atmospheric", - "latitude": "21.326700", - "longitude": "-157.810000", - "resource_name": "UH - Institute for Astronomy - Maunakea Weather Center", - "project_name": "Maunakea Weather Center", - "scireg_id": 107, + "scireg_id": 101, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1657,13 +1573,13 @@ "addresses": [ "128.171.177.192/26" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.307300", "longitude": "-157.811600", - "resource_name": "UH - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Image Processing Cluster - Cluster", + "resource_name": "UHawaii - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Image Processing Cluster - Cluster", "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", - "scireg_id": 108, + "scireg_id": 102, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1672,13 +1588,13 @@ "128.171.123.224/27", "166.122.172.0/24" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UH - IFA - Pan-STARRS - Image Processing Pipeline - Cluster", + "resource_name": "UHawaii - IFA - Pan-STARRS - Image Processing Pipeline - Cluster", "project_name": "Pan-STARRS", - "scireg_id": 109, + "scireg_id": 103, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1686,13 +1602,13 @@ "addresses": [ "128.171.177.128/27" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UH - IFA - Pan-STARRS - Moving Object Processing System - Cluster", + "resource_name": "UHawaii - IFA - Pan-STARRS - Moving Object Processing System - Cluster", "project_name": "Pan-STARRS", - "scireg_id": 110, + "scireg_id": 104, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1700,13 +1616,13 @@ "addresses": [ "128.171.45.0/27" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UH - IFA - Pan-STARRS - Published Science Data - Cluster", + "resource_name": "UHawaii - IFA - Pan-STARRS - Published Science Data - Cluster", "project_name": "Pan-STARRS", - "scireg_id": 111, + "scireg_id": 105, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1714,13 +1630,13 @@ "addresses": [ "132.160.100.0/24" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", - "resource_name": "UH - IFA - Pan-STARRS (Panoramic Survey Telescope and Rapid Response System) - Multiple", + "resource_name": "UHawaii - IFA - Pan-STARRS (Panoramic Survey Telescope and Rapid Response System)", "project_name": "Pan-STARRS", - "scireg_id": 112, + "scireg_id": 106, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1733,13 +1649,13 @@ "128.171.146.0/24", "128.171.73.32/29" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.307300", "longitude": "-157.811600", - "resource_name": "UH - IFA - Institute for Astronomy (IfA) Manoa - Multiple", + "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) Manoa", "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 113, + "scireg_id": 107, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1750,13 +1666,13 @@ "128.171.123.192/27", "128.171.123.160/27" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UH - IFA - Institute for Astronomy (IfA) ITC - Multiple", + "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) ITC", "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 114, + "scireg_id": 108, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1764,13 +1680,13 @@ "addresses": [ "128.171.73.64/27" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", - "resource_name": "UH - IFA - Institute for Astronomy (IfA) Hilo - Multiple", + "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) Hilo", "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 115, + "scireg_id": 109, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1780,13 +1696,84 @@ "166.122.171.0/24", "166.122.173.0/24" ], - "org_name": "University of Hawaii (UH)", + "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", - "resource_name": "UH - IFA - Institute for Astronomy (IfA) Maui - Multiple", - "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 116, + "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) Maui", + "project_name": "", + "scireg_id": 110, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.72.0/24" + ], + "org_name": "University of Hawaii (UHawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.703400", + "longitude": "-155.090400", + "resource_name": "UHawaii - 2.2m Telescope - Storage", + "project_name": "2.2m Telescope", + "scireg_id": 111, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.91.0/24" + ], + "org_name": "University of Hawaii (UHawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.703500", + "longitude": "-155.090300", + "resource_name": "UHawaii - UKIRT - Storage", + "project_name": "UK Infrared Telescope (UKIRT)", + "scireg_id": 112, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "166.122.71.144/29", + "166.122.71.160/29" + ], + "org_name": "University of Hawaii (UHawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "UHawaii - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Storage", + "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", + "scireg_id": 113, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "166.122.71.152/29" + ], + "org_name": "University of Hawaii (UHawaii)", + "discipline": "MPS.Astronomy", + "latitude": "19.534500", + "longitude": "-155.576000", + "resource_name": "UHawaii - Variable Young Stellar Objects Survey (VYSOS) - Storage", + "project_name": "Variable Young Stellar Objects Survey (VYSOS)", + "scireg_id": 114, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.171.169.205/32" + ], + "org_name": "University of Hawaii (UHawaii)", + "discipline": "GEO.Atmospheric", + "latitude": "21.326700", + "longitude": "-157.810000", + "resource_name": "UHawaii - Maunakea Weather Center - Storage", + "project_name": "", + "scireg_id": 115, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1803,7 +1790,7 @@ "longitude": "-2.236700", "resource_name": "UoM - Tier 2 center SE nodes - Storage", "project_name": "ATLAS", - "scireg_id": 117, + "scireg_id": 116, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1818,7 +1805,7 @@ "longitude": "-96.702900", "resource_name": "UNL - CMS Tier 2 Center - worker nodes - Compute", "project_name": "CMS", - "scireg_id": 118, + "scireg_id": 117, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1833,7 +1820,7 @@ "longitude": "-96.667000", "resource_name": "UNL - HCC FIONA DTN - Data Transfer", "project_name": "FIONA", - "scireg_id": 119, + "scireg_id": 118, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1848,7 +1835,7 @@ "longitude": "-96.702900", "resource_name": "UNL - CMS Tier 2 Center - DTN and support nodes - Cluster", "project_name": "CMS", - "scireg_id": 120, + "scireg_id": 119, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1862,7 +1849,7 @@ "longitude": "-96.017800", "resource_name": "UNL - Crane HPC Cluster - Cluster", "project_name": "UNL-Crane", - "scireg_id": 121, + "scireg_id": 120, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1876,7 +1863,7 @@ "longitude": "-96.698000", "resource_name": "UNL - Rhino HPC Cluster - Cluster", "project_name": "UNL-Rhino", - "scireg_id": 122, + "scireg_id": 121, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1891,7 +1878,7 @@ "longitude": "-96.667000", "resource_name": "UNL - HCC Resources in Lincoln, NE - Cluster", "project_name": "UNL-Holland Compute Center", - "scireg_id": 123, + "scireg_id": 122, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1903,9 +1890,9 @@ "discipline": "Multi-Science Facility", "latitude": "41.247400", "longitude": "-96.017800", - "resource_name": "UNL - Anvil Cloud - Multiple", + "resource_name": "UNL - Anvil Cloud", "project_name": "UNL-Anvil", - "scireg_id": 124, + "scireg_id": 123, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1917,9 +1904,9 @@ "discipline": "Multi-Science Facility", "latitude": "40.813000", "longitude": "-96.702900", - "resource_name": "UNL - HCC IPv6 Resources - Multiple", + "resource_name": "UNL - HCC IPv6 Resources", "project_name": "UNL-Holland Compute Center", - "scireg_id": 125, + "scireg_id": 124, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1933,7 +1920,7 @@ "longitude": "-97.432800", "resource_name": "OU - Supercomputing Center for Education & Research (OSCER) - Compute", "project_name": "OU-OSCER", - "scireg_id": 126, + "scireg_id": 125, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1945,9 +1932,9 @@ "discipline": "Multi-Science Facility", "latitude": "35.183700", "longitude": "-97.437100", - "resource_name": "OU - Schooner DTNs - Data Transfer", + "resource_name": "OU - Schooner DTNs - Storage", "project_name": "UO-Schooner", - "scireg_id": 127, + "scireg_id": 126, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1965,12 +1952,12 @@ "206.76.64.0/18" ], "org_name": "University of Texas at Austin (UT Austin)", - "discipline": "Multi-Science Facility", + "discipline": "", "latitude": "30.2849", "longitude": "-97.7341", - "resource_name": "University of Texas, Austin (UT)", + "resource_name": "", "project_name": "", - "scireg_id": 128, + "scireg_id": 127, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1986,8 +1973,8 @@ "latitude": "40.785500", "longitude": "-111.730000", "resource_name": "Telescope Array (TARA)", - "project_name": "unknown", - "scireg_id": 129, + "project_name": "TARA", + "scireg_id": 128, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2001,7 +1988,7 @@ "longitude": "21.018600", "resource_name": "UoW - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 130, + "scireg_id": 129, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2014,8 +2001,8 @@ "latitude": "47.660600", "longitude": "-122.290000", "resource_name": "UW - Department of Atmospheric Sciences - Storage", - "project_name": "Dept. Atmospheric Sciences, U of Washington", - "scireg_id": 131, + "project_name": "", + "scireg_id": 130, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2036,22 +2023,8 @@ "longitude": "-155.665300", "resource_name": "WMKO - Keck Telescopes - Instrument", "project_name": "W. M. Keck Observatory (WMKO)", - "scireg_id": 132, + "scireg_id": 131, "contact_email": "unknown", "last_updated": "unknown" - }, - { - "addresses": [ - "192.148.247.0/24" - ], - "org_name": "Ohio Supercomputer Center (OSC)", - "discipline": "Multi-Science Facility", - "latitude": "39.994570", - "longitude": "-83.038220", - "resource_name": "Ohio Supercomputer Center (OSC)", - "project_name": null, - "contact_email": null, - "last_updated": "2024-10-09", - "scireg_id": 133 } ] From b83fd7a646218857b7953ccce25f8b94f4caaccd Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Tue, 29 Oct 2024 15:28:22 -0500 Subject: [PATCH 09/16] updated --- scireg/scireg.template.json | 1 + 1 file changed, 1 insertion(+) diff --git a/scireg/scireg.template.json b/scireg/scireg.template.json index ad24ce8f..a4049d28 100644 --- a/scireg/scireg.template.json +++ b/scireg/scireg.template.json @@ -17,6 +17,7 @@ // resource name = "org_abbr - resource_name - resource type" // where type must be one of the following: Types: Compute, Storage, Archive, Test // e.g.: "NERSC - DTN - Storage" or "TACC - Stampede3 - Compute" + // If resource name is the same as the org_name, leave it blank. logstash will copy org_name over. "resource_name" : null, // sample projects: ATLAS, CMS, FIONA, Environmental Molecular Sciences Lab (EMSL), etc (optional) "project_name" : null, From e3585fdba7e3a41e2dd811076fa6ff86ae6e4425 Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Fri, 1 Nov 2024 08:40:25 -0500 Subject: [PATCH 10/16] config changes for 2.1.2 update --- Upgrade_2_1_0.sh | 55 ---------------------------------------------- Upgrade_2_1_2.sh | 32 +++++++++++++++++++++++++++ docker-compose.yml | 21 +++++++++++++----- 3 files changed, 47 insertions(+), 61 deletions(-) delete mode 100755 Upgrade_2_1_0.sh create mode 100755 Upgrade_2_1_2.sh diff --git a/Upgrade_2_1_0.sh b/Upgrade_2_1_0.sh deleted file mode 100755 index b700a5d1..00000000 --- a/Upgrade_2_1_0.sh +++ /dev/null @@ -1,55 +0,0 @@ -#!/bin/bash - -# Check if the expected changes were made -check_change() { - file=$1 - pattern=$2 - message=$3 - grep -q "$pattern" "$file" - if [ $? -ne 0 ]; then - echo "Error: $message" - exit 1 - fi -} - -# Check if RabbitMQ directory is removed -check_removal() { - directory=$1 - if [ -d "$directory" ]; then - echo "Error: Failed to remove $directory" - exit 1 - fi -} - -# Check if running as root -if [ "$EUID" -ne 0 ]; then - echo "Error: This script must be run as root." - exit 1 -fi - -# Update docker-compose.override.yml -sed -i -e "s|pipeline_logstash:v2.0.0|netsage_pipeline:v2.1.0|" docker-compose.override.yml -sed -i -e "s|pipeline_importer:v2.0.0|netsage_importer:v2.1.1|" docker-compose.override.yml -sed -i -e "s|netsage-nfdump-collector:alpine-1.6.23|netsage_collector:v2.1.0|" docker-compose.override.yml -sed -i -e "s|nfdump-collector:alpine-1.6.23|netsage_collector:v2.1.0|" docker-compose.override.yml -sed -i -e "s|nfcapd -T all -l /data -S 1 -w -z -p|nfcapd -w /data -S 1 -z=lzo -p|" docker-compose.override.yml -sed -i -e "s|sfcapd -T all -l /data -S 1 -w -z -p|sfcapd -w /data -S 1 -z=lzo -p|" docker-compose.override.yml -sed -i -e "s|/etc/grnoc/netsage/deidentifier/netsage_shared.xml|/tmp/conf/netsage_shared.xml|" docker-compose.override.yml - -# Check changes in docker-compose.override.yml -check_change docker-compose.override.yml "netsage_pipeline:v2.1.0" "Failed to update pipeline_logstash to netsage_pipeline:v2.1.0" -check_change docker-compose.override.yml "netsage_importer:v2.1.1" "Failed to update pipeline_importer to netsage_importer:v2.1.1" -check_change docker-compose.override.yml "netsage_collector:v2.1.0" "Failed to update netsage-nfdump-collector to netsage_collector:v2.1.0" -check_change docker-compose.override.yml "netsage_collector:v2.1.0" "Failed to update nfdump-collector to netsage_collector:v2.1.0" -check_change docker-compose.override.yml "nfcapd -w /data -S 1 -z=lzo -p" "Failed to update nfcapd command" -check_change docker-compose.override.yml "sfcapd -w /data -S 1 -z=lzo -p" "Failed to update sfcapd command" -check_change docker-compose.override.yml "/tmp/conf/netsage_shared.xml" - -# Remove RabbitMQ directory -rm -rf ./data/rabbit - -# Verify RabbitMQ directory has been deleted -check_removal ./data/rabbit - -echo "NetSage Ingest Pipeline successfully upgraded to 2.1.0" - diff --git a/Upgrade_2_1_2.sh b/Upgrade_2_1_2.sh new file mode 100755 index 00000000..e72429ba --- /dev/null +++ b/Upgrade_2_1_2.sh @@ -0,0 +1,32 @@ +#!/bin/bash + +# Check if the expected changes were made +check_change() { + file=$1 + pattern=$2 + message=$3 + grep -q "$pattern" "$file" + if [ $? -ne 0 ]; then + echo "Error: $message" + exit 1 + fi +} + +# Check if running as root +if [ "$EUID" -ne 0 ]; then + echo "Error: This script must be run as root." + exit 1 +fi + +# Update docker-compose.override.yml +sed -i -e "pipeline_logstash:v2.1.0|d" docker-compose.override.yml +sed -i -e "s|pipeline_importer:v2.1.1|netsage_importer:v2.1.2|" docker-compose.override.yml +sed -i -e "s|netsage_collector:v2.1.0|netsage_collector:v2.1.2|" docker-compose.override.yml + +# Check changes in docker-compose.override.yml +check_change docker-compose.override.yml "netsage_pipeline:v2.1.2" "Failed to update pipeline_logstash to netsage_pipeline:v2.1.2" +check_change docker-compose.override.yml "netsage_importer:v2.1.2" "Failed to update pipeline_importer to netsage_importer:v2.1.2" +check_change docker-compose.override.yml "netsage_collector:v2.1.2" "Failed to update netsage-nfdump-collector to netsage_collector:v2.1.2" + +echo "NetSage Ingest Pipeline successfully upgraded to 2.1.2" + diff --git a/docker-compose.yml b/docker-compose.yml index f655b983..1c1760da 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -13,7 +13,7 @@ services: - "5671:5671" - "5672:5672" importer: - image: tacc/netsage_importer:v2.1.1 + image: tacc/netsage_importer:v2.1.2 container_name: NetSage_Importer env_file: .env depends_on: @@ -27,8 +27,13 @@ services: ofelia.enabled: "true" ofelia.job-exec.dataUpdate.schedule: "0 0 1 * * *" ofelia.job-exec.dataUpdate.command: "/tmp/docker_init.sh" + logging: + driver: json-file + options: + max-size: "10g" + max-file: "6" logstash: - image: tacc/netsage_pipeline:v2.1.0 + image: tacc/netsage_pipeline:v2.1.2 container_name: NetSage_Logstash env_file: .env depends_on: @@ -40,7 +45,7 @@ services: - ./conf-logstash:/usr/share/logstash/pipeline/ - ./conf-globus:/usr/share/logstash/globus/ - ./data:/data - - ./data/cache:/var/lib/grnoc/netsage/ + - ./data/cache:/var/lib/netsage/ ofelia: ## Scheduler Task image: mcuadros/ofelia:0.3.12 container_name: NetSage_Ofelia @@ -52,12 +57,16 @@ services: - /var/run/docker.sock:/var/run/docker.sock:ro manager: - image: tacc/netsage_manager:v2.1.0 + image: tacc/netsage_manager:v2.1.2 container_name: NetSage_Manager restart: unless-stopped volumes: - /var/run/docker.sock:/var/run/docker.sock - ./data/cache:/data/cache - - ./scripts:/scripts entrypoint: ["/bin/sh","-c"] - command: ["/scripts/scireg_restart.sh"] + command: + - | + while true; do + inotifywait -e modify /data/cache/*; + docker restart NetSage_Logstash; + done From d7d0c2b6d12cb28042e8b96a7c4624f906cd3e60 Mon Sep 17 00:00:00 2001 From: Doug Southworth <46789947+dojosout@users.noreply.github.com> Date: Fri, 1 Nov 2024 09:51:50 -0400 Subject: [PATCH 11/16] Update docker-compose.yml --- docker-compose.yml | 15 +++------------ 1 file changed, 3 insertions(+), 12 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index 1c1760da..8cca8eec 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -27,11 +27,6 @@ services: ofelia.enabled: "true" ofelia.job-exec.dataUpdate.schedule: "0 0 1 * * *" ofelia.job-exec.dataUpdate.command: "/tmp/docker_init.sh" - logging: - driver: json-file - options: - max-size: "10g" - max-file: "6" logstash: image: tacc/netsage_pipeline:v2.1.2 container_name: NetSage_Logstash @@ -45,7 +40,7 @@ services: - ./conf-logstash:/usr/share/logstash/pipeline/ - ./conf-globus:/usr/share/logstash/globus/ - ./data:/data - - ./data/cache:/var/lib/netsage/ + - ./data/cache:/var/lib/grnoc/netsage/ ofelia: ## Scheduler Task image: mcuadros/ofelia:0.3.12 container_name: NetSage_Ofelia @@ -63,10 +58,6 @@ services: volumes: - /var/run/docker.sock:/var/run/docker.sock - ./data/cache:/data/cache + - ./scripts:/scripts entrypoint: ["/bin/sh","-c"] - command: - - | - while true; do - inotifywait -e modify /data/cache/*; - docker restart NetSage_Logstash; - done + command: ["/scripts/scireg_restart.sh"] From f7b4531459cad6d516648667b57bc43bca1f0a0b Mon Sep 17 00:00:00 2001 From: root Date: Fri, 1 Nov 2024 10:32:29 -0500 Subject: [PATCH 12/16] revised update script --- Upgrade_2_1_2.sh | 52 +++++++++++++++++++++++++++++++++++++++--------- 1 file changed, 43 insertions(+), 9 deletions(-) diff --git a/Upgrade_2_1_2.sh b/Upgrade_2_1_2.sh index e72429ba..ee0558c8 100755 --- a/Upgrade_2_1_2.sh +++ b/Upgrade_2_1_2.sh @@ -1,6 +1,22 @@ #!/bin/bash -# Check if the expected changes were made +# Define file paths +compose_file="docker-compose.override.yml" +map_file="data/logstash-aggregation-maps" + +# Function to check if a line has been deleted +check_deleted() { + file=$1 + pattern=$2 + message=$3 + grep -q "$pattern" "$file" + if [ $? -eq 0 ]; then + echo "Error: $message" + exit 1 + fi +} + +# Function to check if a line has been modified/updated check_change() { file=$1 pattern=$2 @@ -19,14 +35,32 @@ if [ "$EUID" -ne 0 ]; then fi # Update docker-compose.override.yml -sed -i -e "pipeline_logstash:v2.1.0|d" docker-compose.override.yml -sed -i -e "s|pipeline_importer:v2.1.1|netsage_importer:v2.1.2|" docker-compose.override.yml -sed -i -e "s|netsage_collector:v2.1.0|netsage_collector:v2.1.2|" docker-compose.override.yml - -# Check changes in docker-compose.override.yml -check_change docker-compose.override.yml "netsage_pipeline:v2.1.2" "Failed to update pipeline_logstash to netsage_pipeline:v2.1.2" -check_change docker-compose.override.yml "netsage_importer:v2.1.2" "Failed to update pipeline_importer to netsage_importer:v2.1.2" -check_change docker-compose.override.yml "netsage_collector:v2.1.2" "Failed to update netsage-nfdump-collector to netsage_collector:v2.1.2" +sed -i "/logstash/d" "$compose_file" +sed -i "/netsage_pipeline/d" "$compose_file" +sed -i 's/2\.1\.[0-9]*/2.1.2/g' "$compose_file" + +# Check if logstash: line was deleted +check_deleted "$compose_file" "logstash:" "Failed to delete the logstash entry." +check_deleted docker-compose.override.yml "netsage_pipeline" "Failed to delete the pipeline_logstash entry" + +# Check other changes in docker-compose.override.yml +check_change "$compose_file" "netsage_importer:v2.1.2" "Failed to update pipeline_importer to netsage_importer:v2.1.2" +check_change "$compose_file" "netsage_collector:v2.1.2" "Failed to update netsage-nfdump-collector to netsage_collector:v2.1.2" + +# Check and delete data/logstash-aggregation-maps if it exists +if [ -f "$map_file" ]; then + rm "$map_file" + + # Verify if the deletion was successful + if [ ! -f "$map_file" ]; then + echo "File $map_file successfully deleted." + else + echo "Error: Failed to delete $map_file." + exit 1 + fi +else + echo "File $map_file does not exist. No action needed." +fi echo "NetSage Ingest Pipeline successfully upgraded to 2.1.2" From 48b828edf7db354e709bedbae4eb5483b919d80f Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Mon, 4 Nov 2024 10:53:11 -0600 Subject: [PATCH 13/16] new version --- scireg/newScireg.json | 626 +++++++++++++++++++++++------------------- 1 file changed, 341 insertions(+), 285 deletions(-) diff --git a/scireg/newScireg.json b/scireg/newScireg.json index af98efcf..51b13ffc 100644 --- a/scireg/newScireg.json +++ b/scireg/newScireg.json @@ -7,7 +7,7 @@ "discipline": "GEO.Climate", "latitude": "25.047800", "longitude": "121.531800", - "resource_name": "Research Center for Environmental Changes (RCEC)", + "resource_name": "A. Sinica - Research Center for Environmental Changes (RCEC)", "project_name": "", "scireg_id": 0, "contact_email": "unknown", @@ -23,7 +23,7 @@ "latitude": "41.718400", "longitude": "-87.978700", "resource_name": "ANL - Argonne Leadership Computing Facility (ALCF) - Compute", - "project_name": "ALCF", + "project_name": "", "scireg_id": 1, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -37,7 +37,7 @@ "latitude": "41.718400", "longitude": "-87.978700", "resource_name": "ANL - Argonne Laboratory Computing Resource Center (LCRC) - Compute", - "project_name": "LCRC", + "project_name": "", "scireg_id": 2, "contact_email": "engage@es.net", "last_updated": "9/16/2024" @@ -51,7 +51,7 @@ "latitude": "41.681500", "longitude": "-87.970600", "resource_name": "ANL - Argonne Tandem Linac Accelerator System (ATLAS)", - "project_name": "Argonne Tandem Linac Accelerator System (ATLAS)", + "project_name": "", "scireg_id": 3, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -74,7 +74,7 @@ "latitude": "41.681500", "longitude": "-87.970600", "resource_name": "ANL - Center for Nanoscale Materials (CNM)", - "project_name": "Center for Nanoscale Materials (CNM)", + "project_name": "", "scireg_id": 4, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -88,7 +88,7 @@ "latitude": "41.681500", "longitude": "-87.970600", "resource_name": "ANL - Advanced Photon Source (APS)", - "project_name": "Advanced Photon Source (APS)", + "project_name": "", "scireg_id": 5, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -101,7 +101,7 @@ "discipline": "CS.Network Testing and Monitoring", "latitude": "41.681500", "longitude": "-87.970600", - "resource_name": "ANL - DTN for Data Mobility Exhibition - Data Transfer", + "resource_name": "ANL - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", "scireg_id": 6, "contact_email": "engage@es.net", @@ -116,7 +116,7 @@ "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", - "resource_name": "AURA - GEMINI - Frederick C. Gillett Gemini North Telescope - Instrument", + "resource_name": "AURA - Gemini North Telescope - Instrument", "project_name": "Gemini Observatory", "scireg_id": 7, "contact_email": "unknown", @@ -132,10 +132,10 @@ "discipline": "GEO.Atmospheric", "latitude": "35.972400", "longitude": "-84.290400", - "resource_name": "Atmospheric Radiation Measurement User Facility (ARM)", - "project_name": "Atmospheric Radiation Measurement (ARM)", + "resource_name": "", + "project_name": "", "scireg_id": 8, - "contact_email": "unknown", + "contact_email": "engage@es.net", "last_updated": "unknown" }, { @@ -177,7 +177,7 @@ "latitude": "40.869500", "longitude": "-72.886800", "resource_name": "BNL - Accelerator Test Facility (ATF)", - "project_name": "Accelerator Test Facility (ATF)", + "project_name": "", "scireg_id": 11, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -212,7 +212,7 @@ "latitude": "40.869500", "longitude": "-72.886800", "resource_name": "BNL - National Synchrotron Light Source II (NSLS-II)", - "project_name": "National Synchrotron Light Source II (NSLS-II)", + "project_name": "", "scireg_id": 13, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -230,7 +230,7 @@ "latitude": "40.869500", "longitude": "-72.886800", "resource_name": "BNL - Relativistic Heavy Ion Collider (RHIC)", - "project_name": "Relativistic Heavy Ion Collider (RHIC)", + "project_name": "", "scireg_id": 14, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -244,7 +244,7 @@ "latitude": "33.786600", "longitude": "-118.298700", "resource_name": "Caltech - Infrared Science Archive (IRSA) - Storage", - "project_name": "Infrared Science Archive (IRSA)", + "project_name": "", "scireg_id": 15, "contact_email": "unknown", "last_updated": "unknown" @@ -275,7 +275,7 @@ "discipline": "MPS.Astronomy", "latitude": "20.017500", "longitude": "-155.672300", - "resource_name": "CFH - Canada-France-Hawaii Telescope (CFHT) - Instrument", + "resource_name": "CFHT - Canada-France-Hawaii Telescope - Storage", "project_name": "Canada-France-Hawaii Telescope (CFHT)", "scireg_id": 17, "contact_email": "unknown", @@ -291,58 +291,12 @@ "discipline": "GEO.Atmospheric", "latitude": "25.041800", "longitude": "121.496600", - "resource_name": "Central Weather Bureau, Taiwan", + "resource_name": "", "project_name": "", "scireg_id": 18, "contact_email": "unknown", "last_updated": "unknown" }, - { - "addresses": [ - "128.142.32.14/32", - "128.142.33.0/24" - ], - "org_name": "CERN - European Organization for Nuclear Research", - "discipline": "MPS.Physics.High Energy", - "latitude": "46.232400", - "longitude": "6.050200", - "resource_name": "CERN - ATLAS - Storage", - "project_name": "ATLAS", - "scireg_id": 19, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "128.142.33.10/32", - "128.142.32.14/32" - ], - "org_name": "CERN - European Organization for Nuclear Research", - "discipline": "MPS.Physics.High Energy", - "latitude": "46.232400", - "longitude": "6.050200", - "resource_name": "CERN - WLCG", - "project_name": "WLCG", - "scireg_id": 20, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "188.184.0.0/16", - "128.142.0.0/16", - "188.185.0.0/16" - ], - "org_name": "CERN - European Organization for Nuclear Research", - "discipline": "MPS.Physics.High Energy", - "latitude": "46.231709", - "longitude": "6.072080", - "resource_name": "CERN - WLCG", - "project_name": "WLCG", - "scireg_id": 21, - "contact_email": "unknown", - "last_updated": "unknown" - }, { "addresses": [ "130.186.17.0/24" @@ -353,7 +307,7 @@ "longitude": "12.109700", "resource_name": "Cineca - Marconi - Compute", "project_name": "", - "scireg_id": 22, + "scireg_id": 19, "contact_email": "unknown", "last_updated": "unknown" }, @@ -367,7 +321,7 @@ "longitude": "-76.496600", "resource_name": "Cornell - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 23, + "scireg_id": 20, "contact_email": "unknown", "last_updated": "unknown" }, @@ -380,8 +334,8 @@ "latitude": "53.550000", "longitude": "10.000000", "resource_name": "DESY - Maxell GPU nodes - Compute", - "project_name": "DESY-Maxwell", - "scireg_id": 24, + "project_name": "", + "scireg_id": 21, "contact_email": "unknown", "last_updated": "unknown" }, @@ -396,7 +350,7 @@ "longitude": "-155.089500", "resource_name": "EAO - James Clerk Maxwell Telescope (JCMT) - Instrument", "project_name": "James Clerk Maxwell Telescope (JCMT)", - "scireg_id": 25, + "scireg_id": 22, "contact_email": "unknown", "last_updated": "unknown" }, @@ -410,45 +364,63 @@ "discipline": "BIO.General", "latitude": "46.3415", "longitude": "-119.2787", - "resource_name": "Environmental Molecular Sciences Lab (EMSL)", + "resource_name": "", "project_name": "", - "scireg_id": 26, + "scireg_id": 23, "contact_email": "unknown", "last_updated": "unknown" }, { "addresses": [ - "2605:dd00:4000::/48", - "35.11.80.0/20" + "128.142.32.14/32", + "128.142.33.0/24" ], - "org_name": "Facility for Rare Isotope Beams (FRIB)", + "org_name": "European Organization for Nuclear Research (CERN)", "discipline": "MPS.Physics.High Energy", - "latitude": "42.7249", - "longitude": "-84.4771", - "resource_name": "Facility for Rare Isotope Beams (FRIB)", - "project_name": "FRIB", - "scireg_id": 27, + "latitude": "46.232400", + "longitude": "6.050200", + "resource_name": "CERN - ATLAS - Storage", + "project_name": "ATLAS", + "scireg_id": 24, "contact_email": "unknown", "last_updated": "unknown" }, { "addresses": [ - "131.225.188.0/24", - "131.225.205.80/32", - "131.225.206.0/24" + "128.142.33.10/32", + "128.142.32.14/32", + "188.184.0.0/16", + "128.142.0.0/16", + "188.185.0.0/16" ], - "org_name": "Fermi National Accelerator Laboratory (FNAL)", + "org_name": "European Organization for Nuclear Research (CERN)", "discipline": "MPS.Physics.High Energy", - "latitude": "41.839200", - "longitude": "-88.361200", - "resource_name": "Fermilab - cmsstor nodes - Storage", - "project_name": "CMS", - "scireg_id": 28, - "contact_email": "engage@es.net", + "latitude": "46.231709", + "longitude": "6.072080", + "resource_name": "CERN - WLCG", + "project_name": "WLCG", + "scireg_id": 25, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "2605:dd00:4000::/48", + "35.11.80.0/20" + ], + "org_name": "Facility for Rare Isotope Beams (FRIB)", + "discipline": "MPS.Physics.High Energy", + "latitude": "42.7249", + "longitude": "-84.4771", + "resource_name": "", + "project_name": "", + "scireg_id": 26, + "contact_email": "unknown", "last_updated": "unknown" }, { "addresses": [ + "131.225.188.0/24", "131.225.204.0/24", "131.225.205.0/24", "131.225.206.0/24", @@ -458,9 +430,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "41.839200", "longitude": "-88.361200", - "resource_name": "Fermilab - cmseos nodes - Storage", + "resource_name": "Fermilab - CMS - Storage", "project_name": "CMS", - "scireg_id": 29, + "scireg_id": 27, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -473,9 +445,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "41.840641", "longitude": "-88.279472", - "resource_name": "Fermi National Accelerator Laboratory (FNAL)", + "resource_name": "", "project_name": "", - "scireg_id": 30, + "scireg_id": 28, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -490,7 +462,7 @@ "longitude": "27.701900", "resource_name": "FUNET - DTN for Data Move Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 31, + "scireg_id": 29, "contact_email": "unknown", "last_updated": "unknown" }, @@ -508,8 +480,8 @@ "latitude": "32.894100", "longitude": "-117.237700", "resource_name": "GA - DIII-D National Fusion Facility (DIII-D)", - "project_name": "DIII-D", - "scireg_id": 32, + "project_name": "", + "scireg_id": 30, "contact_email": "unknown", "last_updated": "unknown" }, @@ -520,13 +492,13 @@ "140.208.0.0/17", "140.208.192.0/19" ], - "org_name": "Geophysical Fluid Dynamics Laboratory (GFDL-Z)", + "org_name": "Geophysical Fluid Dynamics Laboratory (GFDL)", "discipline": "GEO.Atmospheric", "latitude": "40.345470", "longitude": "-74.616440", - "resource_name": "Geophysical Fluid Dynamics Laboratory (GFDL-Z)", - "project_name": "GFDL-Z", - "scireg_id": 33, + "resource_name": "", + "project_name": "", + "scireg_id": 31, "contact_email": "unknown", "last_updated": "unknown" }, @@ -540,7 +512,7 @@ "longitude": "9.933300", "resource_name": "GWDG - GoeGrid storage elements - Storage", "project_name": "GoeGrid", - "scireg_id": 34, + "scireg_id": 32, "contact_email": "unknown", "last_updated": "unknown" }, @@ -555,7 +527,7 @@ "longitude": "-155.089500", "resource_name": "CFA - Submillimeter Array (SMA) - Instrument", "project_name": "Submillimeter Array (SMA)", - "scireg_id": 35, + "scireg_id": 33, "contact_email": "unknown", "last_updated": "unknown" }, @@ -569,7 +541,21 @@ "longitude": "114.150000", "resource_name": "", "project_name": "", - "scireg_id": 36, + "scireg_id": 34, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "149.165.159.0/24" + ], + "org_name": "Indiana University (IU)", + "discipline": "Multi-Science Facility", + "latitude": "39.16896", + "longitude": "-86.508815", + "resource_name": "IU - Jetstream2 - Compute", + "project_name": "", + "scireg_id": 35, "contact_email": "unknown", "last_updated": "unknown" }, @@ -581,9 +567,9 @@ "discipline": "MPS.Astronomy", "latitude": "43.147900", "longitude": "12.109700", - "resource_name": "Istituto di Radioastronomia", + "resource_name": "", "project_name": "", - "scireg_id": 37, + "scireg_id": 36, "contact_email": "unknown", "last_updated": "unknown" }, @@ -598,7 +584,7 @@ "longitude": "39.104600", "resource_name": "KAUST - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 38, + "scireg_id": 37, "contact_email": "unknown", "last_updated": "unknown" }, @@ -612,21 +598,7 @@ "longitude": "126.980000", "resource_name": "KISTI - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 39, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "144.206.236.0/24" - ], - "org_name": "Kurchatov Institute - National Research Center (NRC)", - "discipline": "MPS.Physics.High Energy", - "latitude": "55.752200", - "longitude": "37.615600", - "resource_name": "Kurchatov - ATLAS Tier 1 Grid nodes", - "project_name": "ATLAS", - "scireg_id": 40, + "scireg_id": 38, "contact_email": "unknown", "last_updated": "unknown" }, @@ -644,7 +616,7 @@ "longitude": "-122.021700", "resource_name": "LBL - Joint Genome Institute (JGI)", "project_name": "", - "scireg_id": 41, + "scireg_id": 39, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -659,7 +631,7 @@ "longitude": "-122.253600", "resource_name": "LBL - The Molecular Foundary (TMF)", "project_name": "", - "scireg_id": 42, + "scireg_id": 40, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -703,7 +675,7 @@ "longitude": "-122.253600", "resource_name": "LBL - Advanced Light Source (ALS)", "project_name": "", - "scireg_id": 43, + "scireg_id": 41, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -715,9 +687,9 @@ "discipline": "GEO.Climate", "latitude": "37.691400", "longitude": "-121.701400", - "resource_name": "LLNL - AIMS - Storage", + "resource_name": "LLNL - Analytics and Informatics Management Systems (AIMS) - Storage", "project_name": "AIMS", - "scireg_id": 44, + "scireg_id": 42, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -729,24 +701,9 @@ "discipline": "MPS.Physics", "latitude": "42.364600", "longitude": "-71.100000", - "resource_name": "MIT - LHC - Storage", + "resource_name": "MIT - ATLAS - Storage", "project_name": "ATLAS", - "scireg_id": 45, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "198.125.176.0/21", - "198.125.184.0/21" - ], - "org_name": "Massachusetts Institute of Technology (MIT)", - "discipline": "MPS.Physics", - "latitude": "42.364600", - "longitude": "-71.103000", - "resource_name": "MIT- Plasma Science and Fusion Center (PSFC) - Alcator C-Mod", - "project_name": "Alcator C-Mod", - "scireg_id": 46, + "scireg_id": 43, "contact_email": "unknown", "last_updated": "unknown" }, @@ -760,7 +717,7 @@ "longitude": "11.650000", "resource_name": "MPCDF - GridFTP nodes - Storage", "project_name": "", - "scireg_id": 47, + "scireg_id": 44, "contact_email": "unknown", "last_updated": "unknown" }, @@ -774,7 +731,21 @@ "longitude": "-86.580000", "resource_name": "NASA - International VLBI Service - Storage", "project_name": "International VLBI Service (IVS)", - "scireg_id": 48, + "scireg_id": 45, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "198.118.243.0/24" + ], + "org_name": "National Aeronautics and Space Administration (NASA)", + "discipline": "MPS.Astronomy", + "latitude": "38.9926", + "longitude": "-76.8526", + "resource_name": "NASA - Earth Science Data Systems (ESDS) - Storage", + "project_name": "", + "scireg_id": 46, "contact_email": "unknown", "last_updated": "unknown" }, @@ -787,9 +758,9 @@ "discipline": "MPS.Astronomy", "latitude": "19.702600", "longitude": "-155.090400", - "resource_name": "NAOJ - Subaru Telescope - Instrument", + "resource_name": "NAOJ - Subaru Telescope - Storage", "project_name": "Subaru Telescope", - "scireg_id": 49, + "scireg_id": 47, "contact_email": "unknown", "last_updated": "unknown" }, @@ -801,9 +772,9 @@ "discipline": "MPS.Astronomy", "latitude": "35.690600", "longitude": "139.770000", - "resouce_name": "National Astronomical Observatory of Japan (NAOJ)", - "project_name": "NAOJ", - "scireg_id": 50, + "resouce_name": "", + "project_name": "", + "scireg_id": 48, "contact_email": "unknown", "last_updated": "unknown" }, @@ -817,7 +788,7 @@ "longitude": "-155.576000", "resource_name": "NCAR - HAO - Mauna Loa Solar Observatory (MLSO) - Instrument", "project_name": "Mauna Loa Solar Observatory (MLSO)", - "scireg_id": 51, + "scireg_id": 49, "contact_email": "unknown", "last_updated": "unknown" }, @@ -831,7 +802,7 @@ "longitude": "-88.212300", "resource_name": "NCSA - Bluewaters - Compute", "project_name": "", - "scireg_id": 52, + "scireg_id": 50, "contact_email": "unknown", "last_updated": "unknown" }, @@ -846,7 +817,7 @@ "longitude": "-88.212300", "resource_name": "NCSA - Bluewaters import/export servers - Storage", "project_name": "", - "scireg_id": 53, + "scireg_id": 51, "contact_email": "unknown", "last_updated": "unknown" }, @@ -858,9 +829,9 @@ "discipline": "Multi-Science Facility", "latitude": "40.1148751", "longitude": " -88.2248764", - "resource_name": "National Center for Supercomputing Applications (NCSA)", - "project_name": "NCSA", - "scireg_id": 54, + "resource_name": "", + "project_name": "", + "scireg_id": 52, "contact_email": "unknown", "last_updated": "unknown" }, @@ -882,8 +853,8 @@ "latitude": "37.866800", "longitude": "-122.253600", "resource_name": "National Energy Research Scientific Computing Center (NERSC) - Compute", - "project_name": "NERSC", - "scireg_id": 55, + "project_name": "", + "scireg_id": 53, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -895,9 +866,9 @@ "discipline": "Multi-Science Facility", "latitude": "37.866800", "longitude": "-122.253600", - "resource_name": "NERSC - Data Transfer Nodes - Data Transfer", - "project_name": "NERSC", - "scireg_id": 56, + "resource_name": "NERSC - Data Transfer Nodes - Storage", + "project_name": "", + "scireg_id": 54, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -909,9 +880,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "44.483300", "longitude": "11.333300", - "resource_name": "INFN - CNAF - Compute", - "project_name": "National Center for Frame Analysis", - "scireg_id": 57, + "resource_name": "INFN - National Center for Frame Analysis (CNAF) - Compute", + "project_name": "", + "scireg_id": 55, "contact_email": "unknown", "last_updated": "unknown" }, @@ -926,7 +897,7 @@ "longitude": "-77.183500", "resource_name": "NLM - ftp servers - Storage", "project_name": "National Library of Medicine (NLM) ; SingAREN DB Mirror (SDBM)", - "scireg_id": 58, + "scireg_id": 56, "contact_email": "unknown", "last_updated": "unknown" }, @@ -939,8 +910,8 @@ "latitude": "39.003200", "longitude": "-77.160200", "resource_name": "NLM - SRA-download servers - Storage", - "project_name": "National Library of Medicine (NLM)", - "scireg_id": 59, + "project_name": "", + "scireg_id": 57, "contact_email": "unknown", "last_updated": "unknown" }, @@ -953,8 +924,8 @@ "latitude": "39.003200", "longitude": "-77.160200", "resource_name": "NLM - SRA Files - Storage", - "project_name": "National Library of Medicine (NLM)", - "scireg_id": 60, + "project_name": "", + "scireg_id": 58, "contact_email": "unknown", "last_updated": "unknown" }, @@ -968,7 +939,7 @@ "longitude": "-155.576000", "resource_name": "NOAA - ESRL-GMD - Mauna Loa Observatory (MLO) - NOAA resources - Instrument", "project_name": "Earth System Research Laboratory (ESRL) - Global Monitoring Division (GMD)", - "scireg_id": 61, + "scireg_id": 59, "contact_email": "unknown", "last_updated": "unknown" }, @@ -980,9 +951,9 @@ "discipline": "GEO.Atmospheric", "latitude": "38.901111", "longitude": "-77.050278", - "resource_name": "National Oceanic and Atmospheric Administration (NOAA)", - "project_name": "NOAA - other", - "scireg_id": 62, + "resource_name": "", + "project_name": "", + "scireg_id": 60, "contact_email": "unknown", "last_updated": "unknown" }, @@ -995,8 +966,8 @@ "latitude": "38.054000", "longitude": "-78.535400", "resource_name": "NRAO Technology Center at UVA - storage servers - Storage", - "project_name": "National Radio Astronomy Observatory (NRAO)", - "scireg_id": 63, + "project_name": "", + "scireg_id": 61, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1009,8 +980,8 @@ "latitude": "33.897400", "longitude": "-107.026100", "resource_name": "NRAO AOC Subversion Server at New Mexico Tech - Storage", - "project_name": "National Radio Astronomy Observatory (NRAO)", - "scireg_id": 64, + "project_name": "", + "scireg_id": 62, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1024,8 +995,22 @@ "latitude": "34.070000", "longitude": "-106.907300", "resource_name": "NRAO - Very Large Baseline Array (VLBA) - Maunakea", - "project_name": "National Radio Astronomy Observatory (NRAO)", - "scireg_id": 65, + "project_name": "", + "scireg_id": 63, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "144.206.236.0/24" + ], + "org_name": "National Research Center (NRC), Kurchatov Institute", + "discipline": "MPS.Physics.High Energy", + "latitude": "55.752200", + "longitude": "37.615600", + "resource_name": "NRC Kurchatov - ATLAS Tier 1", + "project_name": "ATLAS", + "scireg_id": 64, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1038,8 +1023,8 @@ "latitude": "20.707000", "longitude": "-156.256000", "resource_name": "NSO - Daniel K. Inouye Solar Telescope (DKIST) - Instrument", - "project_name": "Daniel K. Inouye Solar Telescope (DKIST) (DKIST)", - "scireg_id": 66, + "project_name": "", + "scireg_id": 65, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1054,7 +1039,7 @@ "longitude": "103.787600", "resource_name": "NSCC - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 67, + "scireg_id": 66, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1066,9 +1051,9 @@ "discipline": "GEO.Atmospheric", "latitude": "40.031080", "longitude": "-105.245940", - "resource_name": "NSF National Center for Atmospheric Research (NCAR)", - "project_name": "NCAR", - "scireg_id": 68, + "resource_name": "", + "project_name": "", + "scireg_id": 67, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1084,8 +1069,8 @@ "latitude": "35.972400", "longitude": "-84.290400", "resource_name": "ORNL - Center for Nanophase Materials Sciences (CNMS)", - "project_name": "Center for Nanophase Materials Sciences (CNMS)", - "scireg_id": 69, + "project_name": "", + "scireg_id": 68, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1101,8 +1086,8 @@ "latitude": "36.021000", "longitude": "-84.252700", "resource_name": "ORNL - Oak Ridge Leadership Computing Facility (OLCF)", - "project_name": "Oak Ridge Leadership Computing Facility (OLCF)", - "scireg_id": 70, + "project_name": "", + "scireg_id": 69, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1118,8 +1103,8 @@ "latitude": "35.972400", "longitude": "-84.290400", "resource_name": "ORNL - Spallation Neutron Source (SNS)", - "project_name": "Spallation Neutron Source (SNS)", - "scireg_id": 71, + "project_name": "", + "scireg_id": 70, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1133,8 +1118,8 @@ "latitude": "35.972400", "longitude": "-84.290400", "resource_name": "ORNL - High Flux Isotope Reactor (HFIR)", - "project_name": "High Flux Isotope Reactor (HFIR)", - "scireg_id": 72, + "project_name": "", + "scireg_id": 71, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1146,11 +1131,11 @@ "discipline": "Multi-Science Facility", "latitude": "39.994570", "longitude": "-83.038220", - "resource_name": "Ohio Supercomputer Center (OSC)", - "project_name": "OSC", - "contact_email": null, + "resource_name": "", + "project_name": "", + "contact_email": "unknown", "last_updated": "2024-10-09", - "scireg_id": 73 + "scireg_id": 72 }, { "addresses": [ @@ -1160,9 +1145,9 @@ "discipline": "Multi-Science Facility", "latitude": "35.183700", "longitude": "-97.437100", - "resource_name": "OneNet - OFFN - DTNs - Storage", - "project_name": "Oklahoma Friction Free Network (OFFN)", - "scireg_id": 74, + "resource_name": "OneNet - Oklahoma Friction Free Network (OFFN) DTNs - Storage", + "project_name": "", + "scireg_id": 73, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1177,9 +1162,9 @@ "discipline": "Multi-Science Facility", "latitude": "40.4456", "longitude": "-79.9490", - "resource_name": "Pittsburgh Supercomputing Center (PSC)", - "project_name": "PSC", - "scireg_id": 75, + "resource_name": "", + "project_name": "", + "scireg_id": 74, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1196,8 +1181,8 @@ "latitude": "40.350000", "longitude": "-74.603000", "resource_name": "PPPL - National Spherical Torus Experiment (NSTX)", - "project_name": "National Spherical Torus Experiment (NSTX)", - "scireg_id": 76, + "project_name": "", + "scireg_id": 75, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1211,6 +1196,20 @@ "longitude": "-86.923400", "resource_name": "CMS Tier-2 Center @ Purdue - Compute", "project_name": "CMS", + "scireg_id": 76, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.21.171.0/24" + ], + "org_name": "Rochester Institute of Technology (RIT)", + "discipline": "Multi-Science Facility", + "latitude": "43.0848", + "longitude": "-77.6715", + "resource_name": "RIT - SPORC Cluster - Compute", + "project_name": "", "scireg_id": 77, "contact_email": "unknown", "last_updated": "unknown" @@ -1225,8 +1224,8 @@ "discipline": "Multi-Science Facility", "latitude": "32.9035128", "longitude": "-117.2444005", - "resource_name": "San Diego Supercomputer Center (SDSC)", - "project_name": "SDSC", + "resource_name": "", + "project_name": "", "scireg_id": 78, "contact_email": "unknown", "last_updated": "unknown" @@ -1242,7 +1241,7 @@ "latitude": "37.459000", "longitude": "-122.178100", "resource_name": "SLAC - Linac Coherent Light Source (LCLS)", - "project_name": "Linac Coherent Light Source (LCLS)", + "project_name": "", "scireg_id": 79, "contact_email": "unknown", "last_updated": "unknown" @@ -1258,7 +1257,7 @@ "latitude": "37.459000", "longitude": "-122.178100", "resource_name": "SLAC - Stanford Synchrotron Radiation Lightsource (SSRL)", - "project_name": "Stanford Synchrotron Radiation Lightsource (SSRL)", + "project_name": "", "scireg_id": 80, "contact_email": "unknown", "last_updated": "unknown" @@ -1434,7 +1433,7 @@ "discipline": "GEO.Earth", "latitude": "43.734268", "longitude": "-96.619469", - "resource_name": "United States Geological Survey (USGS)", + "resource_name": "", "project_name": "", "scireg_id": 92, "contact_email": "unknown", @@ -1477,7 +1476,7 @@ "latitude": "33.5025", "longitude": "-86.8197", "resource_name": "UAB - RC VM Workloads", - "project_name": "None", + "project_name": "", "scireg_id": 95, "contact_email": "unknown", "last_updated": "unknown" @@ -1511,6 +1510,20 @@ "contact_email": "unknown", "last_updated": "unknown" }, + { + "addresses": [ + "206.207.252.0/24" + ], + "org_name": "University of Arizona (UArizona)", + "discipline": "Multi-Science Facility", + "latitude": "32.2319", + "longitude": "-110.9501", + "resource_name": "UArizona - CyVerse - Compute", + "project_name": "", + "scireg_id": 98, + "contact_email": "unknown", + "last_updated": "unknown" + }, { "addresses": [ "128.111.9.179/32", @@ -1522,7 +1535,7 @@ "longitude": "-119.837100", "resource_name": "UCSB - High Energy Physics", "project_name": "CMS", - "scireg_id": 98, + "scireg_id": 99, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1536,7 +1549,7 @@ "longitude": "-87.600900", "resource_name": "UChicago - Tier 2 Center - Storage", "project_name": "ATLAS", - "scireg_id": 99, + "scireg_id": 100, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1550,7 +1563,7 @@ "longitude": "-82.324800", "resource_name": "UFlorida - Tier 2 Center - Storage", "project_name": "CMS", - "scireg_id": 100, + "scireg_id": 101, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1565,7 +1578,7 @@ "longitude": "-155.090300", "resource_name": "UHawaii - NASA IRTF - Storage", "project_name": "Infrared Telescope Facility (IRTF)", - "scireg_id": 101, + "scireg_id": 102, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1577,9 +1590,9 @@ "discipline": "MPS.Astronomy", "latitude": "21.307300", "longitude": "-157.811600", - "resource_name": "UHawaii - IFA - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Image Processing Cluster - Cluster", + "resource_name": "UHawaii - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Compute", "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", - "scireg_id": 102, + "scireg_id": 103, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1592,9 +1605,9 @@ "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UHawaii - IFA - Pan-STARRS - Image Processing Pipeline - Cluster", + "resource_name": "UHawaii - Pan-STARRS - Image Processing Pipeline - Compute", "project_name": "Pan-STARRS", - "scireg_id": 103, + "scireg_id": 104, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1606,9 +1619,9 @@ "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UHawaii - IFA - Pan-STARRS - Moving Object Processing System - Cluster", + "resource_name": "UHawaii - Pan-STARRS - Moving Object Processing System - Compute", "project_name": "Pan-STARRS", - "scireg_id": 104, + "scireg_id": 105, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1620,9 +1633,9 @@ "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UHawaii - IFA - Pan-STARRS - Published Science Data - Cluster", + "resource_name": "UHawaii - Pan-STARRS - Published Science Data - Compute", "project_name": "Pan-STARRS", - "scireg_id": 105, + "scireg_id": 106, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1634,9 +1647,9 @@ "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", - "resource_name": "UHawaii - IFA - Pan-STARRS (Panoramic Survey Telescope and Rapid Response System)", + "resource_name": "UHawaii - Pan-STARRS (Panoramic Survey Telescope and Rapid Response System)", "project_name": "Pan-STARRS", - "scireg_id": 106, + "scireg_id": 107, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1653,9 +1666,9 @@ "discipline": "MPS.Astronomy", "latitude": "21.307300", "longitude": "-157.811600", - "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) Manoa", - "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 107, + "resource_name": "UHawaii - Institute for Astronomy (IfA) Manoa", + "project_name": "", + "scireg_id": 108, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1670,9 +1683,9 @@ "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) ITC", - "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 108, + "resource_name": "UHawaii - Institute for Astronomy (IfA) ITC", + "project_name": "", + "scireg_id": 109, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1684,9 +1697,9 @@ "discipline": "MPS.Astronomy", "latitude": "19.703500", "longitude": "-155.090300", - "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) Hilo", - "project_name": "Institute for Astronomy (IfA)", - "scireg_id": 109, + "resource_name": "UHawaii - Institute for Astronomy (IfA) Hilo", + "project_name": "", + "scireg_id": 110, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1700,9 +1713,9 @@ "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", - "resource_name": "UHawaii - IFA - Institute for Astronomy (IfA) Maui", + "resource_name": "UHawaii - Institute for Astronomy (IfA) Maui", "project_name": "", - "scireg_id": 110, + "scireg_id": 111, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1716,7 +1729,7 @@ "longitude": "-155.090400", "resource_name": "UHawaii - 2.2m Telescope - Storage", "project_name": "2.2m Telescope", - "scireg_id": 111, + "scireg_id": 112, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1730,7 +1743,7 @@ "longitude": "-155.090300", "resource_name": "UHawaii - UKIRT - Storage", "project_name": "UK Infrared Telescope (UKIRT)", - "scireg_id": 112, + "scireg_id": 113, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1745,7 +1758,7 @@ "longitude": "-155.576000", "resource_name": "UHawaii - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Storage", "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", - "scireg_id": 113, + "scireg_id": 114, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1759,7 +1772,7 @@ "longitude": "-155.576000", "resource_name": "UHawaii - Variable Young Stellar Objects Survey (VYSOS) - Storage", "project_name": "Variable Young Stellar Objects Survey (VYSOS)", - "scireg_id": 114, + "scireg_id": 115, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1773,7 +1786,7 @@ "longitude": "-157.810000", "resource_name": "UHawaii - Maunakea Weather Center - Storage", "project_name": "", - "scireg_id": 115, + "scireg_id": 116, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1790,7 +1803,21 @@ "longitude": "-2.236700", "resource_name": "UoM - Tier 2 center SE nodes - Storage", "project_name": "ATLAS", - "scireg_id": 116, + "scireg_id": 117, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "160.94.243.64/27" + ], + "org_name": "University of Minnesota (U Minn)", + "discipline": "GEO.Earth", + "latitude": "44.9843", + "longitude": "-93.1822", + "resource_name": "U Minn - Polar Geospatial Center (PGC) - Storage", + "project_name": "", + "scireg_id": 118, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1803,9 +1830,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "40.813000", "longitude": "-96.702900", - "resource_name": "UNL - CMS Tier 2 Center - worker nodes - Compute", + "resource_name": "UNL - CMS Tier 2 Center - worker nodes - Storage", "project_name": "CMS", - "scireg_id": 117, + "scireg_id": 119, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1820,7 +1847,7 @@ "longitude": "-96.667000", "resource_name": "UNL - HCC FIONA DTN - Data Transfer", "project_name": "FIONA", - "scireg_id": 118, + "scireg_id": 120, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1833,9 +1860,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "40.813000", "longitude": "-96.702900", - "resource_name": "UNL - CMS Tier 2 Center - DTN and support nodes - Cluster", + "resource_name": "UNL - CMS Tier 2 Center - DTN and support nodes - Compute", "project_name": "CMS", - "scireg_id": 119, + "scireg_id": 121, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1847,9 +1874,9 @@ "discipline": "Multi-Science Facility", "latitude": "41.247400", "longitude": "-96.017800", - "resource_name": "UNL - Crane HPC Cluster - Cluster", - "project_name": "UNL-Crane", - "scireg_id": 120, + "resource_name": "UNL - Crane HPC Cluster - Compute", + "project_name": "", + "scireg_id": 122, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1861,24 +1888,25 @@ "discipline": "Multi-Science Facility", "latitude": "40.822100", "longitude": "-96.698000", - "resource_name": "UNL - Rhino HPC Cluster - Cluster", - "project_name": "UNL-Rhino", - "scireg_id": 121, + "resource_name": "UNL - Rhino HPC Cluster - Compute", + "project_name": "", + "scireg_id": 123, "contact_email": "unknown", "last_updated": "unknown" }, { "addresses": [ "129.93.244.192/26", - "2600:900:6:1301::/64" + "2600:900:6:1301::/64", + "2600:900:6::/48" ], "org_name": "University of Nebraska-Lincoln (UNL)", "discipline": "Multi-Science Facility", "latitude": "40.800000", "longitude": "-96.667000", - "resource_name": "UNL - HCC Resources in Lincoln, NE - Cluster", - "project_name": "UNL-Holland Compute Center", - "scireg_id": 122, + "resource_name": "UNL - Holland Compute Center (HCC) - Compute", + "project_name": "", + "scireg_id": 124, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1890,23 +1918,9 @@ "discipline": "Multi-Science Facility", "latitude": "41.247400", "longitude": "-96.017800", - "resource_name": "UNL - Anvil Cloud", - "project_name": "UNL-Anvil", - "scireg_id": 123, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "2600:900:6::/48" - ], - "org_name": "University of Nebraska-Lincoln (UNL)", - "discipline": "Multi-Science Facility", - "latitude": "40.813000", - "longitude": "-96.702900", - "resource_name": "UNL - HCC IPv6 Resources", - "project_name": "UNL-Holland Compute Center", - "scireg_id": 124, + "resource_name": "UNL - Anvil Cloud - Compute", + "project_name": "", + "scireg_id": 125, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1919,8 +1933,8 @@ "latitude": "35.181500", "longitude": "-97.432800", "resource_name": "OU - Supercomputing Center for Education & Research (OSCER) - Compute", - "project_name": "OU-OSCER", - "scireg_id": 125, + "project_name": "", + "scireg_id": 126, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1933,8 +1947,22 @@ "latitude": "35.183700", "longitude": "-97.437100", "resource_name": "OU - Schooner DTNs - Storage", - "project_name": "UO-Schooner", - "scireg_id": 126, + "project_name": "", + "scireg_id": 127, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "68.181.11.0/28" + ], + "org_name": "University of Southern California (USC)", + "discipline": "Multi-Science Facility", + "latitude": "34.0224", + "longitude": "118.2851", + "resource_name": "USC - Science DMZ - Storage", + "project_name": "", + "scireg_id": 128, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1957,7 +1985,21 @@ "longitude": "-97.7341", "resource_name": "", "project_name": "", - "scireg_id": 127, + "scireg_id": 129, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.83.41.128/26" + ], + "org_name": "University of Texas at Austin (UT Austin)", + "discipline": "BIO.General", + "latitude": "30.2849", + "longitude": "-97.7341", + "resource_name": "UT Austin - Biological Sciences", + "project_name": "", + "scireg_id": 130, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1973,8 +2015,8 @@ "latitude": "40.785500", "longitude": "-111.730000", "resource_name": "Telescope Array (TARA)", - "project_name": "TARA", - "scireg_id": 128, + "project_name": "", + "scireg_id": 131, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1988,7 +2030,7 @@ "longitude": "21.018600", "resource_name": "UoW - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 129, + "scireg_id": 132, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2002,7 +2044,21 @@ "longitude": "-122.290000", "resource_name": "UW - Department of Atmospheric Sciences - Storage", "project_name": "", - "scireg_id": 130, + "scireg_id": 133, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "128.83.41.0/24" + ], + "org_name": "University of Wisconson (UWisc)", + "discipline": "MPS.Physics.High Energy", + "latitude": "43.0766", + "longitude": "-89.4125", + "resource_name": "UWisc - IceCube Neutrino Observatory", + "project_name": "IceCube", + "scireg_id": 134, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2022,9 +2078,9 @@ "latitude": "20.024300", "longitude": "-155.665300", "resource_name": "WMKO - Keck Telescopes - Instrument", - "project_name": "W. M. Keck Observatory (WMKO)", - "scireg_id": 131, + "project_name": "", + "scireg_id": 135, "contact_email": "unknown", "last_updated": "unknown" } -] +] \ No newline at end of file From 4d9e3e7f18f12a966babc38ca7d814af7c328c1a Mon Sep 17 00:00:00 2001 From: Brian Tierney Date: Thu, 7 Nov 2024 14:49:24 -0600 Subject: [PATCH 14/16] latest version --- scireg/newScireg.json | 403 +++++++++++++++++++----------------------- 1 file changed, 184 insertions(+), 219 deletions(-) diff --git a/scireg/newScireg.json b/scireg/newScireg.json index 51b13ffc..82914195 100644 --- a/scireg/newScireg.json +++ b/scireg/newScireg.json @@ -398,7 +398,7 @@ "latitude": "46.231709", "longitude": "6.072080", "resource_name": "CERN - WLCG", - "project_name": "WLCG", + "project_name": "Worldwide LHC Compute Grid (WLCG)", "scireg_id": 25, "contact_email": "unknown", "last_updated": "unknown" @@ -510,7 +510,7 @@ "discipline": "Multi-Science Facility", "latitude": "51.533300", "longitude": "9.933300", - "resource_name": "GWDG - GoeGrid storage elements - Storage", + "resource_name": "GWDG - GoeGrid Storage Elements - Storage", "project_name": "GoeGrid", "scireg_id": 32, "contact_email": "unknown", @@ -553,7 +553,7 @@ "discipline": "Multi-Science Facility", "latitude": "39.16896", "longitude": "-86.508815", - "resource_name": "IU - Jetstream2 - Compute", + "resource_name": "IU - Jetstream - Compute", "project_name": "", "scireg_id": 35, "contact_email": "unknown", @@ -688,7 +688,7 @@ "latitude": "37.691400", "longitude": "-121.701400", "resource_name": "LLNL - Analytics and Informatics Management Systems (AIMS) - Storage", - "project_name": "AIMS", + "project_name": "LLNL AIMS", "scireg_id": 42, "contact_email": "engage@es.net", "last_updated": "unknown" @@ -786,7 +786,7 @@ "discipline": "MPS.Astronomy", "latitude": "19.534500", "longitude": "-155.576000", - "resource_name": "NCAR - HAO - Mauna Loa Solar Observatory (MLSO) - Instrument", + "resource_name": "NCAR - HAO - Mauna Loa Solar Observatory (MLSO) - Storage", "project_name": "Mauna Loa Solar Observatory (MLSO)", "scireg_id": 49, "contact_email": "unknown", @@ -794,13 +794,13 @@ }, { "addresses": [ - "141.142.176.0/24" + "128.117.0.0/16" ], - "org_name": "National Center for Supercomputing Applications (NCSA)", - "discipline": "Multi-Science Facility", - "latitude": "40.109500", - "longitude": "-88.212300", - "resource_name": "NCSA - Bluewaters - Compute", + "org_name": "National Center for Atmospheric Research (NCAR)", + "discipline": "GEO.Atmospheric", + "latitude": "40.031080", + "longitude": "-105.245940", + "resource_name": "", "project_name": "", "scireg_id": 50, "contact_email": "unknown", @@ -815,7 +815,7 @@ "discipline": "Multi-Science Facility", "latitude": "40.109500", "longitude": "-88.212300", - "resource_name": "NCSA - Bluewaters import/export servers - Storage", + "resource_name": "NCSA - Storage", "project_name": "", "scireg_id": 51, "contact_email": "unknown", @@ -895,26 +895,12 @@ "discipline": "BIO.Genomics and Bioinformatics", "latitude": "39.089200", "longitude": "-77.183500", - "resource_name": "NLM - ftp servers - Storage", + "resource_name": "NLM - Storage", "project_name": "National Library of Medicine (NLM) ; SingAREN DB Mirror (SDBM)", "scireg_id": 56, "contact_email": "unknown", "last_updated": "unknown" }, - { - "addresses": [ - "130.14.250.24/32" - ], - "org_name": "National Library of Medicine (NLM)", - "discipline": "BIO.Genomics and Bioinformatics", - "latitude": "39.003200", - "longitude": "-77.160200", - "resource_name": "NLM - SRA-download servers - Storage", - "project_name": "", - "scireg_id": 57, - "contact_email": "unknown", - "last_updated": "unknown" - }, { "addresses": [ "130.14.250.0/24" @@ -923,9 +909,9 @@ "discipline": "BIO.Genomics and Bioinformatics", "latitude": "39.003200", "longitude": "-77.160200", - "resource_name": "NLM - SRA Files - Storage", - "project_name": "", - "scireg_id": 58, + "resource_name": "NLM - Storage", + "project_name": "Sequence Read Archive (SRA)", + "scireg_id": 57, "contact_email": "unknown", "last_updated": "unknown" }, @@ -937,9 +923,9 @@ "discipline": "GEO.Atmospheric", "latitude": "19.534500", "longitude": "-155.576000", - "resource_name": "NOAA - ESRL-GMD - Mauna Loa Observatory (MLO) - NOAA resources - Instrument", - "project_name": "Earth System Research Laboratory (ESRL) - Global Monitoring Division (GMD)", - "scireg_id": 59, + "resource_name": "NOAA - ESRL-GMD - Mauna Loa Observatory (MLO) - Storage", + "project_name": "", + "scireg_id": 58, "contact_email": "unknown", "last_updated": "unknown" }, @@ -953,7 +939,7 @@ "longitude": "-77.050278", "resource_name": "", "project_name": "", - "scireg_id": 60, + "scireg_id": 59, "contact_email": "unknown", "last_updated": "unknown" }, @@ -965,9 +951,9 @@ "discipline": "MPS.Astronomy", "latitude": "38.054000", "longitude": "-78.535400", - "resource_name": "NRAO Technology Center at UVA - storage servers - Storage", + "resource_name": "NRAO Technology Center at UVA - Storage", "project_name": "", - "scireg_id": 61, + "scireg_id": 60, "contact_email": "unknown", "last_updated": "unknown" }, @@ -979,9 +965,9 @@ "discipline": "MPS.Astronomy", "latitude": "33.897400", "longitude": "-107.026100", - "resource_name": "NRAO AOC Subversion Server at New Mexico Tech - Storage", + "resource_name": "NRAO AOC at New Mexico Tech - Storage", "project_name": "", - "scireg_id": 62, + "scireg_id": 61, "contact_email": "unknown", "last_updated": "unknown" }, @@ -994,9 +980,9 @@ "discipline": "MPS.Astronomy", "latitude": "34.070000", "longitude": "-106.907300", - "resource_name": "NRAO - Very Large Baseline Array (VLBA) - Maunakea", - "project_name": "", - "scireg_id": 63, + "resource_name": "NRAO - Very Large Baseline Array (VLBA) at Mauna Kea - Storage", + "project_name": "VLBA", + "scireg_id": 62, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1010,7 +996,7 @@ "longitude": "37.615600", "resource_name": "NRC Kurchatov - ATLAS Tier 1", "project_name": "ATLAS", - "scireg_id": 64, + "scireg_id": 63, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1022,9 +1008,9 @@ "discipline": "MPS.Astronomy", "latitude": "20.707000", "longitude": "-156.256000", - "resource_name": "NSO - Daniel K. Inouye Solar Telescope (DKIST) - Instrument", - "project_name": "", - "scireg_id": 65, + "resource_name": "NSO - Daniel K. Inouye Solar Telescope (DKIST) - Storage", + "project_name": "DKIST", + "scireg_id": 64, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1033,27 +1019,13 @@ "2001:df4:2600:2::2/128", "103.72.192.66/32" ], - "org_name": "National Supercomputing Center Singapore (NSCC)", + "org_name": "National Supercomputing Center (NSCC) Singapore", "discipline": "CS.Network Testing and Monitoring", "latitude": "1.298900", "longitude": "103.787600", "resource_name": "NSCC - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 66, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "128.117.0.0/16" - ], - "org_name": "NSF National Center for Atmospheric Research (NCAR)", - "discipline": "GEO.Atmospheric", - "latitude": "40.031080", - "longitude": "-105.245940", - "resource_name": "", - "project_name": "", - "scireg_id": 67, + "scireg_id": 65, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1070,7 +1042,7 @@ "longitude": "-84.290400", "resource_name": "ORNL - Center for Nanophase Materials Sciences (CNMS)", "project_name": "", - "scireg_id": 68, + "scireg_id": 66, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1087,7 +1059,7 @@ "longitude": "-84.252700", "resource_name": "ORNL - Oak Ridge Leadership Computing Facility (OLCF)", "project_name": "", - "scireg_id": 69, + "scireg_id": 67, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1104,7 +1076,7 @@ "longitude": "-84.290400", "resource_name": "ORNL - Spallation Neutron Source (SNS)", "project_name": "", - "scireg_id": 70, + "scireg_id": 68, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1119,7 +1091,7 @@ "longitude": "-84.290400", "resource_name": "ORNL - High Flux Isotope Reactor (HFIR)", "project_name": "", - "scireg_id": 71, + "scireg_id": 69, "contact_email": "engage@es.net", "last_updated": "unknown" }, @@ -1135,7 +1107,7 @@ "project_name": "", "contact_email": "unknown", "last_updated": "2024-10-09", - "scireg_id": 72 + "scireg_id": 70 }, { "addresses": [ @@ -1147,7 +1119,7 @@ "longitude": "-97.437100", "resource_name": "OneNet - Oklahoma Friction Free Network (OFFN) DTNs - Storage", "project_name": "", - "scireg_id": 73, + "scireg_id": 71, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1164,7 +1136,7 @@ "longitude": "-79.9490", "resource_name": "", "project_name": "", - "scireg_id": 74, + "scireg_id": 72, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1182,7 +1154,7 @@ "longitude": "-74.603000", "resource_name": "PPPL - National Spherical Torus Experiment (NSTX)", "project_name": "", - "scireg_id": 75, + "scireg_id": 73, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1194,9 +1166,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "40.423000", "longitude": "-86.923400", - "resource_name": "CMS Tier-2 Center @ Purdue - Compute", + "resource_name": "Purdue CMS Tier-2", "project_name": "CMS", - "scireg_id": 76, + "scireg_id": 74, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1210,7 +1182,7 @@ "longitude": "-77.6715", "resource_name": "RIT - SPORC Cluster - Compute", "project_name": "", - "scireg_id": 77, + "scireg_id": 75, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1226,7 +1198,7 @@ "longitude": "-117.2444005", "resource_name": "", "project_name": "", - "scireg_id": 78, + "scireg_id": 76, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1242,7 +1214,7 @@ "longitude": "-122.178100", "resource_name": "SLAC - Linac Coherent Light Source (LCLS)", "project_name": "", - "scireg_id": 79, + "scireg_id": 77, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1258,7 +1230,7 @@ "longitude": "-122.178100", "resource_name": "SLAC - Stanford Synchrotron Radiation Lightsource (SSRL)", "project_name": "", - "scireg_id": 80, + "scireg_id": 78, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1272,7 +1244,7 @@ "longitude": "-87.631500", "resource_name": "StarLight - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 81, + "scireg_id": 79, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1284,115 +1256,147 @@ "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - other", + "resource_name": "TACC - Other", + "project_name": "", + "scireg_id": 80, + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" + }, + { + "addresses": [ + "129.114.104.0/24" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Jetstream - Compute", + "project_name": "", + "scireg_id": 81, + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" + }, + { + "addresses": [ + "129.114.35.0/24" + ], + "org_name": "Texas Advanced Computing Center (TACC)", + "discipline": "Multi-Science Facility", + "latitude": "30.3897376", + "longitude": "-97.7261257", + "resource_name": "TACC - Cyclone - Compute", "project_name": "", "scireg_id": 82, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.44.0/22", - "129.114.59.192/27", - "129.114.63.96/27", - "129.114.64.0/19" + "129.114.108.0/23", + "129.114.24.0/22" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Frontera - Compute", + "resource_name": "TACC - Chameleon - Compute", "project_name": "", "scireg_id": 83, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.62.1/27" + "129.114.44.0/22", + "129.114.59.192/27", + "129.114.63.96/27", + "129.114.64.0/19" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Stampede - Compute", + "resource_name": "TACC - Frontera - Compute", "project_name": "", "scireg_id": 84, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.63.160/27", - "129.114.16.0/21" + "129.114.62.1/27", + "129.114.63.32/27", + "129.114.63.128/27", + "129.114.112.0/20" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Vista - Compute", + "resource_name": "TACC - Stampede - Compute", "project_name": "", "scireg_id": 85, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.63.32/27" + "129.114.63.160/27", + "129.114.16.0/21" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Stampede2 - Compute", + "resource_name": "TACC - Vista - Compute", "project_name": "", "scireg_id": 86, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.63.128/27", - "129.114.112.0/20" + "129.114.52.0/24", + "129.114.51.128/26", + "129.114.99.36/32" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Stampede3 - Compute", + "resource_name": "TACC - Corral - Storage", "project_name": "", "scireg_id": 87, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.52.0/24", - "129.114.51.128/26" + "129.114.62.0/24" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Corral - Storage", + "resource_name": "TACC - Ranch Data Archive - Storage", "project_name": "", "scireg_id": 88, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ - "129.114.62.0/24" + "129.114.4.81/32" ], "org_name": "Texas Advanced Computing Center (TACC)", "discipline": "Multi-Science Facility", "latitude": "30.3897376", "longitude": "-97.7261257", - "resource_name": "TACC - Ranch - Data Archive", - "project_name": "", + "resource_name": "TACC - Galaxy Platform, Vertebrate Genomes Project (VGP) - Storage", + "project_name": "Vertebrate Genomes Project (VGP)", "scireg_id": 89, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ @@ -1407,8 +1411,8 @@ "resource_name": "TACC - Lonestar - Compute", "project_name": "", "scireg_id": 90, - "contact_email": "unknown", - "last_updated": "unknown" + "contact_email": "nmendoza@tacc.utexas.edu", + "last_updated": "11-07-2024" }, { "addresses": [ @@ -1419,7 +1423,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "37.073600", "longitude": "-76.493600", - "resource_name": "Jefferson Lab - Continuous Electron Beam Accelerator Facility (CEBAF)", + "resource_name": "JLab - Continuous Electron Beam Accelerator Facility (CEBAF)", "project_name": "", "scireg_id": 91, "contact_email": "unknown", @@ -1447,7 +1451,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "UAB - HPC Cluster & RC Services - Compute", + "resource_name": "UAB - Compute", "project_name": "", "scireg_id": 93, "contact_email": "unknown", @@ -1461,7 +1465,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "RC Cloud API - Storage", + "resource_name": "UAB - Cloud - Storage", "project_name": "", "scireg_id": 94, "contact_email": "unknown", @@ -1475,7 +1479,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "UAB - RC VM Workloads", + "resource_name": "UAB - Compute", "project_name": "", "scireg_id": 95, "contact_email": "unknown", @@ -1489,7 +1493,7 @@ "discipline": "Multi-Science Facility", "latitude": "33.5025", "longitude": "-86.8197", - "resource_name": "UAB - RC SciDMZ", + "resource_name": "UAB - Science DMZ - Storage", "project_name": "", "scireg_id": 96, "contact_email": "unknown", @@ -1526,14 +1530,13 @@ }, { "addresses": [ - "128.111.9.179/32", - "128.111.19.152/32" + "128.111.19.144/28" ], "org_name": "University of California, Santa Barbara (UCSB)", "discipline": "MPS.Physics.High Energy", "latitude": "34.432900", "longitude": "-119.837100", - "resource_name": "UCSB - High Energy Physics", + "resource_name": "UCSB - CMS - Storage", "project_name": "CMS", "scireg_id": 99, "contact_email": "unknown", @@ -1547,7 +1550,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "41.788600", "longitude": "-87.600900", - "resource_name": "UChicago - Tier 2 Center - Storage", + "resource_name": "UChicago - ATLAS Tier 2 - Storage", "project_name": "ATLAS", "scireg_id": 100, "contact_email": "unknown", @@ -1561,7 +1564,7 @@ "discipline": "MPS.Physics.High Energy", "latitude": "29.651600", "longitude": "-82.324800", - "resource_name": "UFlorida - Tier 2 Center - Storage", + "resource_name": "UFlorida - CMS Tier 2 - Storage", "project_name": "CMS", "scireg_id": 101, "contact_email": "unknown", @@ -1599,43 +1602,17 @@ { "addresses": [ "128.171.123.224/27", - "166.122.172.0/24" - ], - "org_name": "University of Hawaii (UHawaii)", - "discipline": "MPS.Astronomy", - "latitude": "21.298800", - "longitude": "-157.817100", - "resource_name": "UHawaii - Pan-STARRS - Image Processing Pipeline - Compute", - "project_name": "Pan-STARRS", - "scireg_id": 104, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "128.171.177.128/27" - ], - "org_name": "University of Hawaii (UHawaii)", - "discipline": "MPS.Astronomy", - "latitude": "21.298800", - "longitude": "-157.817100", - "resource_name": "UHawaii - Pan-STARRS - Moving Object Processing System - Compute", - "project_name": "Pan-STARRS", - "scireg_id": 105, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ + "128.171.177.128/27", + "166.122.172.0/24", "128.171.45.0/27" ], "org_name": "University of Hawaii (UHawaii)", "discipline": "MPS.Astronomy", "latitude": "21.298800", "longitude": "-157.817100", - "resource_name": "UHawaii - Pan-STARRS - Published Science Data - Compute", + "resource_name": "UHawaii - Pan-STARRS - Compute", "project_name": "Pan-STARRS", - "scireg_id": 106, + "scireg_id": 104, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1647,9 +1624,9 @@ "discipline": "MPS.Astronomy", "latitude": "20.821900", "longitude": "-156.332500", - "resource_name": "UHawaii - Pan-STARRS (Panoramic Survey Telescope and Rapid Response System)", + "resource_name": "UHawaii - Pan-STARRS - Storage", "project_name": "Pan-STARRS", - "scireg_id": 107, + "scireg_id": 105, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1668,7 +1645,7 @@ "longitude": "-157.811600", "resource_name": "UHawaii - Institute for Astronomy (IfA) Manoa", "project_name": "", - "scireg_id": 108, + "scireg_id": 106, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1685,7 +1662,7 @@ "longitude": "-157.817100", "resource_name": "UHawaii - Institute for Astronomy (IfA) ITC", "project_name": "", - "scireg_id": 109, + "scireg_id": 107, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1699,7 +1676,7 @@ "longitude": "-155.090300", "resource_name": "UHawaii - Institute for Astronomy (IfA) Hilo", "project_name": "", - "scireg_id": 110, + "scireg_id": 108, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1715,7 +1692,7 @@ "longitude": "-156.332500", "resource_name": "UHawaii - Institute for Astronomy (IfA) Maui", "project_name": "", - "scireg_id": 111, + "scireg_id": 109, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1729,7 +1706,7 @@ "longitude": "-155.090400", "resource_name": "UHawaii - 2.2m Telescope - Storage", "project_name": "2.2m Telescope", - "scireg_id": 112, + "scireg_id": 110, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1743,7 +1720,7 @@ "longitude": "-155.090300", "resource_name": "UHawaii - UKIRT - Storage", "project_name": "UK Infrared Telescope (UKIRT)", - "scireg_id": 113, + "scireg_id": 111, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1758,7 +1735,7 @@ "longitude": "-155.576000", "resource_name": "UHawaii - Asteroid Terrestrial-impact Last Alert System (ATLAS) - Storage", "project_name": "Asteroid Terrestrial-impact Last Alert System (ATLAS)", - "scireg_id": 114, + "scireg_id": 112, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1772,7 +1749,7 @@ "longitude": "-155.576000", "resource_name": "UHawaii - Variable Young Stellar Objects Survey (VYSOS) - Storage", "project_name": "Variable Young Stellar Objects Survey (VYSOS)", - "scireg_id": 115, + "scireg_id": 113, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1786,7 +1763,7 @@ "longitude": "-157.810000", "resource_name": "UHawaii - Maunakea Weather Center - Storage", "project_name": "", - "scireg_id": 116, + "scireg_id": 114, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1801,9 +1778,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "53.469700", "longitude": "-2.236700", - "resource_name": "UoM - Tier 2 center SE nodes - Storage", + "resource_name": "UoM - ATLAS Tier 2 - Storage", "project_name": "ATLAS", - "scireg_id": 117, + "scireg_id": 115, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1817,7 +1794,7 @@ "longitude": "-93.1822", "resource_name": "U Minn - Polar Geospatial Center (PGC) - Storage", "project_name": "", - "scireg_id": 118, + "scireg_id": 116, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1830,9 +1807,9 @@ "discipline": "MPS.Physics.High Energy", "latitude": "40.813000", "longitude": "-96.702900", - "resource_name": "UNL - CMS Tier 2 Center - worker nodes - Storage", + "resource_name": "UNL - CMS Tier 2 - Compute", "project_name": "CMS", - "scireg_id": 119, + "scireg_id": 117, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1847,7 +1824,7 @@ "longitude": "-96.667000", "resource_name": "UNL - HCC FIONA DTN - Data Transfer", "project_name": "FIONA", - "scireg_id": 120, + "scireg_id": 118, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1860,42 +1837,16 @@ "discipline": "MPS.Physics.High Energy", "latitude": "40.813000", "longitude": "-96.702900", - "resource_name": "UNL - CMS Tier 2 Center - DTN and support nodes - Compute", + "resource_name": "UNL - CMS Tier 2 - Storage", "project_name": "CMS", - "scireg_id": 121, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "129.93.227.64/26" - ], - "org_name": "University of Nebraska-Lincoln (UNL)", - "discipline": "Multi-Science Facility", - "latitude": "41.247400", - "longitude": "-96.017800", - "resource_name": "UNL - Crane HPC Cluster - Compute", - "project_name": "", - "scireg_id": 122, - "contact_email": "unknown", - "last_updated": "unknown" - }, - { - "addresses": [ - "129.93.241.16/28" - ], - "org_name": "University of Nebraska-Lincoln (UNL)", - "discipline": "Multi-Science Facility", - "latitude": "40.822100", - "longitude": "-96.698000", - "resource_name": "UNL - Rhino HPC Cluster - Compute", - "project_name": "", - "scireg_id": 123, + "scireg_id": 119, "contact_email": "unknown", "last_updated": "unknown" }, { "addresses": [ + "129.93.227.64/26", + "129.93.241.16/28", "129.93.244.192/26", "2600:900:6:1301::/64", "2600:900:6::/48" @@ -1904,9 +1855,9 @@ "discipline": "Multi-Science Facility", "latitude": "40.800000", "longitude": "-96.667000", - "resource_name": "UNL - Holland Compute Center (HCC) - Compute", + "resource_name": "UNL - Holland Compute Center (HCC)", "project_name": "", - "scireg_id": 124, + "scireg_id": 120, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1920,7 +1871,7 @@ "longitude": "-96.017800", "resource_name": "UNL - Anvil Cloud - Compute", "project_name": "", - "scireg_id": 125, + "scireg_id": 121, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1934,7 +1885,7 @@ "longitude": "-97.432800", "resource_name": "OU - Supercomputing Center for Education & Research (OSCER) - Compute", "project_name": "", - "scireg_id": 126, + "scireg_id": 122, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1948,7 +1899,7 @@ "longitude": "-97.437100", "resource_name": "OU - Schooner DTNs - Storage", "project_name": "", - "scireg_id": 127, + "scireg_id": 123, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1962,7 +1913,7 @@ "longitude": "118.2851", "resource_name": "USC - Science DMZ - Storage", "project_name": "", - "scireg_id": 128, + "scireg_id": 124, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1985,7 +1936,7 @@ "longitude": "-97.7341", "resource_name": "", "project_name": "", - "scireg_id": 129, + "scireg_id": 125, "contact_email": "unknown", "last_updated": "unknown" }, @@ -1999,7 +1950,21 @@ "longitude": "-97.7341", "resource_name": "UT Austin - Biological Sciences", "project_name": "", - "scireg_id": 130, + "scireg_id": 126, + "contact_email": "unknown", + "last_updated": "unknown" + }, + { + "addresses": [ + "129.116.130.0/24" + ], + "org_name": "University of Texas at Austin (UT Austin)", + "discipline": "GEO.General", + "latitude": "30.2849", + "longitude": "-97.7341", + "resource_name": "UT Austin - Geosciences", + "project_name": "", + "scireg_id": 127, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2015,8 +1980,8 @@ "latitude": "40.785500", "longitude": "-111.730000", "resource_name": "Telescope Array (TARA)", - "project_name": "", - "scireg_id": 131, + "project_name": "Telescope Array (TARA)", + "scireg_id": 128, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2030,7 +1995,7 @@ "longitude": "21.018600", "resource_name": "UoW - DTN for Data Mover Challenge - Data Transfer", "project_name": "Data Mover Challenge", - "scireg_id": 132, + "scireg_id": 129, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2044,7 +2009,7 @@ "longitude": "-122.290000", "resource_name": "UW - Department of Atmospheric Sciences - Storage", "project_name": "", - "scireg_id": 133, + "scireg_id": 130, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2058,7 +2023,7 @@ "longitude": "-89.4125", "resource_name": "UWisc - IceCube Neutrino Observatory", "project_name": "IceCube", - "scireg_id": 134, + "scireg_id": 131, "contact_email": "unknown", "last_updated": "unknown" }, @@ -2077,9 +2042,9 @@ "discipline": "MPS.Astronomy", "latitude": "20.024300", "longitude": "-155.665300", - "resource_name": "WMKO - Keck Telescopes - Instrument", - "project_name": "", - "scireg_id": 135, + "resource_name": "WMKO - Keck Telescopes - Storage", + "project_name": "Keck Telescopes", + "scireg_id": 132, "contact_email": "unknown", "last_updated": "unknown" } From 390493248129b6e4bc22cdc4849dd706f98cbe41 Mon Sep 17 00:00:00 2001 From: Doug Southworth <46789947+dojosout@users.noreply.github.com> Date: Tue, 3 Dec 2024 09:14:20 -0500 Subject: [PATCH 15/16] Update docker-compose.yml Fix cache data path --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 8cca8eec..2df16e53 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -40,7 +40,7 @@ services: - ./conf-logstash:/usr/share/logstash/pipeline/ - ./conf-globus:/usr/share/logstash/globus/ - ./data:/data - - ./data/cache:/var/lib/grnoc/netsage/ + - ./data/cache:/var/lib/netsage/ ofelia: ## Scheduler Task image: mcuadros/ofelia:0.3.12 container_name: NetSage_Ofelia From f349e50bc1c5fe35a1c07af6634c251c370381a7 Mon Sep 17 00:00:00 2001 From: Doug Southworth <46789947+dojosout@users.noreply.github.com> Date: Tue, 3 Dec 2024 09:16:57 -0500 Subject: [PATCH 16/16] Update docker-compose.override_example.yml --- docker-compose.override_example.yml | 14 +++----------- 1 file changed, 3 insertions(+), 11 deletions(-) diff --git a/docker-compose.override_example.yml b/docker-compose.override_example.yml index ad5cd0ed..336bb98c 100644 --- a/docker-compose.override_example.yml +++ b/docker-compose.override_example.yml @@ -1,14 +1,6 @@ version: "3.7" services: - - logstash: - image: tacc/netsage_pipeline:v2.1.0 - ## If you need to override JVM options, uncomment these lines - # volumes: - # - ./userConfig/jvm.options:/usr/share/logstash/config/jvm.options - importer: - image: tacc/netsage_importer:v2.1.1 logging: driver: json-file options: @@ -22,15 +14,15 @@ services: ## Modify port numbers as needed, and add any additional collectors here (see Docker Advanced documentation). ## Remove any collectors that do not need to be running. sflow-collector: - image: tacc/netsage_collector:v2.1.0 + image: tacc/netsage_collector:v2.1.2 restart: always - command: sfcapd -w /data -S 1 -z=lzo -p 9999 + command: sfcapd -w /data -S 1 -z=lzo -p 9998 volumes: - ./data/input_data/sflow:/data ports: - "9998:9998/udp" netflow-collector: - image: tacc/netsage_collector:v2.1.0 + image: tacc/netsage_collector:v2.1.2 command: nfcapd -w /data -S 1 -z=lzo -p 9999 ports: - "9999:9999/udp"