diff --git a/cmd/gleaner/main.go b/cmd/gleaner/main.go index 25645102..b5589bca 100644 --- a/cmd/gleaner/main.go +++ b/cmd/gleaner/main.go @@ -10,13 +10,13 @@ import ( "github.com/minio/minio-go/v7" "github.com/spf13/viper" - "github.com/earthcubearchitecture-project418/gleaner/internal/check" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/millers" - "github.com/earthcubearchitecture-project418/gleaner/internal/objects" - "github.com/earthcubearchitecture-project418/gleaner/internal/organizations" - "github.com/earthcubearchitecture-project418/gleaner/internal/summoner" - "github.com/earthcubearchitecture-project418/gleaner/internal/summoner/acquire" + "github.com/gleanerio/gleaner/internal/check" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/millers" + "github.com/gleanerio/gleaner/internal/objects" + "github.com/gleanerio/gleaner/internal/organizations" + "github.com/gleanerio/gleaner/internal/summoner" + "github.com/gleanerio/gleaner/internal/summoner/acquire" ) var viperVal, sourceVal, modeVal string diff --git a/cmd/husker/main.go b/cmd/husker/main.go index 827f3f3e..2c5e0479 100644 --- a/cmd/husker/main.go +++ b/cmd/husker/main.go @@ -6,8 +6,8 @@ import ( "log" "time" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/summoner/acquire" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/summoner/acquire" "github.com/spf13/viper" ) diff --git a/docs/Deprecated/DEMO.md b/docs/Deprecated/DEMO.md index 122d65d0..868bbc59 100644 --- a/docs/Deprecated/DEMO.md +++ b/docs/Deprecated/DEMO.md @@ -8,9 +8,9 @@ docker and how to install it for your system at https://www.docker.com/ ## Downloads * Pull down the docker config from -https://github.com/earthcubearchitecture-project418/gleaner/tree/master/deployments We will use the +https://github.com/gleanerio/gleaner/tree/master/deployments We will use the gleaner-base.yml -* Pull down the "starterpack.zip" from https://github.com/earthcubearchitecture-project418/gleaner/releases +* Pull down the "starterpack.zip" from https://github.com/gleanerio/gleaner/releases * Pull down the copy of gleaner for your system from the distribution page * The minio S3 client mc is also needed. https://min.io/download * You will likely need to "chmod +x mc" that client diff --git a/docs/Deprecated/runningGleanerOLD.md b/docs/Deprecated/runningGleanerOLD.md index 5e676083..674b146b 100644 --- a/docs/Deprecated/runningGleanerOLD.md +++ b/docs/Deprecated/runningGleanerOLD.md @@ -14,7 +14,7 @@ If you are interested in publishing this sort of data, take a look at the ESIP h To start this guide you will need a few things first. One is a computer with Docker installed. Docker is a popular tool for creating and using containers. Containers are packaged applications like databases, games or web servers. The Docker runtime providers a cross platform environment to run this common container images. Images are downloaded from the net and can be maintained and updated. Containers can be run in large cloud based environments with sophisticated orchestration systems or on your local computer. For this example we will be running on a rather simple Linux based server provided by NSF's XSEDE environment. However, any personal computer will do just fine. You can download Docekr your PC or Mac at https://www.docker.com/products/docker-desktop and Linux users can typically just use your distro's package management system. -Once you have Docker installed and verified its operation you will need to download the Gleaner "Stater Pack". Reference the Gleaner releases at https://github.com/earthcubearchitecture-project418/gleaner/releases to download the needed files for this guide. In particular the starterpack.zip located in the assets section of the releases. +Once you have Docker installed and verified its operation you will need to download the Gleaner "Stater Pack". Reference the Gleaner releases at https://github.com/gleanerio/gleaner/releases to download the needed files for this guide. In particular the starterpack.zip located in the assets section of the releases. Gleaner is a command line application, so you will need a terminal program on your computer and be comfortable issuing basic commands. @@ -36,14 +36,14 @@ docker swarm leave ### Starter Pack -To provide you a set of files and scripts to bootstrap the process we have created a starter pack ZIP file. Let's make a directory and download the starter pack. Visit the web site at https://github.com/earthcubearchitecture-project418/gleaner/releases and find the latest release. In the assets drop down section you will find links to the various assets of that release. We will need the starterpack.zip file. +To provide you a set of files and scripts to bootstrap the process we have created a starter pack ZIP file. Let's make a directory and download the starter pack. Visit the web site at https://github.com/gleanerio/gleaner/releases and find the latest release. In the assets drop down section you will find links to the various assets of that release. We will need the starterpack.zip file. Here we will use wget to download the file, but you could use curl or just web browser to download this file. Be sure to visit the release page at GitHub and not just use the command from below as this will likely be out of date with the current release versions. ```bash root@gleaner:~# mkdir gleanerRuns root@gleaner:~# cd gleanerRuns/ -root@gleaner:~/gleanerRuns# wget https://github.com/earthcubearchitecture-project418/gleaner/releases/download/2.0.11/starterpack.zip +root@gleaner:~/gleanerRuns# wget https://github.com/gleanerio/gleaner/releases/download/2.0.11/starterpack.zip [...] Saving to: ‘starterpack.zip’ [...] @@ -105,7 +105,7 @@ Those of you more familiar with Docker might note you could copy this file to a ## Docker Compose command -We are not ready to set up the containers we need running to support Gleaner. In the starter pack there is a file called docker-compose.yml. It's a bit large for this document but you can view the version on GitHub at: https://github.com/earthcubearchitecture-project418/gleaner/blob/master/docs/starterpack/docker-compose.yml +We are not ready to set up the containers we need running to support Gleaner. In the starter pack there is a file called docker-compose.yml. It's a bit large for this document but you can view the version on GitHub at: https://github.com/gleanerio/gleaner/blob/master/docs/starterpack/docker-compose.yml This file contains the instructions Docker will use to download and run the various container images we need. If you look at the file you will see 6 images. Their labels and a short description follow; @@ -282,7 +282,7 @@ The url value needs to point to the URL for the site map XML file. This will be The headless value should be set to false unless you know this site uses JavaScript to place the JSON-LD into the page. This is true of some sites and it is supported but not currently auto-detected. So you will need to know this and set it. For most place, this will be false. -You can have as many sources as you wish. For an example look the configure file for the CDF Semantic Network at: https://github.com/earthcubearchitecture-project418/CDFSemanticNetwork/blob/master/configs/cdf.yaml +You can have as many sources as you wish. For an example look the configure file for the CDF Semantic Network at: https://github.com/gleanerio/CDFSemanticNetwork/blob/master/configs/cdf.yaml For this demo we will use the site map for Open Core data. However, I would prefer to get a better and smaller example source that could highlight various capabilities and edge cases for this package. diff --git a/docs/cliDocker/README.md b/docs/cliDocker/README.md index 00edeac2..7d4838a2 100644 --- a/docs/cliDocker/README.md +++ b/docs/cliDocker/README.md @@ -17,7 +17,7 @@ client, mc, for this. ## Steps -Download the script gleanerDocker.sh from https://github.com/earthcubearchitecture-project418/gleaner/tree/master/docs/cliDocker You may need to make it run-able with +Download the script gleanerDocker.sh from https://github.com/gleanerio/gleaner/tree/master/docs/cliDocker You may need to make it run-able with ```bash curl -O https://raw.githubusercontent.com/earthcubearchitecture-project418/gleaner/master/docs/cliDocker/gleanerDocker.sh @@ -247,6 +247,6 @@ We have attempted here to give a quick introduction to the use of Gleaner in a D environment. This is a very simple example, but it should give you an idea of the approach used. This approach can then be combined with other approaches documented to establish a more production oriented implementation. Most of this documentation will be located -at the [Gleaner.io GitHub repository](https://github.com/gleanerio) and [Gleaner](https://github.com/earthcubearchitecture-project418/gleaner) repository. +at the [Gleaner.io GitHub repository](https://github.com/gleanerio) and [Gleaner](https://github.com/gleanerio/gleaner) repository. > Note: The plan is to merge the Gleaner.io GitHub repository into the first. \ No newline at end of file diff --git a/docs/cliDocker/gleanerDocker.sh b/docs/cliDocker/gleanerDocker.sh index 041faef4..916804bd 100755 --- a/docs/cliDocker/gleanerDocker.sh +++ b/docs/cliDocker/gleanerDocker.sh @@ -20,7 +20,7 @@ then curl -O https://raw.githubusercontent.com/earthcubearchitecture-project418/gleaner/master/deployment/setenvIS.sh curl -O https://raw.githubusercontent.com/earthcubearchitecture-project418/gleaner/master/deployment/gleaner-IS.yml docker pull fils/gleaner:latest - echo "\n See notes at: https://github.com/earthcubearchitecture-project418/gleaner/blob/dev/docs/cliDocker/README.md \n" + echo "\n See notes at: https://github.com/gleanerio/gleaner/blob/dev/docs/cliDocker/README.md \n" exit 0 fi diff --git a/go.mod b/go.mod index 5059d3a0..7af9b865 100644 --- a/go.mod +++ b/go.mod @@ -1,4 +1,4 @@ -module github.com/earthcubearchitecture-project418/gleaner +module github.com/gleanerio/gleaner go 1.14 diff --git a/internal/millers/graph/graphng.go b/internal/millers/graph/graphng.go index e062378f..20cbea71 100644 --- a/internal/millers/graph/graphng.go +++ b/internal/millers/graph/graphng.go @@ -13,7 +13,7 @@ import ( "github.com/piprate/json-gold/ld" "github.com/schollz/progressbar/v3" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/common" minio "github.com/minio/minio-go/v7" "github.com/spf13/viper" ) diff --git a/internal/millers/millers.go b/internal/millers/millers.go index bf3d333e..8b36527c 100644 --- a/internal/millers/millers.go +++ b/internal/millers/millers.go @@ -5,7 +5,7 @@ import ( "log" "time" - "github.com/earthcubearchitecture-project418/gleaner/internal/millers/graph" + "github.com/gleanerio/gleaner/internal/millers/graph" "github.com/minio/minio-go/v7" "github.com/spf13/viper" ) diff --git a/internal/millers/shapes/shacl.go b/internal/millers/shapes/shacl.go index eacbd123..14a2e0da 100644 --- a/internal/millers/shapes/shacl.go +++ b/internal/millers/shapes/shacl.go @@ -10,8 +10,8 @@ import ( "strings" "sync" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/millers/graph" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/millers/graph" "github.com/knakk/rdf" minio "github.com/minio/minio-go/v7" diff --git a/internal/millers/shapes/shaclng.go b/internal/millers/shapes/shaclng.go index ac8e10f1..86c092fe 100644 --- a/internal/millers/shapes/shaclng.go +++ b/internal/millers/shapes/shaclng.go @@ -8,7 +8,7 @@ import ( "github.com/gosuri/uiprogress" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/common" minio "github.com/minio/minio-go" "github.com/spf13/viper" ) diff --git a/internal/millers/shapes/tangramCall.go b/internal/millers/shapes/tangramCall.go index 369f3e06..a909ccad 100644 --- a/internal/millers/shapes/tangramCall.go +++ b/internal/millers/shapes/tangramCall.go @@ -11,8 +11,8 @@ import ( "net/http" "strings" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/millers/graph" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/millers/graph" minio "github.com/minio/minio-go" "github.com/piprate/json-gold/ld" "github.com/spf13/viper" diff --git a/internal/organizations/memfile.go b/internal/organizations/memfile.go index dec15c95..a64b5adb 100644 --- a/internal/organizations/memfile.go +++ b/internal/organizations/memfile.go @@ -10,8 +10,8 @@ import ( "log" "strings" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/objects" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/objects" "github.com/knakk/rdf" "github.com/xitongsys/parquet-go-source/mem" "github.com/xitongsys/parquet-go/writer" diff --git a/internal/organizations/org.go b/internal/organizations/org.go index cdc6d188..33047720 100644 --- a/internal/organizations/org.go +++ b/internal/organizations/org.go @@ -11,8 +11,8 @@ import ( "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/credentials" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/objects" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/objects" "github.com/knakk/rdf" "github.com/xitongsys/parquet-go-source/s3" "github.com/xitongsys/parquet-go/writer" diff --git a/internal/summoner/acquire/acquire.go b/internal/summoner/acquire/acquire.go index 2226a66a..2bb3b0fe 100644 --- a/internal/summoner/acquire/acquire.go +++ b/internal/summoner/acquire/acquire.go @@ -15,7 +15,7 @@ import ( "time" "github.com/PuerkitoBio/goquery" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/common" "github.com/minio/minio-go/v7" "github.com/schollz/progressbar/v3" "github.com/spf13/viper" diff --git a/internal/summoner/acquire/headlessNG.go b/internal/summoner/acquire/headlessNG.go index 0da77000..3ba1d1f8 100644 --- a/internal/summoner/acquire/headlessNG.go +++ b/internal/summoner/acquire/headlessNG.go @@ -10,7 +10,7 @@ import ( "log" "time" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/common" "github.com/mafredri/cdp" "github.com/mafredri/cdp/devtool" "github.com/mafredri/cdp/protocol/network" diff --git a/internal/summoner/acquire/prov.go b/internal/summoner/acquire/prov.go index 872a76e5..4c02d43e 100644 --- a/internal/summoner/acquire/prov.go +++ b/internal/summoner/acquire/prov.go @@ -10,8 +10,8 @@ import ( "text/template" "time" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/objects" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/objects" "github.com/minio/minio-go/v7" "github.com/spf13/viper" ) diff --git a/internal/summoner/acquire/resources.go b/internal/summoner/acquire/resources.go index 690208fe..c36e7141 100644 --- a/internal/summoner/acquire/resources.go +++ b/internal/summoner/acquire/resources.go @@ -4,8 +4,8 @@ import ( "fmt" "log" - "github.com/earthcubearchitecture-project418/gleaner/internal/objects" - "github.com/earthcubearchitecture-project418/gleaner/internal/summoner/sitemaps" + "github.com/gleanerio/gleaner/internal/objects" + "github.com/gleanerio/gleaner/internal/summoner/sitemaps" "github.com/minio/minio-go/v7" "github.com/spf13/viper" ) diff --git a/internal/summoner/acquire/sitegraph.go b/internal/summoner/acquire/sitegraph.go index 24608ea1..cb03e889 100644 --- a/internal/summoner/acquire/sitegraph.go +++ b/internal/summoner/acquire/sitegraph.go @@ -6,9 +6,9 @@ import ( "log" "net/http" - "github.com/earthcubearchitecture-project418/gleaner/internal/common" - "github.com/earthcubearchitecture-project418/gleaner/internal/millers/graph" - "github.com/earthcubearchitecture-project418/gleaner/internal/objects" + "github.com/gleanerio/gleaner/internal/common" + "github.com/gleanerio/gleaner/internal/millers/graph" + "github.com/gleanerio/gleaner/internal/objects" "github.com/minio/minio-go/v7" "github.com/spf13/viper" ) diff --git a/internal/summoner/summoner.go b/internal/summoner/summoner.go index a3c536da..d671b882 100644 --- a/internal/summoner/summoner.go +++ b/internal/summoner/summoner.go @@ -4,7 +4,7 @@ import ( "log" "time" - "github.com/earthcubearchitecture-project418/gleaner/internal/summoner/acquire" + "github.com/gleanerio/gleaner/internal/summoner/acquire" "github.com/minio/minio-go/v7" "github.com/spf13/viper" ) diff --git a/static/index.html b/static/index.html index 6bf45148..ead2928b 100644 --- a/static/index.html +++ b/static/index.html @@ -13,7 +13,7 @@