From a939f2ea4c6b26706181025b99bf7fd1522f8783 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 13:27:16 -0500 Subject: [PATCH 1/9] freeze cuspatial and cuproject docs under 'inactive projects' --- _data/docs.yml | 112 ++++++++++++++++++++++++---------------- _includes/api-docs.html | 13 ++++- api.md | 4 ++ ci/download_from_s3.sh | 40 ++++++++++++-- 4 files changed, 121 insertions(+), 48 deletions(-) diff --git a/_data/docs.yml b/_data/docs.yml index 66aef99a165..6299c21b59a 100644 --- a/_data/docs.yml +++ b/_data/docs.yml @@ -57,28 +57,6 @@ apis: legacy: 1 stable: 1 nightly: 1 - cuspatial: - name: cuSpatial - path: cuspatial - desc: 'cuSpatial is a GPU-accelerated vector GIS library including binary predicates (DE-9IM), point-in-polygon, spatial join, distances, and trajectory analysis.' - ghlink: https://github.com/rapidsai/cuspatial - cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md - versions: - # enable or disable links; 0 = disabled, 1 = enabled - legacy: 1 - stable: 0 - nightly: 0 - cuproj: - name: cuProj - path: cuProj - desc: 'cuProj is a GPU-accelerated geographic and geodetic coordinate transformation library which supports projecting coordinates between coordinate reference systems (CRSes), compatible with PyProj.' - ghlink: https://github.com/rapidsai/cuspatial/tree/main/python/cuproj - cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md # cuProj is housed within cuSpatial so updates remain in the cuSpatial changelog - versions: - # enable or disable links; 0 = disabled, 1 = enabled - legacy: 1 - stable: 0 - nightly: 0 cusignal: name: cusignal path: cusignal @@ -205,28 +183,6 @@ libs: legacy: 1 stable: 1 nightly: 1 - libcuspatial: - name: libcuspatial - path: libcuspatial - desc: 'libcuspatial is a GPU-accelerated header-only C++ vector GIS library including binary predicates (DE-9IM), point-in-polygon, spatial join, distances, and trajectory analysis.' - ghlink: https://github.com/rapidsai/cuspatial - cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md - versions: - # enable or disable links; 0 = disabled, 1 = enabled - legacy: 1 - stable: 0 - nightly: 0 - libcuproj: - name: libcuproj - path: libcuproj - desc: 'libcuproj is a C++ header-only library for GPU-accelerated geographic and geodetic coordinate transformation library which supports projecting coordinates between coordinate reference systems (CRSes), similar to PROJ.' - ghlink: https://github.com/rapidsai/cuspatial/tree/main/cpp/cuproj - cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md # Shares a changelog with cuSpatial - versions: - # enable or disable links; 0 = disabled, 1 = enabled - legacy: 1 - stable: 0 - nightly: 0 libcuml: name: libcuml path: libcuml @@ -270,3 +226,71 @@ libs: legacy: 1 stable: 1 nightly: 1 + +# "inactive" RAPIDS projects, where docs links are preserved indefinitely but not +# expected to be get new releases +inactive-projects: + cuproj: + name: cuProj + path: cuProj + desc: 'cuProj is a GPU-accelerated geographic and geodetic coordinate transformation library which supports projecting coordinates between coordinate reference systems (CRSes), compatible with PyProj.' + ghlink: https://github.com/rapidsai/cuspatial/tree/main/python/cuproj + cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md # cuProj is housed within cuSpatial so updates remain in the cuSpatial changelog + versions: + # enable or disable links; 0 = disabled, 1 = enabled + legacy: 1 + stable: 1 + nightly: 0 + # always use these specific versions for these specific paths, regardless + # of the current state of RAPIDS + version-overrides: + legacy: "25.02" + stable: "25.04" + cuspatial: + name: cuSpatial + path: cuspatial + desc: 'cuSpatial is a GPU-accelerated vector GIS library including binary predicates (DE-9IM), point-in-polygon, spatial join, distances, and trajectory analysis.' + ghlink: https://github.com/rapidsai/cuspatial + cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md + versions: + # enable or disable links; 0 = disabled, 1 = enabled + legacy: 1 + stable: 1 + nightly: 0 + # always use these specific versions for these specific paths, regardless + # of the current state of RAPIDS + version-overrides: + legacy: "25.02" + stable: "25.04" + libcuproj: + name: libcuproj + path: libcuproj + desc: 'libcuproj is a C++ header-only library for GPU-accelerated geographic and geodetic coordinate transformation library which supports projecting coordinates between coordinate reference systems (CRSes), similar to PROJ.' + ghlink: https://github.com/rapidsai/cuspatial/tree/main/cpp/cuproj + cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md # Shares a changelog with cuSpatial + versions: + # enable or disable links; 0 = disabled, 1 = enabled + legacy: 1 + stable: 1 + nightly: 0 + # always use these specific versions for these specific paths, regardless + # of the current state of RAPIDS + version-overrides: + legacy: "25.02" + stable: "25.04" + libcuspatial: + name: libcuspatial + path: libcuspatial + desc: 'libcuspatial is a GPU-accelerated header-only C++ vector GIS library including binary predicates (DE-9IM), point-in-polygon, spatial join, distances, and trajectory analysis.' + ghlink: https://github.com/rapidsai/cuspatial + cllink: https://github.com/rapidsai/cuspatial/blob/main/CHANGELOG.md + versions: + # enable or disable links; 0 = disabled, 1 = enabled + legacy: 1 + stable: 1 + nightly: 0 + # always use these specific versions for these specific paths, regardless + # of the current state of RAPIDS + version-overrides: + legacy: "25.02" + stable: "25.04" diff --git a/_includes/api-docs.html b/_includes/api-docs.html index da5a66cc507..2c50a37b966 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -8,7 +8,18 @@ {% assign versions = api.versions | sort | where_exp: "item", "item[1] == 1" | join: "" | split: "1" | reverse %} ### {{ api.name }} {{ api.desc }} -#### DOCS {% for version_name in versions %} {% if api.name == "libucxx" %} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** {% else %} **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** {% endif %} {% unless forloop.last %}|{% endunless %} {% endfor %} +#### DOCS +{% for version_name in versions -%} + {% if api.version-overrides[version_name] } + **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** + {% elif api.name == "libucxx" %} + **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** + {% else %} + **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** + {% endif %} + {% unless forloop.last -%}|{%- endunless %} +{%- endfor %} + #### LINKS {% if api.cllink %} **[changelog]({{ api.cllink }}){:target="_blank"}** | {% endif %} **[github]({{ api.ghlink }}){:target="_blank"}** {: .mb-7 } {% endif %} diff --git a/api.md b/api.md index e1959e0e5b9..88c8e4988bb 100644 --- a/api.md +++ b/api.md @@ -29,3 +29,7 @@ select the docs that fit your needs. ## RAPIDS Libraries {% include api-docs.html data=site.data.docs.libs %} + +## Inactive Projects + +{% include api-docs.html data=site.data.docs.inactive-projects %} diff --git a/ci/download_from_s3.sh b/ci/download_from_s3.sh index eaa68bf7aee..facea6448f1 100755 --- a/ci/download_from_s3.sh +++ b/ci/download_from_s3.sh @@ -64,9 +64,15 @@ aws_cp() { } # Downloads the RAPIDS libraries' documentation files from S3 and places them -# into the "_site/api" folder. The versions that should be copied are read from -# "_data/releases.json" and the libraries that should be copied are read from -# "_data/docs.yml". +# into the "_site/api" folder. +# +# The libraries that should be copied are read from "_data/docs.yml". +# +# The versions that should be copied are read from a mix of sources: +# +# - active projects: "_data/releases.json" +# - inactive projects: 'version-overrides' field in entries in "_data/docs.yml" +# download_lib_docs() { local DST PROJECT PROJECT_MAP \ SRC VERSION_MAP VERSION_NAME \ @@ -97,7 +103,35 @@ download_lib_docs() { SRC="s3://${DOCS_BUCKET}/${PROJECT}/html/${VERSION_NUMBER}/" DST="$(yq -n 'env(GENERATED_DIRS)|.libs')/${PROJECT}/${VERSION_NUMBER}/" + aws_cp "${SRC}" "${DST}" + done + done + + # inactive projects (no longer maintained, but we still host the docs) + PROJECT_MAP=$(yq '.inactive-projects' _data/docs.yml) + for VERSION_NAME in $(jq -r 'keys | .[]' <<< "$VERSION_MAP"); do + for PROJECT in $(yq -r 'keys | .[]' <<< "$PROJECT_MAP"); do + # do not attempt updates for any versions where the corresponding key is '0' in docs.yml + PROJECT_MAP_JSON=$(yq -r -o json '.' <<< "$PROJECT_MAP") + if [ "$(jq -r --arg pr "$PROJECT" --arg vn "$VERSION_NAME" '.[$pr].versions[$vn]' <<< "$PROJECT_MAP_JSON")" == "0" ]; then + echo "Skipping: $PROJECT | $VERSION_NAME" + continue + fi + echo "processing inactive project: ${PROJECT} (${VERSION_NAME})" + + # get the version from the 'version-overrides' field in docs.yml, hard-coded there + # so it doesn't change from release-to-release for inactive projects + VERSION_NUMBER=$( + jq -r \ + --arg vn "$VERSION_NAME" \ + --arg pr "${PROJECT}" \ + '.[$pr]."version-overrides"[$vn]' \ + <<< "${PROJECT_MAP_JSON}" + ) + + SRC="s3://${DOCS_BUCKET}/${PROJECT}/html/${VERSION_NUMBER}/" + DST="$(yq -n 'env(GENERATED_DIRS)|.libs')/${PROJECT}/${VERSION_NUMBER}/" aws_cp "${SRC}" "${DST}" done done From 2d1c128372e66bda1d6a7bfd08df42996d0e5690 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 14:37:13 -0500 Subject: [PATCH 2/9] try a different if-else approach --- _includes/api-docs.html | 2 +- api.md | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/_includes/api-docs.html b/_includes/api-docs.html index 2c50a37b966..fe09b6758de 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -10,7 +10,7 @@ {{ api.desc }} #### DOCS {% for version_name in versions -%} - {% if api.version-overrides[version_name] } + {% if include.use_version_overrides } **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** {% elif api.name == "libucxx" %} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** diff --git a/api.md b/api.md index 88c8e4988bb..e18dd9edc6d 100644 --- a/api.md +++ b/api.md @@ -24,12 +24,12 @@ select the docs that fit your needs. ## RAPIDS APIs -{% include api-docs.html data=site.data.docs.apis %} +{% include api-docs.html data=site.data.docs.apis use_version_overrides=false %} ## RAPIDS Libraries -{% include api-docs.html data=site.data.docs.libs %} +{% include api-docs.html data=site.data.docs.libs use_version_overrides=false %} ## Inactive Projects -{% include api-docs.html data=site.data.docs.inactive-projects %} +{% include api-docs.html data=site.data.docs.inactive-projects use_version_overrides=true %} From 0afbd4f7a6f6c687dc40b4a436e2465de053b4df Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 15:47:49 -0500 Subject: [PATCH 3/9] fix trailing brace --- _includes/api-docs.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_includes/api-docs.html b/_includes/api-docs.html index fe09b6758de..a5b5a0264a7 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -10,7 +10,7 @@ {{ api.desc }} #### DOCS {% for version_name in versions -%} - {% if include.use_version_overrides } + {% if include.use_version_overrides %} **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** {% elif api.name == "libucxx" %} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** From 1978f9d7e79b967e616cf2dea2cfd94f50d93f96 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 15:51:39 -0500 Subject: [PATCH 4/9] elseif in liquid, this is not jinja --- _includes/api-docs.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_includes/api-docs.html b/_includes/api-docs.html index a5b5a0264a7..1bb81b4f2cd 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -12,7 +12,7 @@ {% for version_name in versions -%} {% if include.use_version_overrides %} **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** - {% elif api.name == "libucxx" %} + {% elseif api.name == "libucxx" %} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** {% else %} **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** From 235a62c68bd9cdf0db57cfc001bde866003a8428 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 15:57:57 -0500 Subject: [PATCH 5/9] omg how is it 'elsif' with no 'e' --- _includes/api-docs.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_includes/api-docs.html b/_includes/api-docs.html index 1bb81b4f2cd..a43cda94b48 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -12,7 +12,7 @@ {% for version_name in versions -%} {% if include.use_version_overrides %} **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** - {% elseif api.name == "libucxx" %} + {% elsif api.name == "libucxx" %} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** {% else %} **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** From 14d2eb81dc50ffda36b873bb5299d4bda72ac418 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 16:01:05 -0500 Subject: [PATCH 6/9] more aggressive whitespace control --- _includes/api-docs.html | 15 +++++++-------- 1 file changed, 7 insertions(+), 8 deletions(-) diff --git a/_includes/api-docs.html b/_includes/api-docs.html index a43cda94b48..f35620a97ed 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -8,17 +8,16 @@ {% assign versions = api.versions | sort | where_exp: "item", "item[1] == 1" | join: "" | split: "1" | reverse %} ### {{ api.name }} {{ api.desc }} -#### DOCS -{% for version_name in versions -%} - {% if include.use_version_overrides %} +#### DOCS {%- for version_name in versions -%} + {%- if include.use_version_overrides -%} **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** - {% elsif api.name == "libucxx" %} + {%- elsif api.name == "libucxx" -%} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** - {% else %} + {%- else -%} **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** - {% endif %} - {% unless forloop.last -%}|{%- endunless %} -{%- endfor %} + {%- endif -%} + {%- unless forloop.last -%}|{%- endunless -%} +{%- endfor -%} #### LINKS {% if api.cllink %} **[changelog]({{ api.cllink }}){:target="_blank"}** | {% endif %} **[github]({{ api.ghlink }}){:target="_blank"}** {: .mb-7 } From 1dfb693a51e0b78df17633ed688df330778f69fc Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 16:05:34 -0500 Subject: [PATCH 7/9] fix whitespace maybe --- _includes/api-docs.html | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/_includes/api-docs.html b/_includes/api-docs.html index f35620a97ed..722369a5066 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -8,7 +8,7 @@ {% assign versions = api.versions | sort | where_exp: "item", "item[1] == 1" | join: "" | split: "1" | reverse %} ### {{ api.name }} {{ api.desc }} -#### DOCS {%- for version_name in versions -%} +#### DOCS {% for version_name in versions -%} {%- if include.use_version_overrides -%} **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** {%- elsif api.name == "libucxx" -%} @@ -17,7 +17,7 @@ **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** {%- endif -%} {%- unless forloop.last -%}|{%- endunless -%} -{%- endfor -%} +{%- endfor %} #### LINKS {% if api.cllink %} **[changelog]({{ api.cllink }}){:target="_blank"}** | {% endif %} **[github]({{ api.ghlink }}){:target="_blank"}** {: .mb-7 } From fa0f539fb47643403fffde0a1235671d72efb4a0 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 16:09:15 -0500 Subject: [PATCH 8/9] remove boolean --- _data/docs.yml | 22 +++++++++++----------- _includes/api-docs.html | 4 ++-- api.md | 6 +++--- 3 files changed, 16 insertions(+), 16 deletions(-) diff --git a/_data/docs.yml b/_data/docs.yml index 6299c21b59a..62a5c0f1fbe 100644 --- a/_data/docs.yml +++ b/_data/docs.yml @@ -57,17 +57,6 @@ apis: legacy: 1 stable: 1 nightly: 1 - cusignal: - name: cusignal - path: cusignal - desc: 'cuSignal functionality has been moved to CuPy. Please see the CuPy documentation for more information.' - ghlink: https://github.com/cupy/cupy - cllink: https://docs.cupy.dev/en/latest/reference/scipy_signal.html - versions: - # enable or disable links; 0 = disabled, 1 = enabled - legacy: 0 - stable: 0 - nightly: 0 cudf-java: name: 'Java + cuDF' path: cudf-java @@ -246,6 +235,17 @@ inactive-projects: version-overrides: legacy: "25.02" stable: "25.04" + cusignal: + name: cusignal + path: cusignal + desc: 'cuSignal functionality has been moved to CuPy. Please see the CuPy documentation for more information.' + ghlink: https://github.com/cupy/cupy + cllink: https://docs.cupy.dev/en/latest/reference/scipy_signal.html + versions: + # enable or disable links; 0 = disabled, 1 = enabled + legacy: 0 + stable: 0 + nightly: 0 cuspatial: name: cuSpatial path: cuspatial diff --git a/_includes/api-docs.html b/_includes/api-docs.html index 722369a5066..cf7613ccabe 100644 --- a/_includes/api-docs.html +++ b/_includes/api-docs.html @@ -9,14 +9,14 @@ ### {{ api.name }} {{ api.desc }} #### DOCS {% for version_name in versions -%} - {%- if include.use_version_overrides -%} + {%- if api.version-overrides -%} **[{{ version_name }} ({{ api.version-overrides[version_name] }})](/api/{{ api.path }}/{{ version_name }})** {%- elsif api.name == "libucxx" -%} **[{{ version_name }} ({{ site.data.releases[version_name].ucxx_version }})](/api/{{ api.path }}/{{ version_name }})** {%- else -%} **[{{ version_name }} ({{ site.data.releases[version_name].version }})](/api/{{ api.path }}/{{ version_name }})** {%- endif -%} - {%- unless forloop.last -%}|{%- endunless -%} + {%- unless forloop.last %} | {% endunless -%} {%- endfor %} #### LINKS {% if api.cllink %} **[changelog]({{ api.cllink }}){:target="_blank"}** | {% endif %} **[github]({{ api.ghlink }}){:target="_blank"}** diff --git a/api.md b/api.md index e18dd9edc6d..88c8e4988bb 100644 --- a/api.md +++ b/api.md @@ -24,12 +24,12 @@ select the docs that fit your needs. ## RAPIDS APIs -{% include api-docs.html data=site.data.docs.apis use_version_overrides=false %} +{% include api-docs.html data=site.data.docs.apis %} ## RAPIDS Libraries -{% include api-docs.html data=site.data.docs.libs use_version_overrides=false %} +{% include api-docs.html data=site.data.docs.libs %} ## Inactive Projects -{% include api-docs.html data=site.data.docs.inactive-projects use_version_overrides=true %} +{% include api-docs.html data=site.data.docs.inactive-projects %} From 0a752ef17166f2f156e46b5f92f42028fcd621b2 Mon Sep 17 00:00:00 2001 From: James Lamb Date: Wed, 6 Aug 2025 16:23:53 -0500 Subject: [PATCH 9/9] download_from_s3.sh: rename variables, update logs a bit --- ci/download_from_s3.sh | 20 +++++++++++--------- 1 file changed, 11 insertions(+), 9 deletions(-) diff --git a/ci/download_from_s3.sh b/ci/download_from_s3.sh index facea6448f1..4b72289707f 100755 --- a/ci/download_from_s3.sh +++ b/ci/download_from_s3.sh @@ -84,10 +84,11 @@ download_lib_docs() { "nightly": { "version": .nightly.version, "ucxx_version": .nightly.ucxx_version } }' _data/releases.json) + echo "--- processing active RAPIDS libraries ---" PROJECT_MAP=$(yq '.apis + .libs' _data/docs.yml) - for VERSION_NAME in $(jq -r 'keys | .[]' <<< "$VERSION_MAP"); do - for PROJECT in $(yq -r 'keys | .[]' <<< "$PROJECT_MAP"); do + for PROJECT in $(yq -r 'keys | .[]' <<< "$PROJECT_MAP"); do + for VERSION_NAME in $(jq -r 'keys | .[]' <<< "$VERSION_MAP"); do VERSION_NUMBER=$(jq -r --arg vn "$VERSION_NAME" --arg pr "$PROJECT" ' if ($pr | contains("ucxx")) then .[$vn].ucxx_version @@ -108,17 +109,17 @@ download_lib_docs() { done # inactive projects (no longer maintained, but we still host the docs) - PROJECT_MAP=$(yq '.inactive-projects' _data/docs.yml) + echo "--- processing inactive projects ---" + INACTIVE_PROJECT_MAP=$(yq '.inactive-projects' _data/docs.yml) - for VERSION_NAME in $(jq -r 'keys | .[]' <<< "$VERSION_MAP"); do - for PROJECT in $(yq -r 'keys | .[]' <<< "$PROJECT_MAP"); do + for PROJECT in $(yq -r 'keys | .[]' <<< "$INACTIVE_PROJECT_MAP"); do + for VERSION_NAME in $(jq -r 'keys | .[]' <<< "$VERSION_MAP"); do # do not attempt updates for any versions where the corresponding key is '0' in docs.yml - PROJECT_MAP_JSON=$(yq -r -o json '.' <<< "$PROJECT_MAP") - if [ "$(jq -r --arg pr "$PROJECT" --arg vn "$VERSION_NAME" '.[$pr].versions[$vn]' <<< "$PROJECT_MAP_JSON")" == "0" ]; then + INACTIVE_PROJECT_MAP_JSON=$(yq -r -o json '.' <<< "$INACTIVE_PROJECT_MAP") + if [ "$(jq -r --arg pr "$PROJECT" --arg vn "$VERSION_NAME" '.[$pr].versions[$vn]' <<< "$INACTIVE_PROJECT_MAP_JSON")" == "0" ]; then echo "Skipping: $PROJECT | $VERSION_NAME" continue fi - echo "processing inactive project: ${PROJECT} (${VERSION_NAME})" # get the version from the 'version-overrides' field in docs.yml, hard-coded there # so it doesn't change from release-to-release for inactive projects @@ -127,7 +128,7 @@ download_lib_docs() { --arg vn "$VERSION_NAME" \ --arg pr "${PROJECT}" \ '.[$pr]."version-overrides"[$vn]' \ - <<< "${PROJECT_MAP_JSON}" + <<< "${INACTIVE_PROJECT_MAP_JSON}" ) SRC="s3://${DOCS_BUCKET}/${PROJECT}/html/${VERSION_NUMBER}/" @@ -142,6 +143,7 @@ download_lib_docs() { download_deployment_docs() { local DST SRC VERSION + echo "--- processing deployment docs ---" for VERSION in nightly stable; do SRC="s3://${DOCS_BUCKET}/deployment/html/${VERSION}/" DST="$(yq -n 'env(GENERATED_DIRS)|.deployment')/${VERSION}/"