chore: fix up release pipelines

.github/workflows/python.yml

@@ -4,6 +4,7 @@ on:
   pull_request:
   push:
     branches: [ main ]
+    tags: [ 'v*.*.*' ]
 
 jobs:
   build:
@@ -92,10 +93,17 @@ jobs:
     runs-on: ubuntu-latest
     if: "startsWith(github.ref, 'refs/tags/')"
     needs: [ build ]
+    environment: VALIDATOR_RELEASE
     steps:
       - uses: actions/download-artifact@v2
         with:
           name: wheels
+      - name: Publish to GitHub release page
+        uses: softprops/action-gh-release@v1
+        with:
+          files: |
+            *.whl
+            *.tar.gz
       - name: Publish to PyPI
         uses: messense/maturin-action@v1
         env:

.github/workflows/rust.yml

@@ -4,6 +4,7 @@ on:
   pull_request:
   push:
     branches: [ main ]
+    tags: [ 'v*.*.*' ]
 
 jobs:
   check:
@@ -101,3 +102,35 @@ jobs:
       - uses: Swatinem/rust-cache@v1
       - name: Doc
         run: RUSTDOCFLAGS="-Dwarnings" cargo doc --workspace --all-features
+
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+    if: "startsWith(github.ref, 'refs/tags/')"
+    needs: [ check, test ]
+    environment: VALIDATOR_RELEASE
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: recursive
+      - name: Fetch Substrait submodule tags
+        working-directory: substrait
+        run: |
+          git fetch --recurse-submodules=no origin +refs/tags/*:refs/tags/*
+          git describe --dirty --tags
+      - name: Local build to populate resource files
+        working-directory: rs
+        run: cargo build
+      - name: Publish substrait-validator-derive
+        working-directory: derive
+        env:
+          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
+        run: cargo publish --allow-dirty
+      - name: Wait for substrait-validator-derive to appear in the index
+        continue-on-error: true
+        run: python3 ci/crates-io-wait.py substrait-validator-derive `cat ci/version` 1800
+      - name: Publish substrait-validator
+        working-directory: rs
+        env:
+          CARGO_REGISTRY_TOKEN: ${{ secrets.CARGO_REGISTRY_TOKEN }}
+        run: cargo publish --allow-dirty

ci/crates-io-wait.py

@@ -0,0 +1,73 @@
+#!/usr/bin/python3
+# SPDX-License-Identifier: Apache-2.0
+
+import urllib.request
+import json
+import sys
+import time
+
+
+def crate_version_exists(crate, version):
+    """Returns whether the given version of the given crate exists on the
+    crates.io index."""
+
+    # Fetch the version info for the crate.
+    with urllib.request.urlopen(
+        "https://raw.githubusercontent.com/rust-lang/crates.io-index/"
+        f"master/{crate[0:2]}/{crate[2:4]}/{crate}"
+    ) as f:
+        data = f.read()
+
+    # Parse version info.
+    versions = list(map(json.loads, data.decode("utf-8").strip().split("\n")))
+
+    # Check whether the requested version exists.
+    for version_data in versions:
+        if version_data.get("vers", None) == version:
+            return True
+    return False
+
+
+def check(crate, version):
+    """Exits with code 0 if the given crate + version is found."""
+
+    try:
+        if crate_version_exists(crate, version):
+            print("Crate found!")
+            sys.exit(0)
+    except Exception as e:
+        print(f"{type(e).__name__}: {e}")
+
+
+if __name__ == "__main__":
+
+    if len(sys.argv) == 4:
+        _, crate, version, wait = sys.argv
+        crate = crate.strip()
+        version = version.strip()
+        wait_remain = int(wait.strip())
+
+        print("Checking...")
+        check(crate, version)
+
+        period = 10
+        while wait_remain > 0:
+            print(f"Waiting {period}s...")
+            sys.stdout.flush()
+            time.sleep(period)
+            wait_remain -= period
+            period = int(period * 1.25)
+
+            print("Checking...")
+            sys.stdout.flush()
+            check(crate, version)
+
+        print("Timeout expired!")
+        sys.exit(1)
+
+    # Arguments invalid, print usage.
+    me = sys.argv[0] if sys.argv else "version.py"
+    print("Waits for a crate to appear on crates.io, since cargo publish doesn't.")
+    print("See https://github.com/rust-lang/cargo/issues/9507")
+    print(f"Usage: {me} <crate> <version> <max-wait-seconds>")
+    sys.exit(2)