Compile time support

.github/actions/exa-cluster/action.yaml

@@ -8,12 +8,9 @@ inputs:
     description: "Number of nodes to spawn in the cluster"
     required: true
 outputs:
-  no-tls-url:
-    description: "Connection string for the database with TLS disabled"
-    value: ${{ steps.connection-strings.outputs.no-tls-url }}
-  tls-url:
-    description: "Connection string for the database with TLS enabled"
-    value: ${{ steps.connection-strings.outputs.tls-url }}
+  url:
+    description: "Connection string for the database"
+    value: ${{ steps.connection-string.outputs.url }}
 runs:
   using: "composite"
   steps:
@@ -39,13 +36,38 @@ runs:
 
     - name: Initialize Exasol cluster
       run: |
+        #############################
+        #### Create initial node ####
+        #############################
+
         docker run -v $HOME/sqlx1:/exa --rm --privileged -i exasol/docker-db:${{ inputs.exasol-version }} init-sc --template --num-nodes ${{ inputs.num-nodes }}
         docker run --rm -v $HOME/sqlx1:/exa exasol/docker-db:${{ inputs.exasol-version }} exaconf modify-volume -n DataVolume1 -s 4GiB
         sudo truncate -s 6G $HOME/sqlx1/data/storage/dev.1
+
+        ####################
+        #### Clone node ####
+        ####################
 
         for (( i=2; i<=${{ inputs.num-nodes }}; i++ )); do
           sudo cp -R $HOME/sqlx1 $HOME/sqlx$i
         done
+
+        ################################
+        #### Generate TLS 1.3 certs ####
+        ################################
+
+        sudo openssl genpkey -algorithm RSA -out ~/sqlx1/etc/ssl/ssl.ca.key -pkeyopt rsa_keygen_bits:2048
+        sudo openssl genpkey -algorithm RSA -out ~/sqlx1/etc/ssl/ssl.key -pkeyopt rsa_keygen_bits:2048
+
+        echo "basicConstraints=CA:FALSE" > $HOME/v3.ext
+        echo "keyUsage=digitalSignature,keyEncipherment" >> $HOME/v3.ext
+        echo "extendedKeyUsage=clientAuth,serverAuth" >> $HOME/v3.ext
+        echo "subjectAltName=DNS:exacluster.local" >> $HOME/v3.ext
+
+        sudo openssl req -x509 -new -nodes -key $HOME/sqlx1/etc/ssl/ssl.ca.key -sha256 -days 3650 -out $HOME/sqlx1/etc/ssl/ssl.ca -subj "/CN=exacluster.local"
+        sudo openssl req -new -key $HOME/sqlx1/etc/ssl/ssl.key -out $HOME/ssl.csr -subj "/CN=exacluster.local"
+        sudo openssl x509 -req -in $HOME/ssl.csr -CA $HOME/sqlx1/etc/ssl/ssl.ca -CAkey $HOME/sqlx1/etc/ssl/ssl.ca.key -CAcreateserial -out $HOME/sqlx1/etc/ssl/ssl.crt -days 365 -sha256 -extfile $HOME/v3.ext
+
       shell: bash
 
     - name: Start Exasol cluster
@@ -67,10 +89,7 @@ runs:
         done
       shell: bash
 
-    - name: Create connection strings
-      id: connection-strings
-      run: |
-        DATABASE_URL="exa://sys:[email protected]$NUM_NODES:8563"
-        echo "no-tls-url=$DATABASE_URL?ssl-mode=disabled" >> $GITHUB_OUTPUT
-        echo "tls-url=$DATABASE_URL?ssl-mode=required" >> $GITHUB_OUTPUT
+    - name: Create connection string
+      id: connection-string
+      run: echo "url=exa://sys:[email protected]$NUM_NODES:8563" >> $GITHUB_OUTPUT
       shell: bash

.github/workflows/ci.yaml

@@ -30,74 +30,43 @@ jobs:
       - name: Check format
         run: cargo +nightly fmt --check
 
-  clippy:
-    name: Clippy
-    needs: format
+  docs:
+    name: Docs
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        etl:
-          [
-            "--features etl_native_tls",
-            "--features etl_rustls",
-            "--features etl",
-            "",
-          ]
-        other: ["--features compression,migrate,rust_decimal,uuid,chrono", ""]
     steps:
       - uses: actions/checkout@v4
       - uses: Swatinem/rust-cache@v2
+      - uses: dtolnay/[email protected]
 
-      - uses: dtolnay/[email protected]
-        with:
-          components: clippy
-
-      - name: Run clippy
-        run: cargo clippy --tests ${{ matrix.etl }} ${{ matrix.other }}
-        env:
-          RUSTFLAGS: -D warnings
-
-  check_windows:
-    name: Check Windows builds
-    needs: clippy
-    runs-on: windows-latest
-    steps:
-      - uses: actions/checkout@v4
-      - uses: Swatinem/rust-cache@v2
-
-      - uses: dtolnay/[email protected]
-        with:
-          components: clippy
-
-      - name: Run clippy
-        run: cargo clippy --tests --features compression,migrate,etl,rust_decimal,uuid,chrono
+      - name: Check format
+        run: cargo doc --workspace --no-deps --document-private-items --all-features
         env:
-          RUSTFLAGS: -D warnings
-          # See: https://aws.github.io/aws-lc-rs/resources.html#troubleshooting
-          AWS_LC_SYS_NO_ASM: 1
+          RUSTDOCFLAGS: -D warnings
 
-  check_mac_os:
-    name: Check MacOS builds
-    needs: clippy
-    runs-on: macos-latest
+  clippy:
+    name: Clippy
+    needs: [format, docs]
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        features: ["--all-features", ""]
     steps:
       - uses: actions/checkout@v4
       - uses: Swatinem/rust-cache@v2
 
-      - uses: dtolnay/rust-toolchain@1.85.0
+      - uses: dtolnay/rust-toolchain@1.86.0
         with:
           components: clippy
 
       - name: Run clippy
-        run: cargo clippy --tests --features compression,migrate,etl,rust_decimal,uuid,chrono
+        run: cargo clippy --tests ${{ matrix.features }}
         env:
           RUSTFLAGS: -D warnings
-
-  connection_tests:
-    name: Connection tests
+          
+  io_tests:
+    name: IO tests
     needs: clippy
     runs-on: ubuntu-latest
-
     steps:
       - uses: actions/checkout@v4
 
@@ -112,26 +81,55 @@ jobs:
           exasol-version: ${{ env.EXASOL_VERSION }}
           num-nodes: ${{ env.NUM_NODES }}
 
-      - uses: dtolnay/rust-toolchain@1.85.0
+      - uses: dtolnay/rust-toolchain@1.86.0
       - uses: Swatinem/rust-cache@v2
 
-      - name: Connection tests
+      - name: Test IO combos (no TLS, no compression)
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,rust_decimal,uuid,chrono -- --nocapture
+        run: cargo test --features runtime-tokio,etl -- it_works_with_io_combo --ignored --nocapture
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.no-tls-url }}
-
-      - name: Connection tests with compression
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: Test IO combos (no TLS, with compression)
+        timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
+        run: cargo test --features runtime-tokio,etl,compression -- it_works_with_io_combo --ignored  --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: Test IO combos (NativeTLS, no compression)
+        timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
+        run: cargo test --features runtime-tokio,etl,tls-native-tls -- it_works_with_io_combo --ignored --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: Test IO combos (NativeTLS, with compression)
+        timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
+        run: cargo test --features runtime-tokio,etl,tls-native-tls,compression -- it_works_with_io_combo --ignored --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: Test IO combos (Rustls, no compression)
+        timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
+        run: cargo test --features runtime-tokio,etl,tls-rustls-aws-lc-rs -- it_works_with_io_combo --ignored --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: Test IO combos (Rustls, with compression)
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,compression -- --ignored --nocapture
+        run: cargo test --features runtime-tokio,etl,tls-rustls-aws-lc-rs,compression -- it_works_with_io_combo --ignored --nocapture
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.no-tls-url }}
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
 
-  tls_connection_tests:
-    name: TLS connection tests
+  driver_tests:
+    name: Driver tests
     needs: clippy
     runs-on: ubuntu-latest
-
     steps:
       - uses: actions/checkout@v4
 
@@ -146,26 +144,65 @@ jobs:
           exasol-version: ${{ env.EXASOL_VERSION }}
           num-nodes: ${{ env.NUM_NODES }}
 
-      - uses: dtolnay/rust-toolchain@1.85.0
+      - uses: dtolnay/rust-toolchain@1.86.0
       - uses: Swatinem/rust-cache@v2
+
+      - name: Drop database (non-existent)
+        run: cargo run -p sqlx-exasol-cli -- database drop -y
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
+
+      - name: Setup database
+        run: cargo run -p sqlx-exasol-cli -- database create
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
+
+      - name: Run migrations
+        run: cargo run -p sqlx-exasol-cli -- migrate run --source tests/migrations_compile_time
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
+
+      - name: Run prepare
+        run: cargo run -p sqlx-exasol-cli -- prepare -- --tests --all-features
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
 
-      - name: TLS connection tests
+      - name: Run tests (preferred crates)
+        run: cargo test --features runtime-tokio,bigdecimal,time,uuid -- test_compile_time --ignored --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
+
+      - name: Run tests (chrono)
+        run: cargo test --features runtime-tokio,chrono -- test_compile_time_chrono --ignored --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
+
+      - name: Run tests (rust_decimal)
+        run: cargo test --features runtime-tokio,rust_decimal -- test_compile_time_rust_decimal --ignored --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
+
+      - name: Unit tests
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,rust_decimal,uuid,chrono -- --nocapture
+        run: cargo test -p sqlx-exasol-impl --features migrate -- --nocapture
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.tls-url }}
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
 
-      - name: TLS connection tests with compression
+      - name: Integration connection tests
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,compression -- --ignored --nocapture
+        run: cargo test --all-features -- --nocapture
+        env:
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test?ssl-mode=disabled&compression=disabled
+
+      - name: Drop database (existent)
+        run: cargo run -p sqlx-exasol-cli -- database drop -y
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.tls-url }}
+          DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}/test
 
   etl_tests:
     name: ETL tests
     needs: clippy
     runs-on: ubuntu-latest
-
     steps:
       - uses: actions/checkout@v4
 
@@ -180,33 +217,32 @@ jobs:
           exasol-version: ${{ env.EXASOL_VERSION }}
           num-nodes: ${{ env.NUM_NODES }}
 
-      - uses: dtolnay/rust-toolchain@1.85.0
+      - uses: dtolnay/rust-toolchain@1.86.0
       - uses: Swatinem/rust-cache@v2
 
-      - name: ETL tests
+      - name: ETL tests (no TLS)
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,compression,etl -- --ignored --nocapture --test-threads `nproc`
-        env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.no-tls-url }}
-
-      - name: ETL without TLS feature but TLS connection (should fail)
-        run: cargo test --features migrate,etl -- --ignored --nocapture --test-threads `nproc` || true
+        run: |
+          export DATABASE_URL="$BASE_DATABASE_URL?ssl-mode=disabled"
+          cargo test --features runtime-tokio,compression,etl -- test_etl --ignored --nocapture
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.tls-url }}
-
-      - name: Tests compilation failure if both ETL TLS features are enabled
-        run: cargo test --features etl_native_tls,etl_rustls || true
-        env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.tls-url }}
-
-      - name: Native-TLS ETL tests
+          BASE_DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: ETL tests (NativeTLS)
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,compression,etl_native_tls -- --ignored --nocapture --test-threads `nproc`
+        run: |
+          export DATABASE_URL="$BASE_DATABASE_URL?ssl-mode=required"
+          cargo test --features runtime-tokio,compression,etl,tls-native-tls -- test_etl --ignored --nocapture
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.tls-url }}
-
-      - name: Rustls ETL tests
+          BASE_DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true
+
+      - name: ETL tests (Rustls)
         timeout-minutes: ${{ fromJSON(env.TESTS_TIMEOUT) }}
-        run: cargo test --features migrate,compression,etl_rustls -- --ignored --nocapture --test-threads `nproc`
+        run: |
+          export DATABASE_URL="$BASE_DATABASE_URL?ssl-mode=required"
+          cargo test --features runtime-tokio,compression,etl,tls-rustls-aws-lc-rs -- test_etl --ignored --nocapture
         env:
-          DATABASE_URL: ${{ steps.exa-cluster.outputs.tls-url }}
+          BASE_DATABASE_URL: ${{ steps.exa-cluster.outputs.url }}
+          SQLX_OFFLINE: true