Release v1.7.1

.github/workflows/build-docs.yaml

@@ -21,11 +21,11 @@ jobs:
     steps:
       # CHECKOUT REPOSITORY.
       - name: Checkout repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v7
 
       # SETUP PYTHON.
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
 
       # UPDATE PIP.
       - name: Ensure pip is up to date.

.github/workflows/fetch-audit-logs.yaml

@@ -18,9 +18,10 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
-      # CS TOOLS IS COMMAND LINE LIBRARY WRAPPING TS APIS
-      # https://thoughtspot.github.io/cs_tools/
-      CS_TOOLS_VERSION: ${{ github.event_name == 'workflow_dispatch' && inputs.cs_tools_version || 'v1.7.0' }}
+      # Stream Python stdout live (unbuffered) so long extracts show progress in the run log.
+      PYTHONUNBUFFERED: "1"
+
+      # CS_TOOLS_VERSION is set at runtime by the resolve step below.
       CS_TOOLS_THOUGHTSPOT__URL: ${{ secrets.THOUGHTSPOT_URL }}
       CS_TOOLS_THOUGHTSPOT__USERNAME: ${{ secrets.THOUGHTSPOT_USERNAME }}
       CS_TOOLS_THOUGHTSPOT__SECRET_KEY: ${{ secrets.THOUGHTSPOT_SECRET_KEY }}
@@ -40,9 +41,20 @@ jobs:
         "
 
     steps:
+      # Dispatch input wins; otherwise resolve the latest release tag via the releases/latest redirect.
+      - name: Resolve CS Tools version
+        run: |
+          if [ -n "${{ inputs.cs_tools_version }}" ]; then
+            VERSION="${{ inputs.cs_tools_version }}"
+          else
+            VERSION="$(curl -fsSLI -o /dev/null -w '%{url_effective}' https://github.com/thoughtspot/cs_tools/releases/latest | sed 's#.*/tag/##')"
+          fi
+          echo "Resolved CS Tools version: $VERSION"
+          echo "CS_TOOLS_VERSION=$VERSION" >> "$GITHUB_ENV"
+
       # SETUP PYTHON.
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
 
       # UPDATE PIP.
       - name: Ensure pip is up to date.
@@ -52,11 +64,6 @@ jobs:
       - name: Install a pinned version of CS Tools
         run: python -m pip install "cs_tools[cli] @ https://github.com/thoughtspot/cs_tools/archive/${{ env.CS_TOOLS_VERSION }}.zip"
 
-      # ENSURE SYNCER DEPENDENCIES ARE INSTALLED.
-      #   found in: https://github.com/thoughtspot/cs_tools/blob/master/sync/<dialect>/MANIFEST.json
-      - name: Install a pinned version of CS Tools
-        run: python -m pip install "snowflake-sqlalchemy >= 1.6.1"
-
       # RUNS THE searchable tml COMMAND.
       # https://thoughtspot.github.io/cs_tools/tools/searchable
       #

.github/workflows/fetch-bi-data.yaml

@@ -18,9 +18,10 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
-      # CS TOOLS IS COMMAND LINE LIBRARY WRAPPING TS APIS
-      # https://thoughtspot.github.io/cs_tools/
-      CS_TOOLS_VERSION: ${{ github.event_name == 'workflow_dispatch' && inputs.cs_tools_version || 'v1.7.0' }}
+      # Stream Python stdout live (unbuffered) so long extracts show progress in the run log.
+      PYTHONUNBUFFERED: "1"
+
+      # CS_TOOLS_VERSION is set at runtime by the resolve step below.
       CS_TOOLS_THOUGHTSPOT__URL: ${{ secrets.THOUGHTSPOT_URL }}
       CS_TOOLS_THOUGHTSPOT__USERNAME: ${{ secrets.THOUGHTSPOT_USERNAME }}
       CS_TOOLS_THOUGHTSPOT__SECRET_KEY: ${{ secrets.THOUGHTSPOT_SECRET_KEY }}
@@ -40,6 +41,17 @@ jobs:
         "
 
     steps:
+      # Dispatch input wins; otherwise resolve the latest release tag via the releases/latest redirect.
+      - name: Resolve CS Tools version
+        run: |
+          if [ -n "${{ inputs.cs_tools_version }}" ]; then
+            VERSION="${{ inputs.cs_tools_version }}"
+          else
+            VERSION="$(curl -fsSLI -o /dev/null -w '%{url_effective}' https://github.com/thoughtspot/cs_tools/releases/latest | sed 's#.*/tag/##')"
+          fi
+          echo "Resolved CS Tools version: $VERSION"
+          echo "CS_TOOLS_VERSION=$VERSION" >> "$GITHUB_ENV"
+
       - name: Get 7 days ago
         run: echo "days_ago_7=$(date -d "-7 days" +'%Y-%m-%d')" >> $GITHUB_ENV
 
@@ -48,7 +60,7 @@ jobs:
 
       # SETUP PYTHON.
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
 
       # UPDATE PIP.
       - name: Ensure pip is up to date.
@@ -58,11 +70,6 @@ jobs:
       - name: Install a pinned version of CS Tools
         run: python -m pip install "cs_tools[cli] @ https://github.com/thoughtspot/cs_tools/archive/${{ env.CS_TOOLS_VERSION }}.zip"
 
-      # ENSURE SYNCER DEPENDENCIES ARE INSTALLED.
-      #   found in: https://github.com/thoughtspot/cs_tools/blob/master/sync/<dialect>/MANIFEST.json
-      - name: Install a pinned version of CS Tools
-        run: python -m pip install "snowflake-sqlalchemy >= 1.6.1"
-
       # RUNS THE searchable tml COMMAND.
       # https://thoughtspot.github.io/cs_tools/tools/searchable
       #

.github/workflows/fetch-metdata.yaml

@@ -17,9 +17,10 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
-      # CS TOOLS IS COMMAND LINE LIBRARY WRAPPING TS APIS
-      # https://thoughtspot.github.io/cs_tools/
-      CS_TOOLS_VERSION: ${{ github.event_name == 'workflow_dispatch' && inputs.cs_tools_version || 'v1.7.0' }}
+      # Stream Python stdout live (unbuffered) so long extracts show progress in the run log.
+      PYTHONUNBUFFERED: "1"
+
+      # CS_TOOLS_VERSION is set at runtime by the resolve step below.
       CS_TOOLS_THOUGHTSPOT__URL: ${{ secrets.THOUGHTSPOT_URL }}
       CS_TOOLS_THOUGHTSPOT__USERNAME: ${{ secrets.THOUGHTSPOT_USERNAME }}
       CS_TOOLS_THOUGHTSPOT__SECRET_KEY: ${{ secrets.THOUGHTSPOT_SECRET_KEY }}
@@ -39,9 +40,20 @@ jobs:
         "
 
     steps:
+      # Dispatch input wins; otherwise resolve the latest release tag via the releases/latest redirect.
+      - name: Resolve CS Tools version
+        run: |
+          if [ -n "${{ inputs.cs_tools_version }}" ]; then
+            VERSION="${{ inputs.cs_tools_version }}"
+          else
+            VERSION="$(curl -fsSLI -o /dev/null -w '%{url_effective}' https://github.com/thoughtspot/cs_tools/releases/latest | sed 's#.*/tag/##')"
+          fi
+          echo "Resolved CS Tools version: $VERSION"
+          echo "CS_TOOLS_VERSION=$VERSION" >> "$GITHUB_ENV"
+
       # SETUP PYTHON.
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
 
       # UPDATE PIP.
       - name: Ensure pip is up to date.
@@ -51,11 +63,6 @@ jobs:
       - name: Install a pinned version of CS Tools
         run: python -m pip install "cs_tools[cli] @ https://github.com/thoughtspot/cs_tools/archive/${{ env.CS_TOOLS_VERSION }}.zip"
 
-      # ENSURE SYNCER DEPENDENCIES ARE INSTALLED.
-      #   found in: https://github.com/thoughtspot/cs_tools/blob/master/sync/<dialect>/MANIFEST.json
-      - name: Install a pinned version of CS Tools
-        run: python -m pip install "snowflake-sqlalchemy >= 1.6.1"
-
       # RUNS THE searchable metadata COMMAND.
       # https://thoughtspot.github.io/cs_tools/tools/searchable
       #

.github/workflows/fetch-tml.yaml

@@ -18,9 +18,10 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
-      # CS TOOLS IS COMMAND LINE LIBRARY WRAPPING TS APIS
-      # https://thoughtspot.github.io/cs_tools/
-      CS_TOOLS_VERSION: ${{ github.event_name == 'workflow_dispatch' && inputs.cs_tools_version || 'v1.7.0' }}
+      # Stream Python stdout live (unbuffered) so long extracts show progress in the run log.
+      PYTHONUNBUFFERED: "1"
+
+      # CS_TOOLS_VERSION is set at runtime by the resolve step below.
       CS_TOOLS_THOUGHTSPOT__URL: ${{ secrets.THOUGHTSPOT_URL }}
       CS_TOOLS_THOUGHTSPOT__USERNAME: ${{ secrets.THOUGHTSPOT_USERNAME }}
       CS_TOOLS_THOUGHTSPOT__SECRET_KEY: ${{ secrets.THOUGHTSPOT_SECRET_KEY }}
@@ -40,9 +41,20 @@ jobs:
         "
 
     steps:
+      # Dispatch input wins; otherwise resolve the latest release tag via the releases/latest redirect.
+      - name: Resolve CS Tools version
+        run: |
+          if [ -n "${{ inputs.cs_tools_version }}" ]; then
+            VERSION="${{ inputs.cs_tools_version }}"
+          else
+            VERSION="$(curl -fsSLI -o /dev/null -w '%{url_effective}' https://github.com/thoughtspot/cs_tools/releases/latest | sed 's#.*/tag/##')"
+          fi
+          echo "Resolved CS Tools version: $VERSION"
+          echo "CS_TOOLS_VERSION=$VERSION" >> "$GITHUB_ENV"
+
       # SETUP PYTHON.
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
 
       # UPDATE PIP.
       - name: Ensure pip is up to date.
@@ -52,11 +64,6 @@ jobs:
       - name: Install a pinned version of CS Tools
         run: python -m pip install "cs_tools[cli] @ https://github.com/thoughtspot/cs_tools/archive/${{ env.CS_TOOLS_VERSION }}.zip"
 
-      # ENSURE SYNCER DEPENDENCIES ARE INSTALLED.
-      #   found in: https://github.com/thoughtspot/cs_tools/blob/master/sync/<dialect>/MANIFEST.json
-      - name: Install a pinned version of CS Tools
-        run: python -m pip install "snowflake-sqlalchemy >= 1.6.1"
-
       # RUNS THE searchable tml COMMAND.
       # https://thoughtspot.github.io/cs_tools/tools/searchable
       #

.github/workflows/fetch-ts-bi-data.yml

@@ -17,9 +17,10 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
-      # CS TOOLS IS COMMAND LINE LIBRARY WRAPPING TS APIS
-      # https://thoughtspot.github.io/cs_tools/
-      CS_TOOLS_VERSION: ${{ github.event_name == 'workflow_dispatch' && inputs.cs_tools_version || 'v1.7.0' }}
+      # Stream Python stdout live (unbuffered) so long extracts show progress in the run log.
+      PYTHONUNBUFFERED: "1"
+
+      # CS_TOOLS_VERSION is set at runtime by the resolve step below.
       CS_TOOLS_THOUGHTSPOT__URL: ${{ secrets.THOUGHTSPOT_URL }}
       CS_TOOLS_THOUGHTSPOT__USERNAME: ${{ secrets.THOUGHTSPOT_USERNAME }}
       CS_TOOLS_THOUGHTSPOT__SECRET_KEY: ${{ secrets.THOUGHTSPOT_SECRET_KEY }}
@@ -29,6 +30,17 @@ jobs:
       # https://thoughtspot.github.io/cs_tools/syncer/snowflake/
 
     steps:
+      # Dispatch input wins; otherwise resolve the latest release tag via the releases/latest redirect.
+      - name: Resolve CS Tools version
+        run: |
+          if [ -n "${{ inputs.cs_tools_version }}" ]; then
+            VERSION="${{ inputs.cs_tools_version }}"
+          else
+            VERSION="$(curl -fsSLI -o /dev/null -w '%{url_effective}' https://github.com/thoughtspot/cs_tools/releases/latest | sed 's#.*/tag/##')"
+          fi
+          echo "Resolved CS Tools version: $VERSION"
+          echo "CS_TOOLS_VERSION=$VERSION" >> "$GITHUB_ENV"
+
       - name: Get 7 days ago
         run: echo "days_ago_7=$(date -d "-7 days" +'%Y-%m-%d')" >> $GITHUB_ENV
 
@@ -37,7 +49,7 @@ jobs:
 
       # SETUP PYTHON.
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
 
       # UPDATE PIP.
       - name: Ensure pip is up to date.
@@ -47,11 +59,6 @@ jobs:
       - name: Install a pinned version of CS Tools
         run: python -m pip install "cs_tools[cli] @ https://github.com/thoughtspot/cs_tools/archive/${{ env.CS_TOOLS_VERSION }}.zip"
 
-      # ENSURE SYNCER DEPENDENCIES ARE INSTALLED.
-      #   found in: https://github.com/thoughtspot/cs_tools/blob/master/sync/<dialect>/MANIFEST.json
-      - name: Install a pinned version of CS Tools
-        run: python -m pip install "snowflake-sqlalchemy >= 1.6.1"
-
       - name: Decode PEM file
         run: echo "${{ secrets.SNOWFLAKE_PRIVATE_KEY }}" > $P8_KEY_PATH
 

.github/workflows/test-bootstrapper.yaml

@@ -2,6 +2,11 @@ name: Test CS Tools Bootstrapper
 
 on:
   workflow_dispatch:
+    inputs:
+      bootstrapper_ref:
+        description: "Git ref to test the bootstrapper from. Default: the published docs-site install.py."
+        required: false
+        type: string
 
   push:
     branches:
@@ -27,19 +32,24 @@ jobs:
           - "3.12"
           - "3.13"
 
+    env:
+      # DEFAULT = THE PUBLISHED INSTALLER (WHAT CUSTOMERS RUN). PASS bootstrapper_ref TO TEST A
+      # REF'S INSTALLER PRE-RELEASE -- install.py IS _bootstrapper.py MIRRORED AT DOCS-DEPLOY TIME.
+      BOOTSTRAPPER_URL: ${{ inputs.bootstrapper_ref != '' && format('https://raw.githubusercontent.com/thoughtspot/cs_tools/{0}/cs_tools/updater/_bootstrapper.py', inputs.bootstrapper_ref) || 'https://thoughtspot.github.io/cs_tools/install.py' }}
+
     steps:
       # SETUP PYTHON.
       - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
         with:
           python-version: ${{ matrix.python-version }}
-        
+
       # USES THE COMMAND FROM THE DOCS PAGE.
       - if: ${{ runner.os == 'Windows' }}
         name: Install on Windows.
-        run: powershell -ExecutionPolicy ByPass -c "IRM https://thoughtspot.github.io/cs_tools/install.py | python - --reinstall"
+        run: powershell -ExecutionPolicy ByPass -c "IRM $env:BOOTSTRAPPER_URL | python - --reinstall"
 
       # USES THE COMMAND FROM THE DOCS PAGE.
       - if: ${{ runner.os != 'Windows' }}
         name: Install on Linux/MacOS.
-        run: curl -LsSf https://thoughtspot.github.io/cs_tools/install.py | python - --reinstall
+        run: curl -LsSf "$BOOTSTRAPPER_URL" | python - --reinstall

.github/workflows/test-syncers.yaml

@@ -25,10 +25,10 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v4
+        uses: actions/checkout@v7
 
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v7
         with:
           python-version: "3.12"
 

cs_tools/__main__.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import logging
+import sys
 
 try:
     from cs_tools.cli.commands.main import run
@@ -16,4 +17,4 @@
     )
 
 else:
-    run()
+    sys.exit(run())

cs_tools/__project__.py

@@ -1,4 +1,4 @@
-__version__ = "1.7.0"
+__version__ = "1.7.1"
 __docs__ = "https://thoughtspot.github.io/cs_tools/"
 __repo__ = "https://github.com/thoughtspot/cs_tools"
 __help__ = f"{__repo__}/discussions/"