Release 0.1.0a1 — first public pre-release

.coveragerc

@@ -1,5 +1,5 @@
 [run]
-source = dataflux
+source = recordstream
 omit =
     */tests/*
     */examples/*

.github/workflows/ci.yml

@@ -1,14 +1,14 @@
 # =========================================================================
 # AUTO-GENERATED FILE — DO NOT EDIT BY HAND
-# Generated by: aisland jenkins scaffold --project dataflux
+# Generated by: aisland jenkins scaffold recordstream
 # Source template: aisland/services/jenkins.py (JenkinsService.scaffold_pipelines)
-# To regenerate:  aisland jenkins scaffold --project dataflux --force
+# To regenerate:  aisland jenkins scaffold recordstream --force
 # =========================================================================
-name: Dataflux CI
+name: Recordstream CI
 
 on:
   push:
-    branches: [ main, dev/main ]
+    branches: [ main ]
   pull_request:
     branches: [ main ]
 
@@ -18,15 +18,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
-    - name: Mint GitHub App token for private Gearlux deps
-      id: app-token
-      uses: actions/create-github-app-token@v1
-      with:
-        app-id: ${{ secrets.GEARLUX_APP_ID }}
-        private-key: ${{ secrets.GEARLUX_APP_PRIVATE_KEY }}
-        owner: Gearlux
-    - name: Configure git auth for Gearlux
-      run: git config --global url."https://x-access-token:${{ steps.app-token.outputs.token }}@github.com/".insteadOf "https://github.com/"
     - name: Set up Python 3.12
       uses: actions/setup-python@v5
       with:
@@ -36,11 +27,7 @@ jobs:
     - name: Install dependencies
       run: |
 
-        # Internal Gearlux dependencies — installed FIRST with --no-deps so
-        # `-e .[dev]` below finds them pre-satisfied instead of hitting PyPI.
-        uv pip install --system --no-deps git+https://github.com/Gearlux/log-flow.git@main
-        uv pip install --system --no-deps git+https://github.com/Gearlux/confluid.git@main
-        uv pip install --system -e ".[dev]"
+        uv pip install --system -e ".[dev,torch,keras]"
     - name: Run Isort
       run: isort --check-only .
     - name: Run Black
@@ -56,15 +43,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
-    - name: Mint GitHub App token for private Gearlux deps
-      id: app-token
-      uses: actions/create-github-app-token@v1
-      with:
-        app-id: ${{ secrets.GEARLUX_APP_ID }}
-        private-key: ${{ secrets.GEARLUX_APP_PRIVATE_KEY }}
-        owner: Gearlux
-    - name: Configure git auth for Gearlux
-      run: git config --global url."https://x-access-token:${{ steps.app-token.outputs.token }}@github.com/".insteadOf "https://github.com/"
     - name: Set up Python 3.12
       uses: actions/setup-python@v5
       with:
@@ -74,15 +52,11 @@ jobs:
     - name: Install dependencies
       run: |
 
-        # Internal Gearlux dependencies — installed FIRST with --no-deps so
-        # `-e .[dev]` below finds them pre-satisfied instead of hitting PyPI.
-        uv pip install --system --no-deps git+https://github.com/Gearlux/log-flow.git@main
-        uv pip install --system --no-deps git+https://github.com/Gearlux/confluid.git@main
-        uv pip install --system -e ".[dev]"
+        uv pip install --system -e ".[dev,torch,keras]"
     - name: Run Tests
       run: |
         if [ -d tests ] && find tests -name '*.py' | grep -q .; then
-          pytest tests --junitxml=test-report.xml --cov=dataflux --cov-report=xml --cov-report=term
+          pytest tests --junitxml=test-report.xml --cov=recordstream --cov-report=xml --cov-report=term
         else
           echo "No tests found. Skipping."
         fi
@@ -99,15 +73,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
-    - name: Mint GitHub App token for private Gearlux deps
-      id: app-token
-      uses: actions/create-github-app-token@v1
-      with:
-        app-id: ${{ secrets.GEARLUX_APP_ID }}
-        private-key: ${{ secrets.GEARLUX_APP_PRIVATE_KEY }}
-        owner: Gearlux
-    - name: Configure git auth for Gearlux
-      run: git config --global url."https://x-access-token:${{ steps.app-token.outputs.token }}@github.com/".insteadOf "https://github.com/"
     - name: Set up Python 3.12
       uses: actions/setup-python@v5
       with:
@@ -117,11 +82,7 @@ jobs:
     - name: Install dependencies
       run: |
 
-        # Internal Gearlux dependencies — installed FIRST with --no-deps so
-        # `-e .[dev]` below finds them pre-satisfied instead of hitting PyPI.
-        uv pip install --system --no-deps git+https://github.com/Gearlux/log-flow.git@main
-        uv pip install --system --no-deps git+https://github.com/Gearlux/confluid.git@main
-        uv pip install --system -e ".[dev]"
+        uv pip install --system -e ".[dev,torch,keras]"
     - name: Run Examples
       run: |
         for f in examples/*.py; do
@@ -130,22 +91,22 @@ jobs:
             python3 "$f"
           fi
         done
+        # Directory examples opt in by shipping a run.py entry point;
+        # network-dependent / install-only example apps ship no run.py
+        # and are skipped by construction.
+        for f in examples/*/run.py; do
+          if [ -f "$f" ]; then
+            echo "Verifying $f..."
+            python3 "$f"
+          fi
+        done
 
   verify-notebooks:
     name: Verify Notebooks
     needs: [unit-tests]
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v4
-    - name: Mint GitHub App token for private Gearlux deps
-      id: app-token
-      uses: actions/create-github-app-token@v1
-      with:
-        app-id: ${{ secrets.GEARLUX_APP_ID }}
-        private-key: ${{ secrets.GEARLUX_APP_PRIVATE_KEY }}
-        owner: Gearlux
-    - name: Configure git auth for Gearlux
-      run: git config --global url."https://x-access-token:${{ steps.app-token.outputs.token }}@github.com/".insteadOf "https://github.com/"
     - name: Set up Python 3.12
       uses: actions/setup-python@v5
       with:
@@ -155,11 +116,7 @@ jobs:
     - name: Install dependencies
       run: |
 
-        # Internal Gearlux dependencies — installed FIRST with --no-deps so
-        # `-e .[dev]` below finds them pre-satisfied instead of hitting PyPI.
-        uv pip install --system --no-deps git+https://github.com/Gearlux/log-flow.git@main
-        uv pip install --system --no-deps git+https://github.com/Gearlux/confluid.git@main
-        uv pip install --system -e ".[dev]"
+        uv pip install --system -e ".[dev,torch,keras]"
         # Notebook-only dependencies live in the optional `[notebook]` extra
         # when a project ships notebooks; absence is not an error.
         uv pip install --system -e ".[notebook]" 2>/dev/null || echo "No [notebook] extras declared; continuing with defaults."

.github/workflows/release.yml

@@ -0,0 +1,101 @@
+# =========================================================================
+# HAND-WRITTEN workflow — NOT generated by `aisland jenkins scaffold`.
+# (ci.yml / Jenkinsfile are generated; this release pipeline is separate so
+# regeneration never clobbers it.)
+#
+# Publishes the `recordstream` distribution to PyPI when a version tag is pushed:
+#
+#   git tag v0.1.0a1 && git push origin v0.1.0a1
+#
+# Uses PyPI Trusted Publishing (OIDC, no stored API token). One-time setup on
+# https://pypi.org/manage/account/publishing/ — add a "pending publisher":
+#   PyPI project name: recordstream
+#   Owner:             Gearlux
+#   Repository:        recordstream
+#   Workflow name:     release.yml
+#   Environment:       pypi
+#
+# Publish ORDER: loggair -> confluid -> liquifai are all on PyPI already, and
+# this package declares floors on all three, so it publishes after them. The
+# visual-editor package declares `recordstream>=0.1.0a1`, so it publishes after
+# THIS one.
+# =========================================================================
+name: Release to PyPI
+
+on:
+  push:
+    tags: ["v*"]
+
+jobs:
+  build:
+    name: Build & verify distribution
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v5
+      with:
+        python-version: "3.12"
+    - name: Install packaging toolchain
+      run: python -m pip install build twine
+    - name: Guard - tag matches pyproject version
+      run: |
+        PKG_VERSION=$(python -c "import tomllib; print(tomllib.load(open('pyproject.toml','rb'))['project']['version'])")
+        TAG_VERSION="${GITHUB_REF_NAME#v}"
+        if [ "$PKG_VERSION" != "$TAG_VERSION" ]; then
+          echo "::error::Tag v$TAG_VERSION does not match pyproject version $PKG_VERSION"
+          exit 1
+        fi
+    - name: Build sdist + wheel
+      run: python -m build
+    - name: Check package metadata
+      run: python -m twine check --strict dist/*
+    - name: Smoke-test the built wheel in a clean venv
+      # Runs from /tmp: with the repo root as cwd, `import recordstream` would find
+      # the SOURCE tree (cwd shadows site-packages) and silently test the repo
+      # instead of the wheel. This is the package-shadowing trap the workspace
+      # mandates warn about — the repo directory and the package share a name.
+      run: |
+        python -m venv /tmp/smoke
+        /tmp/smoke/bin/pip install --quiet dist/*.whl
+        cd /tmp
+        /tmp/smoke/bin/python - <<'EOF'
+        from importlib.metadata import version
+
+        import numpy as np
+
+        from recordstream import Image, Label, Stream, as_transform
+
+        # A record is a plain dict of typed values; an op is type-dispatched. Running
+        # one record through a Stream exercises the engine, the item types and the
+        # op-family dispatch — the surfaces a broken wheel would take down.
+        records = [{"image": Image(np.zeros((4, 4, 3), dtype=np.float32)),
+                    "class": Label("a", classes=["a", "b"])}]
+        stream = Stream(source=records, ops=[as_transform(lambda d: d + 1.0, handles=(Image,))])
+
+        out = list(stream)
+        assert len(out) == 1, out
+        assert float(out[0]["image"].max()) == 1.0
+        assert out[0]["class"].value == "a"
+        assert len(stream) == 1 and stream[0]["class"].value == "a"   # map-style protocol
+        print("wheel smoke-test OK, version:", version("recordstream"))
+        EOF
+    - uses: actions/upload-artifact@v4
+      with:
+        name: dist
+        path: dist/
+
+  publish:
+    name: Publish to PyPI
+    needs: [build]
+    runs-on: ubuntu-latest
+    environment: pypi
+    permissions:
+      id-token: write  # required for PyPI Trusted Publishing (OIDC)
+    steps:
+    - uses: actions/download-artifact@v4
+      with:
+        name: dist
+        path: dist/
+    - name: Publish
+      uses: pypa/gh-action-pypi-publish@release/v1

.gitignore

@@ -42,5 +42,13 @@ dir_store/
 flake8.txt
 mypy.txt
 coverage.xml
-test-report.xml
+*test-report.xml
 coverage/
+/pyrightconfig.json
+
+# Run output — every run (training, evaluation, prediction, sweep cell) writes here.
+# ONE ignored root per project: matrainer trackers default to `save_dir: ./runs`, and
+# Lightning checkpoints follow the tracker's save_dir, so a whole run lands under one
+# directory instead of scattering run-named trees into the repository root.
+# See the workspace AGENTS.md mandate "Run Output Lands In A Gitignored `runs/`".
+runs/