refactor: dataflow scheduler + stripped PipelineGraph API

.github/workflows/ci.yml

@@ -33,59 +33,68 @@ jobs:
       - name: cargo clippy (strict)
         run: cargo clippy --all-targets -p harmont-cli -- -D warnings
 
+  python-lint:
+    name: harmont-py (pytest + ruff + mypy)
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12"]
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: pip
+
+      - name: Install harmont + dev extras
+        working-directory: dsls/harmont-py
+        run: pip install -e '.[dev]'
+
+      - name: ruff check
+        working-directory: dsls/harmont-py
+        run: ruff check .
+
+      - name: mypy
+        working-directory: dsls/harmont-py
+        run: mypy harmont
+
+      - name: pytest
+        working-directory: dsls/harmont-py
+        run: |
+          pytest -v \
+            --deselect tests/test_gradle.py \
+            --deselect tests/test_haskell.py
+
   integration:
     name: docker-gated integration test
     runs-on: ubuntu-latest
     # Skip the heavy job on draft PRs to save runner minutes. Push to
     # main always runs it.
     if: github.event_name == 'push' || (github.event_name == 'pull_request' && !github.event.pull_request.draft)
     steps:
-      - name: Check out harmont-cli
-        uses: actions/checkout@v4
-        with:
-          path: harmont-cli
-
-      - name: Check out harmont-py (matching branch, with main fallback)
-        uses: actions/checkout@v4
-        with:
-          repository: harmont-dev/harmont-py
-          ref: ${{ github.head_ref || github.ref_name }}
-          path: harmont-py
-        continue-on-error: true
-        id: checkout-py-branch
-
-      - name: Fall back to harmont-py main
-        if: steps.checkout-py-branch.outcome != 'success'
-        uses: actions/checkout@v4
-        with:
-          repository: harmont-dev/harmont-py
-          ref: main
-          path: harmont-py
+      - uses: actions/checkout@v4
 
       - uses: dtolnay/rust-toolchain@stable
         with:
           targets: wasm32-wasip1
       - uses: Swatinem/rust-cache@v2
-        with:
-          workspaces: harmont-cli
 
       - uses: actions/setup-python@v5
         with:
           python-version: "3.12"
 
       - name: Install harmont-py (editable)
-        working-directory: harmont-py
-        run: pip install -e .
+        run: pip install -e dsls/harmont-py
 
       - name: cargo build --tests (with docker-integration feature)
-        working-directory: harmont-cli
         run: cargo build -p harmont-cli --tests --features docker-integration
 
       - name: Pre-pull python:3.12-alpine
         run: docker pull python:3.12-alpine
 
       - name: cargo test --features docker-integration -- --ignored
-        working-directory: harmont-cli
         env:
           HARMONT_PYTHON: python3
         run: |

.github/workflows/examples.yml

@@ -109,8 +109,7 @@ jobs:
       # externally-managed marker requires --break-system-packages.
       - name: Install harmont-py into system Python
         run: |
-          git clone --depth 1 https://github.com/harmont-dev/harmont-py /tmp/harmont-py
-          sudo /usr/bin/python3 -m pip install --break-system-packages /tmp/harmont-py
+          sudo /usr/bin/python3 -m pip install --break-system-packages dsls/harmont-py
           /usr/bin/python3 -c "import harmont; print('harmont', harmont.__file__)"
 
       - name: Download hm binary

.github/workflows/release.yml

@@ -87,3 +87,44 @@ jobs:
           else
             cargo publish -p harmont-cli --token ${{ secrets.CRATES_IO_TOKEN }} --allow-dirty
           fi
+
+  pypi-publish:
+    name: Publish to PyPI
+    runs-on: ubuntu-latest
+    environment:
+      name: release
+      url: https://pypi.org/project/harmont/
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Set version from tag
+        run: |
+          VERSION="${GITHUB_REF_NAME#v}"
+          echo "VERSION=$VERSION" >> "$GITHUB_ENV"
+          sed -i '0,/version = "0.0.0-dev"/s//version = "'"$VERSION"'"/' dsls/harmont-py/pyproject.toml
+          grep -n "^version" dsls/harmont-py/pyproject.toml
+
+      - name: Install build
+        run: python -m pip install --upgrade build
+
+      - name: Build sdist and wheel
+        working-directory: dsls/harmont-py
+        run: python -m build
+
+      - name: Inspect dist
+        working-directory: dsls/harmont-py
+        run: |
+          ls -la dist/
+          test -f dist/harmont-${VERSION}.tar.gz
+          test -f dist/harmont-${VERSION}-py3-none-any.whl
+
+      - name: Publish to PyPI via Trusted Publishing
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dsls/harmont-py/dist/

CLAUDE.md

@@ -1,6 +1,7 @@
 The `cli/` directory is a Cargo workspace.
 
 - `crates/hm/` — the `hm` binary (today's CLI body).
+- `crates/hm-pipeline-ir/` — pipeline IR schema (serde structs only, no runtime).
 - `crates/hm-util/` — shared OS and filesystem utilities.
 - `crates/hm-plugin-protocol/` — wire types (serde structs only).
 - `crates/hm-plugin-sdk/` — authoring SDK for plugin writers.
@@ -11,3 +12,8 @@ Run `cargo build` from the workspace root. Plugin fixtures need the
 `wasm32-wasip1` target; install with `rustup target add wasm32-wasip1`.
 
 For cross-cutting doctrine see [PRINCIPLES.md](../PRINCIPLES.md).
+
+## Python DSL
+
+`dsls/harmont-py/` — the `harmont` Python package (pipeline DSL).
+See `dsls/harmont-py/CLAUDE.md` for DSL-specific context.

Cargo.toml

@@ -3,6 +3,7 @@ resolver = "2"
 members = [
     "crates/hm",
     "crates/hm-plugin-protocol",
+    "crates/hm-pipeline-ir",
     "crates/hm-plugin-sdk",
     "crates/hm-plugin-docker",
     "crates/hm-plugin-output-human",
@@ -14,6 +15,7 @@ members = [
 default-members = [
     "crates/hm",
     "crates/hm-plugin-protocol",
+    "crates/hm-pipeline-ir",
     "crates/hm-plugin-sdk",
     "crates/hm-util",
 ]
@@ -25,8 +27,11 @@ repository = "https://github.com/harmont-dev/harmont-cli"
 
 [workspace.dependencies]
 hm-plugin-protocol = { path = "crates/hm-plugin-protocol", version = "0.0.0-dev" }
+hm-pipeline-ir     = { path = "crates/hm-pipeline-ir",     version = "0.0.0-dev" }
 hm-plugin-sdk      = { path = "crates/hm-plugin-sdk",      version = "0.0.0-dev" }
 hm-util            = { path = "crates/hm-util",            version = "0.0.0-dev" }
+anyhow      = "1"
+daggy       = { version = "0.9", features = ["serde-1"] }
 serde       = { version = "1", features = ["derive"] }
 serde_json  = "1"
 schemars    = { version = "0.8", features = ["preserve_order", "semver", "uuid1", "chrono"] }

crates/hm-pipeline-ir/Cargo.toml

@@ -0,0 +1,21 @@
+[package]
+name = "hm-pipeline-ir"
+version = "0.0.0-dev"
+edition.workspace = true
+license.workspace = true
+repository.workspace = true
+description = "Pipeline IR — the v0 wire-format schema consumed by hm."
+
+[dependencies]
+daggy      = { workspace = true }
+serde      = { workspace = true }
+serde_json = { workspace = true }
+schemars   = { workspace = true }
+
+[dev-dependencies]
+insta = { version = "1", features = ["json"] }
+schemars = { workspace = true }
+serde_json = { workspace = true }
+
+[lints]
+workspace = true