Skip to content

Commit e386262

Browse files
timzsutimzsu
authored
feat(runtime): FlowMesh-backed text EmbeddingOp with per-row artifact output (#48)
* Add embedding op Signed-off-by: Zhengyuan Su <su.zhengyuan@u.nus.edu> * Bug fixes Signed-off-by: Zhengyuan Su <su.zhengyuan@u.nus.edu> * Update Signed-off-by: Zhengyuan Su <su.zhengyuan@u.nus.edu> --------- Signed-off-by: Zhengyuan Su <su.zhengyuan@u.nus.edu>
1 parent abebb2f commit e386262

22 files changed

Lines changed: 1315 additions & 115 deletions

‎.github/workflows/check-pr-title.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,14 +14,14 @@ concurrency:
1414
jobs:
1515
check-title:
1616
name: Check PR title
17-
runs-on: self-hosted
17+
runs-on: ubuntu-latest
1818
steps:
1919
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
2020
with:
2121
persist-credentials: false
2222
- uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
2323
with:
24-
version: "0.11.8"
24+
version: "0.11.26"
2525
python-version: "3.12"
2626
- name: Validate PR title
2727
env:

‎.github/workflows/check-signoff.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,7 @@ concurrency:
1414
jobs:
1515
check-signoff:
1616
name: Check DCO sign-off
17-
runs-on: self-hosted
17+
runs-on: ubuntu-latest
1818
steps:
1919
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
2020
with:

‎.github/workflows/env-examples.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ concurrency:
2222
jobs:
2323
verify:
2424
name: Verify env example files
25-
runs-on: self-hosted
25+
runs-on: ubuntu-latest
2626
steps:
2727
- name: Checkout
2828
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
@@ -32,7 +32,7 @@ jobs:
3232
- name: Set up uv
3333
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
3434
with:
35-
version: "0.11.8"
35+
version: "0.11.26"
3636
python-version: "3.12"
3737

3838
- name: Install dependencies

‎.github/workflows/image-publish.yml‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ jobs:
3939
persist-credentials: false
4040

4141
- name: Set up Buildx
42-
uses: docker/setup-buildx-action@d7f5e7f509e45cec5c76c4d5afdd7de93d0b3df5 # v4.1.0
42+
uses: docker/setup-buildx-action@bb05f3f5519dd87d3ba754cc423b652a5edd6d2c # v4.2.0
4343

4444
- name: Compute image tags
4545
id: tags
@@ -53,7 +53,7 @@ jobs:
5353
- name: Set up uv
5454
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
5555
with:
56-
version: "0.11.8"
56+
version: "0.11.26"
5757
python-version: "3.12"
5858
# No uv cache restore in a publishing workflow (cache-poisoning).
5959
enable-cache: false
@@ -72,7 +72,7 @@ jobs:
7272
7373
- name: Build image
7474
id: build
75-
uses: docker/build-push-action@f9f3042f7e2789586610d6e8b85c8f03e5195baf # v7.2.0
75+
uses: docker/build-push-action@53b7df96c91f9c12dcc8a07bcb9ccacbed38856a # v7.3.0
7676
with:
7777
context: .
7878
file: ./Dockerfile
@@ -98,13 +98,13 @@ jobs:
9898
persist-credentials: false
9999

100100
- name: Set up QEMU
101-
uses: docker/setup-qemu-action@06116385d9baf250c9f4dcb4858b16962ea869c3 # v4.1.0
101+
uses: docker/setup-qemu-action@96fe6ef7f33517b61c61be40b68a1882f3264fb8 # v4.2.0
102102

103103
- name: Set up Buildx
104-
uses: docker/setup-buildx-action@d7f5e7f509e45cec5c76c4d5afdd7de93d0b3df5 # v4.1.0
104+
uses: docker/setup-buildx-action@bb05f3f5519dd87d3ba754cc423b652a5edd6d2c # v4.2.0
105105

106106
- name: Log in to GHCR
107-
uses: docker/login-action@650006c6eb7dba73a995cc03b0b2d7f5ca915bee # v4.2.0
107+
uses: docker/login-action@af1e73f918a031802d376d3c8bbc3fe56130a9b0 # v4.4.0
108108
with:
109109
registry: ${{ env.REGISTRY }}
110110
username: ${{ github.actor }}
@@ -131,7 +131,7 @@ jobs:
131131
- name: Set up uv
132132
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
133133
with:
134-
version: "0.11.8"
134+
version: "0.11.26"
135135
python-version: "3.12"
136136
# No uv cache restore in a publishing workflow (cache-poisoning).
137137
enable-cache: false
@@ -150,7 +150,7 @@ jobs:
150150
151151
- name: Build and push
152152
id: build
153-
uses: docker/build-push-action@f9f3042f7e2789586610d6e8b85c8f03e5195baf # v7.2.0
153+
uses: docker/build-push-action@53b7df96c91f9c12dcc8a07bcb9ccacbed38856a # v7.3.0
154154
with:
155155
context: .
156156
file: ./Dockerfile

‎.github/workflows/lint-typecheck.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ concurrency:
1515
jobs:
1616
lint:
1717
name: Lint + typecheck
18-
runs-on: self-hosted
18+
runs-on: ubuntu-latest
1919

2020
steps:
2121
- name: Checkout
@@ -26,7 +26,7 @@ jobs:
2626
- name: Set up uv
2727
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
2828
with:
29-
version: "0.11.8"
29+
version: "0.11.26"
3030
python-version: "3.12"
3131

3232
- name: Install dependencies

‎.github/workflows/package-build.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ concurrency:
2222
jobs:
2323
package-build:
2424
name: Build and smoke-test packages
25-
runs-on: self-hosted
25+
runs-on: ubuntu-latest
2626
steps:
2727
- name: Checkout
2828
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
@@ -32,7 +32,7 @@ jobs:
3232
- name: Set up uv
3333
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
3434
with:
35-
version: "0.11.8"
35+
version: "0.11.26"
3636
python-version: "3.12"
3737

3838
- name: Install build environment

‎.github/workflows/release-images.yml‎

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -52,14 +52,15 @@ jobs:
5252
- name: Set up uv
5353
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
5454
with:
55-
version: "0.11.8"
55+
version: "0.11.26"
5656
python-version: "3.12"
57+
enable-cache: false
5758

5859
- name: Install verification environment
5960
run: uv sync --all-packages --all-extras --all-groups --frozen
6061

6162
- name: Set up Buildx
62-
uses: docker/setup-buildx-action@d7f5e7f509e45cec5c76c4d5afdd7de93d0b3df5 # v4.1.0
63+
uses: docker/setup-buildx-action@bb05f3f5519dd87d3ba754cc423b652a5edd6d2c # v4.2.0
6364

6465
- name: Verify image
6566
id: check
@@ -100,17 +101,18 @@ jobs:
100101
- name: Set up uv
101102
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
102103
with:
103-
version: "0.11.8"
104+
version: "0.11.26"
104105
python-version: "3.12"
106+
enable-cache: false
105107

106108
- name: Install retag environment
107109
run: uv sync --all-packages --all-extras --all-groups --frozen
108110

109111
- name: Set up Buildx
110-
uses: docker/setup-buildx-action@d7f5e7f509e45cec5c76c4d5afdd7de93d0b3df5 # v4.1.0
112+
uses: docker/setup-buildx-action@bb05f3f5519dd87d3ba754cc423b652a5edd6d2c # v4.2.0
111113

112114
- name: Login to GHCR
113-
uses: docker/login-action@650006c6eb7dba73a995cc03b0b2d7f5ca915bee # v4.2.0
115+
uses: docker/login-action@af1e73f918a031802d376d3c8bbc3fe56130a9b0 # v4.4.0
114116
with:
115117
registry: ghcr.io
116118
username: ${{ github.actor }}

‎.github/workflows/release.yml‎

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -63,8 +63,9 @@ jobs:
6363
- name: Set up uv
6464
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
6565
with:
66-
version: "0.11.8"
66+
version: "0.11.26"
6767
python-version: "3.12"
68+
enable-cache: false
6869

6970
- name: Install build environment
7071
run: uv sync --all-packages --all-extras --all-groups --frozen
@@ -118,13 +119,13 @@ jobs:
118119

119120
- name: Publish to TestPyPI
120121
if: env.PUBLISH_TARGET == 'testpypi'
121-
uses: pypa/gh-action-pypi-publish@ba38be9e461d3875417946c167d0b5f3d385a247 # v1.13.0
122+
uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b # v1.14.0
122123
with:
123124
packages-dir: dist/
124125
repository-url: https://test.pypi.org/legacy/
125126

126127
- name: Publish to PyPI
127128
if: env.PUBLISH_TARGET == 'pypi'
128-
uses: pypa/gh-action-pypi-publish@ba38be9e461d3875417946c167d0b5f3d385a247 # v1.13.0
129+
uses: pypa/gh-action-pypi-publish@cef221092ed1bacb1cc03d23a2d87d1d172e277b # v1.14.0
129130
with:
130131
packages-dir: dist/

‎.github/workflows/security.yml‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ concurrency:
2121
jobs:
2222
zizmor:
2323
name: Zizmor (workflow audit)
24-
runs-on: self-hosted
24+
runs-on: ubuntu-latest
2525
steps:
2626
- name: Checkout
2727
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
@@ -30,14 +30,14 @@ jobs:
3030
- name: Set up uv
3131
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
3232
with:
33-
version: "0.11.8"
33+
version: "0.11.26"
3434
python-version: "3.12"
3535
- name: Run zizmor
36-
run: uvx --from zizmor==1.24.1 zizmor --persona pedantic --format github .github/workflows
36+
run: uvx --from zizmor==1.26.1 zizmor --persona pedantic --format github .github/workflows
3737

3838
gitleaks:
3939
name: Gitleaks (secrets scan)
40-
runs-on: self-hosted
40+
runs-on: ubuntu-latest
4141
steps:
4242
- name: Checkout
4343
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
@@ -51,7 +51,7 @@ jobs:
5151
5252
bandit:
5353
name: Bandit (Python source audit)
54-
runs-on: self-hosted
54+
runs-on: ubuntu-latest
5555
steps:
5656
- name: Checkout
5757
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
@@ -60,7 +60,7 @@ jobs:
6060
- name: Set up uv
6161
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
6262
with:
63-
version: "0.11.8"
63+
version: "0.11.26"
6464
python-version: "3.12"
6565
- name: Run bandit
6666
run: |
@@ -74,7 +74,7 @@ jobs:
7474
7575
pip-audit:
7676
name: pip-audit (dependency CVE scan)
77-
runs-on: self-hosted
77+
runs-on: ubuntu-latest
7878
steps:
7979
- name: Checkout
8080
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
@@ -83,17 +83,17 @@ jobs:
8383
- name: Set up uv
8484
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
8585
with:
86-
version: "0.11.8"
86+
version: "0.11.26"
8787
python-version: "3.12"
8888
- name: Run pip-audit (server image runtime)
8989
# src/lumilake_server/requirements.txt is the pin set baked into
9090
# the published Docker image (generated by sync_requirements.py).
91-
run: uvx pip-audit==2.9.0 --strict -r src/lumilake_server/requirements.txt
91+
run: uvx pip-audit==2.10.1 --strict -r src/lumilake_server/requirements.txt
9292
- name: Export wheel install closure
9393
# PyPI users' install: every extra, no dependency-group (dev/lint/test
9494
# and server-runtime don't ship in any wheel), no workspace members.
9595
run: |
9696
uv export --all-extras --no-default-groups --no-emit-workspace \
9797
--format requirements-txt --no-hashes > /tmp/wheels-audit.txt
9898
- name: Run pip-audit (wheel install closure)
99-
run: uvx pip-audit==2.9.0 --strict -r /tmp/wheels-audit.txt
99+
run: uvx pip-audit==2.10.1 --strict -r /tmp/wheels-audit.txt

‎.github/workflows/unit-tests.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ concurrency:
1515
jobs:
1616
unit-tests:
1717
name: Unit tests
18-
runs-on: self-hosted
18+
runs-on: ubuntu-latest
1919

2020
steps:
2121
- name: Checkout
@@ -26,7 +26,7 @@ jobs:
2626
- name: Set up uv
2727
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
2828
with:
29-
version: "0.11.8"
29+
version: "0.11.26"
3030
python-version: "3.12"
3131

3232
- name: Install dependencies

0 commit comments

Comments
 (0)