Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
2 changes: 1 addition & 1 deletion .devcontainer/devcontainer.json
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,7 @@
"settings": {
"python.testing.pytestEnabled": true,
"python.testing.cwd": "${workspaceFolder}/tests",
"python.envFile": "${workspaceFolder}/argilla/.env.test",
"python.envFile": "${workspaceFolder}/extralit/.env.test",
"python.testing.pytestArgs": [ "-vs", "--disable-warnings" ],
"python.defaultInterpreterPath": "/opt/conda/bin/python",
"python.condaPath": "/usr/local/bin/micromamba",
Expand Down
4 changes: 2 additions & 2 deletions .devcontainer/docker-compose/devcontainer.json
Original file line number Diff line number Diff line change
Expand Up @@ -97,14 +97,14 @@
},
"settings": {
"python.testing.pytestEnabled": true,
"python.testing.cwd": "${workspaceFolder}/argilla/",
"python.testing.cwd": "${workspaceFolder}/extralit/",
"python.testing.pytestArgs": [
"-vv",
"--disable-warnings"
],
"python.defaultInterpreterPath": "/opt/conda/bin/python",
"python.condaPath": "/usr/local/bin/micromamba",
"python.envFile": "${workspaceFolder}/argilla/.env.test",
"python.envFile": "${workspaceFolder}/extralit/.env.test",
"search.exclude": {
"argilla-server/src/argilla_server/static/": true,
"argilla-frontend/dist/": true,
Expand Down
2 changes: 1 addition & 1 deletion .devcontainer/docker-compose/setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ if ! pip list | grep -q "extralit"; then
pdm config python.install_root /opt/conda/
uv pip install -q "sentence-transformers<3.0.0" transformers "textdescriptives<3.0.0" \
-e /workspaces/extralit/argilla-server/ && \
uv pip install -q -e /workspaces/extralit/argilla/
uv pip install -q -e /workspaces/extralit/extralit/
else
echo "Package 'extralit' is already installed. Skipping installation."
fi
Expand Down
2 changes: 1 addition & 1 deletion .devcontainer/setup.sh
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,7 @@ if ! pip list | grep -q "extralit"; then
pdm config use_uv true
pdm config python.install_root /opt/conda/
uv pip install -e /workspaces/extralit/argilla-server/
uv pip install -e /workspaces/extralit/argilla/
uv pip install -e /workspaces/extralit/extralit/
else
echo 'Package 'extralit' is already installed. Skipping installation.'
fi
Expand Down
26 changes: 13 additions & 13 deletions .github/CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -6,26 +6,26 @@
# The last matching pattern takes precedence.

# SDK and Core Extraction
/argilla/* @extralit/sdk
/argilla/src/**/* @extralit/sdk
/argilla/tests/**/* @extralit/sdk
/argilla/pyproject.toml @extralit/sdk
/argilla/pdm.lock @extralit/sdk
/extralit/* @extralit/sdk
/extralit/src/**/* @extralit/sdk
/extralit/tests/**/* @extralit/sdk
/extralit/pyproject.toml @extralit/sdk
/extralit/pdm.lock @extralit/sdk

# Backend Server
/argilla-server/**/* @extralit/backend
/extralit-server/**/* @extralit/backend

# Frontend
/argilla-frontend/**/* @extralit/frontend
/extralit-frontend/**/* @extralit/frontend

# Legacy compatibility layer
/argilla-v1/**/* @extralit/sdk @extralit/backend
/extralit-v1/**/* @extralit/sdk @extralit/backend

# AI/ML-specific code
/argilla/src/extralit/{extraction,metrics,preprocessing,schema}/**/* @extralit/ai
/argilla/src/extralit/pipeline/**/* @extralit/ai @extralit/backend
/argilla/src/extralit/server/**/* @extralit/ai @extralit/backend
/argilla/src/extralit/storage/**/* @extralit/ai @extralit/backend
/extralit/src/extralit/{extraction,metrics,preprocessing,schema}/**/* @extralit/ai
/extralit/src/extralit/pipeline/**/* @extralit/ai @extralit/backend
/extralit/src/extralit/server/**/* @extralit/ai @extralit/backend
/extralit/src/extralit/storage/**/* @extralit/ai @extralit/backend

# Infrastructure and configuration
/.github/** @extralit/infra
Expand All @@ -37,7 +37,7 @@ codecov.yml @extralit/infra

# Documentation
*.md @extralit/docs
/argilla/docs/**/* @extralit/docs
/extralit/docs/**/* @extralit/docs
/examples/**/* @extralit/docs @extralit/sdk

# Security and legal
Expand Down
6 changes: 3 additions & 3 deletions .github/workflows/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -4,9 +4,9 @@ This directory contains GitHub Actions workflows for building, testing, and depl

## Key Workflows

### `argilla.yml`
### `extralit.yml`

Builds and publishes the `argilla` SDK Python package.
Builds and publishes the `extralit` SDK Python package.

- **Trigger**: Push to main/develop/releases branches, pull requests, or manual dispatch
- **Python versions**: 3.9, 3.10, 3.11, 3.12, 3.13
Expand Down Expand Up @@ -57,7 +57,7 @@ The workflows set various environment variables:

Additional environment variables are set in specific workflows:
- For `argilla-server.yml`: Database connection variables for Postgres, Elasticsearch, Redis, and MinIO
- For `argilla.yml`: HuggingFace credentials for integration tests
- For `extralit.yml`: HuggingFace credentials for integration tests

## Common Issues & Solutions

Expand Down
22 changes: 2 additions & 20 deletions .github/workflows/argilla-v1.yml
Original file line number Diff line number Diff line change
Expand Up @@ -41,27 +41,9 @@ jobs:
use-mamba: true
activate-environment: argilla

- name: Get date for conda cache
id: get-date
run: echo "::set-output name=today::$(/bin/date -u '+%Y%m%d')"
shell: bash

- name: Cache Conda env
uses: actions/cache@v3
id: cache
with:
path: ${{ env.CONDA }}/envs
key: conda-${{ runner.os }}--${{ runner.arch }}--${{ steps.get-date.outputs.today }}-${{ hashFiles('argilla-v1/environment_dev.yml') }}-${{ env.CACHE_NUMBER }}

- name: Update environment
if: steps.cache.outputs.cache-hit != 'true'
run: mamba env update -n argilla -f environment_dev.yml

- name: Cache pip 👜
uses: actions/cache@v3
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ env.CACHE_NUMBER }}-${{ hashFiles('pyproject.toml') }}
run: |
mamba env update -n argilla -f environment_dev.yml

- name: Set huggingface hub credentials
if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/develop' || startsWith(github.ref, 'refs/heads/releases')
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,13 +15,13 @@ on:
- "develop"
- "docs/**"
paths:
- ".github/workflows/argilla.docs.yml"
- "argilla/docs/**"
- "argilla/mkdocs.yml"
- ".github/workflows/extralit.docs.yml"
- "extralit/docs/**"
- "extralit/mkdocs.yml"

defaults:
run:
working-directory: argilla
working-directory: extralit

permissions:
contents: write
Expand All @@ -45,20 +45,20 @@ jobs:
- name: Install uv
uses: astral-sh/setup-uv@v5
Comment thread Fixed
with:
pyproject-file: "argilla/pyproject.toml"
pyproject-file: "extralit/pyproject.toml"
python-version: "3.10"
enable-cache: true
cache-local-path: ~/.cache/uv
ignore-nothing-to-cache: true
cache-dependency-glob: "argilla/pdm.lock"
cache-dependency-glob: "extralit/pdm.lock"

- name: Setup PDM
uses: pdm-project/setup-pdm@v4
with:
python-version: "3.10"
cache: true
cache-dependency-path: |
argilla/pdm.lock
extralit/pdm.lock

- name: Install dependencies
env:
Expand Down
30 changes: 15 additions & 15 deletions .github/workflows/argilla.yml → .github/workflows/extralit.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: Build and publish the `argilla` sdk python package
name: Build and publish the `extralit` sdk python package

concurrency:
group: ${{ github.workflow }}-${{ github.sha }}
Expand All @@ -13,12 +13,12 @@ on:
- develop
- releases/**
paths:
- "argilla/**"
- "extralit/**"
- ".github/workflows/argilla.*"

pull_request:
paths:
- "argilla/**"
- "extralit/**"
- "argilla-server/**"

permissions:
Expand All @@ -45,7 +45,7 @@ jobs:
runs-on: ubuntu-22.04
defaults:
run:
working-directory: argilla
working-directory: extralit
strategy:
fail-fast: true
matrix:
Expand All @@ -55,19 +55,19 @@ jobs:
- name: Install uv
uses: astral-sh/setup-uv@v5
Comment thread Fixed
with:
pyproject-file: "argilla/pyproject.toml"
pyproject-file: "extralit/pyproject.toml"
python-version: ${{ matrix.python-version }}
enable-cache: true
cache-local-path: ~/.cache/uv
ignore-nothing-to-cache: true
cache-dependency-glob: "argilla/pdm.lock"
cache-dependency-glob: "extralit/pdm.lock"
- name: Setup PDM
uses: pdm-project/setup-pdm@v4
with:
python-version: ${{ matrix.python-version }}
cache: true
cache-dependency-path: |
argilla/pdm.lock
extralit/pdm.lock
- name: Install dependencies
env:
PDM_IGNORE_ACTIVE_VENV: 1
Expand Down Expand Up @@ -132,8 +132,8 @@ jobs:
# Upload the package to be used in the next jobs only once
if: ${{ matrix.python-version == '3.9' }}
with:
name: argilla
path: argilla/dist
name: extralit
path: extralit/dist

# This job will publish argilla package into PyPI repository
publish_release:
Expand All @@ -153,7 +153,7 @@ jobs:
defaults:
run:
shell: bash -l {0}
working-directory: argilla
working-directory: extralit

steps:
- name: Checkout Code 🛎
Expand All @@ -162,7 +162,7 @@ jobs:
- name: Update repo visualizer
uses: githubocto/repo-visualizer@0.7.1
with:
root_path: "argilla/"
root_path: "extralit/"
excluded_paths: "dist,build,node_modules,docs,tests,.swm,assets,.github,package-lock.json,pdm.lock"
excluded_globs: "*.spec.js;**/*.{png,jpg,svg,md};**/!(*.module).ts,**/__pycache__/,**/__mocks__/,LICENSE*,**/.gitignore,**/*.egg-info/,**/.*/"
output_file: "repo-visualizer.svg"
Expand All @@ -178,16 +178,16 @@ jobs:
- name: Download python package
uses: actions/download-artifact@v4
with:
name: argilla
path: argilla/dist
name: extralit
path: extralit/dist

- name: Setup PDM
uses: pdm-project/setup-pdm@v4
with:
cache: true
python-version-file: argilla/pyproject.toml
python-version-file: extralit/pyproject.toml
cache-dependency-path: |
argilla/pdm.lock
extralit/pdm.lock

- name: Read package info
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/scorecard.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ on:
# - cron: '15 16 * * 3'
pull_request:
paths:
- "argilla/**"
- "extralit/**"
- "argilla-server/**"

# Declare default permissions as read only.
Expand Down
2 changes: 1 addition & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -153,4 +153,4 @@ src/**/server/static/

# App generated files
argilla-server/src/argilla_server/static
argilla/site
extralit/site
Loading
Loading