ci: implement parallel matrix architecture for segmented testing

.github/workflows/build-maximal.yml

@@ -0,0 +1,30 @@
+name: Build My Maximal Image
+on:
+  push:
+    branches:
+      - feature/parallel-ci-workflows
+  workflow_dispatch:
+permissions:
+  packages: write
+  contents: read
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: Dockerfile.maximal
+          push: true
+          tags: ghcr.io/${{ github.repository_owner }}/serena-maximal:latest

.github/workflows/test-parallel.yml

@@ -0,0 +1,72 @@
+name: Parallel Matrix CI
+
+on:
+  push:
+    branches:
+      - feature/parallel-ci-workflows
+      - main
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/tirthpatel90/serena-maximal:latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - batch_name: "Heavy Toolchains (C++, Rust, Java)"
+            pytest_marker: '-m "cpp or rust or java"'
+
+          - batch_name: "Medium Toolchains (Go)"
+            pytest_marker: '-m "go"'
+
+          - batch_name: "Catch-All (Core Framework & Remaining Languages)"
+            pytest_marker: '-m "not cpp and not rust and not java and not go and not elm and not r and not rego and not scala"'
+
+    name: ${{ matrix.batch_name }}
+
+    env:
+      # Avoid uv hardlink warnings and reduce overhead in container FS setups
+      UV_LINK_MODE: copy
+      # uv cache in a stable location:
+      # UV_CACHE_DIR: ~/.cache/uv
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Cache language servers
+        uses: actions/cache@v4
+        with:
+          path: ~/.serena/language_servers
+          key: ls-cache-${{ runner.os }}-${{ github.sha }}
+          restore-keys: |
+            ls-cache-${{ runner.os }}-
+
+      - name: Setup uv (Fast Python Package Manager)
+        uses: astral-sh/setup-uv@v3
+        with:
+          enable-cache: true
+          cache-dependency-glob: |
+            pyproject.toml
+
+      - name: Create venv + install deps (pyproject)
+        run: |
+          uv venv
+          # Install your package editable + ensure test deps exist
+          uv pip install -e . pytest pytest-asyncio
+
+          # Sanity checks (helps debugging when something changes)
+          .venv/bin/python -V
+          .venv/bin/python -m pip -V
+          .venv/bin/python -m pytest --version
+
+      - name: Run Pytest Batch
+        run: |
+          # Do NOT use `source` (bash-only). Do NOT rely on activation.
+          .venv/bin/python -m pytest ${{ matrix.pytest_marker }}

Dockerfile.maximal

@@ -0,0 +1,141 @@
+# Base stage with common dependencies
+FROM python:3.11-slim AS base
+SHELL ["/bin/bash", "-c"]
+
+# Set environment variables to make Python print directly to the terminal and avoid .pyc files.
+ENV PYTHONUNBUFFERED=1 \
+    PYTHONDONTWRITEBYTECODE=1
+
+# Install system dependencies required for package manager and build tools.
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    curl \
+    build-essential \
+    git \
+    ssh \
+    sudo \
+    wget \
+    zip \
+    unzip \
+    ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install pipx 
+RUN python3 -m pip install --no-cache-dir pipx \
+    && pipx ensurepath
+
+# Install nodejs via NVM
+ENV NVM_VERSION=0.40.3
+ENV NODE_VERSION=22.18.0
+RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v${NVM_VERSION}/install.sh | bash
+ENV NVM_DIR=/root/.nvm
+RUN . "$NVM_DIR/nvm.sh" && nvm install ${NODE_VERSION} \
+ && . "$NVM_DIR/nvm.sh" && nvm use v${NODE_VERSION} \
+ && . "$NVM_DIR/nvm.sh" && nvm alias default v${NODE_VERSION}
+ENV PATH="${NVM_DIR}/versions/node/v${NODE_VERSION}/bin/:${PATH}"
+
+# Add local bin to the path
+ENV PATH="${PATH}:/root/.local/bin"
+
+# Install uv (available as `uv` binary)
+RUN curl -LsSf https://astral.sh/uv/install.sh | sh
+
+# Install Rust and rustup for rust-analyzer support (minimal profile)
+ENV RUSTUP_HOME=/usr/local/rustup
+ENV CARGO_HOME=/usr/local/cargo
+ENV PATH="${CARGO_HOME}/bin:${PATH}"
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
+    --default-toolchain stable \
+    --profile minimal \
+    && rustup component add rust-analyzer
+
+# ==============================================================================
+# MAXIMAL ADDITIONS (For Catch-All CI Testing)
+# Ruby, Java, Scala, Haxe, PowerShell, .NET, Nix, Go, Terraform, Clangd, etc.
+# ==============================================================================
+
+# 1. Install Ruby, Java (JDK & JRE), Scala, Haxe, Nix, and Clangd (C++) via apt
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ruby-full \
+    default-jre \
+    default-jdk \
+    scala \
+    haxe \
+    nix-bin \
+    clangd \
+    && rm -rf /var/lib/apt/lists/*
+
+# 1.5 Install Julia officially via pre-compiled binaries
+RUN curl -L -o /tmp/julia.tar.gz https://julialang-s3.julialang.org/bin/linux/x64/1.10/julia-1.10.4-linux-x86_64.tar.gz \
+    && mkdir -p /opt/julia \
+    && tar zxf /tmp/julia.tar.gz -C /opt/julia --strip-components=1 \
+    && ln -s /opt/julia/bin/julia /usr/local/bin/julia \
+    && rm /tmp/julia.tar.gz
+
+# 2. Install PowerShell (pwsh)
+RUN curl -L -o /tmp/powershell.tar.gz https://github.com/PowerShell/PowerShell/releases/download/v7.4.2/powershell-7.4.2-linux-x64.tar.gz \
+    && mkdir -p /opt/microsoft/powershell/7 \
+    && tar zxf /tmp/powershell.tar.gz -C /opt/microsoft/powershell/7 \
+    && chmod +x /opt/microsoft/powershell/7/pwsh \
+    && ln -s /opt/microsoft/powershell/7/pwsh /usr/bin/pwsh \
+    && rm /tmp/powershell.tar.gz
+
+# 3. Install .NET SDK (for C#)
+RUN curl -sSL https://dot.net/v1/dotnet-install.sh | bash /dev/stdin -c 10.0 \
+    && ln -s /root/.dotnet/dotnet /usr/bin/dotnet
+ENV DOTNET_ROOT=/root/.dotnet
+ENV PATH="${PATH}:${DOTNET_ROOT}"
+
+# 4. Install Go and gopls globally in system paths
+ENV GO_VERSION=1.22.3
+RUN curl -L -o /tmp/go.tar.gz https://go.dev/dl/go${GO_VERSION}.linux-amd64.tar.gz \
+    && tar -C /usr/local -xzf /tmp/go.tar.gz \
+    && rm /tmp/go.tar.gz
+ENV PATH="/usr/local/go/bin:${PATH}"
+RUN go install golang.org/x/tools/gopls@latest \
+    && mv /root/go/bin/gopls /usr/local/bin/gopls
+
+# 5. Install Terraform
+ENV TERRAFORM_VERSION=1.8.4
+RUN curl -L -o /tmp/terraform.zip https://releases.hashicorp.com/terraform/${TERRAFORM_VERSION}/terraform_${TERRAFORM_VERSION}_linux_amd64.zip \
+    && unzip /tmp/terraform.zip -d /usr/local/bin/ \
+    && rm /tmp/terraform.zip
+
+# 6. Install JS Ecosystem Language Servers (Typescript, Vue, Bash, HTML/CSS)
+RUN npm install -g \
+    typescript \
+    typescript-language-server \
+    @vue/language-server \
+    bash-language-server \
+    vscode-langservers-extracted
+
+# 7. Install Java Language Server (jdtls) snapshot with global system binary wrapper
+RUN wget https://download.eclipse.org/jdtls/snapshots/jdt-language-server-latest.tar.gz -O /tmp/jdtls.tar.gz \
+    && mkdir -p /opt/jdtls \
+    && tar -xzf /tmp/jdtls.tar.gz -C /opt/jdtls \
+    && rm /tmp/jdtls.tar.gz \
+    && printf '#!/bin/bash\njava -Declipse.application=org.eclipse.jdt.ls.core.id1 -Dosgi.bundles.defaultStartLevel=4 -Declipse.product=org.eclipse.jdt.ls.core.product -noverify -Xmx1G -jar /opt/jdtls/plugins/org.eclipse.equinox.launcher_*.jar -configuration /opt/jdtls/config_linux -data /tmp/workspace "$@"\n' > /usr/local/bin/jdtls \
+    && chmod +x /usr/local/bin/jdtls
+
+# ==============================================================================
+# END MAXIMAL ADDITIONS
+# ==============================================================================
+
+# Set the working directory
+WORKDIR /workspaces/serena
+
+# Copy all files for development
+COPY . /workspaces/serena/
+
+# sed 
+RUN apt-get update && apt-get install -y --no-install-recommends sed \
+    && rm -rf /var/lib/apt/lists/*
+
+# Create Serena configuration 
+ENV SERENA_HOME=/workspaces/serena/config
+RUN mkdir -p "$SERENA_HOME" \
+ && cp src/serena/resources/serena_config.template.yml "$SERENA_HOME/serena_config.yml" \
+ && sed -i 's/^gui_log_window: .*/gui_log_window: False/' "$SERENA_HOME/serena_config.yml" \
+ && sed -i 's/^web_dashboard_listen_address: .*/web_dashboard_listen_address: 0.0.0.0/' "$SERENA_HOME/serena_config.yml" \
+ && sed -i 's/^web_dashboard_open_on_launch: .*/web_dashboard_open_on_launch: False/' "$SERENA_HOME/serena_config.yml"
+
+CMD ["/bin/bash"]