Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .github/CODEOWNERS
Original file line number Diff line number Diff line change
@@ -1,4 +1,7 @@
# Inference specific
/sglang/ @coreweave/inference
/.github/configurations/sglang.yml @coreweave/inference
/.github/workflows/sglang.yml @coreweave/inference
/vllm-tensorizer/ @coreweave/inference
/.github/configurations/vllm-tensorizer.yml @coreweave/inference
/.github/workflows/vllm-tensorizer.yml @coreweave/inference
Expand Down
2 changes: 2 additions & 0 deletions .github/configurations/sglang.yml
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
sglang-commit:
# renovate-release: datasource=github-releases depName=sgl-project/sglang currentValue=v0.5.15 versioning=pep440
- 'f63458b5beaceabbd9d749b9fc956370e1b649e6'
base-image:
- 'ghcr.io/coreweave/ml-containers/torch-extras:bc8c66e-nccl-cuda13.2.1-ubuntu24.04-nccl2.30.4-1-torch2.11.0-vision0.26.0-audio2.11.0-abi1'
tag:
# renovate-release-tag: datasource=github-releases depName=sgl-project/sglang versioning=pep440
- 'v0.5.15-cuda13.2.1-torch2.11.0'
2 changes: 2 additions & 0 deletions .github/configurations/vllm-tensorizer.yml
Original file line number Diff line number Diff line change
@@ -1,9 +1,11 @@
include:
# renovate-release: datasource=github-releases depName=vllm-project/vllm currentValue=v0.25.1 versioning=pep440
- vllm-commit: '752a3a504485790a2e8491cacbb35c137339ad34'
flashinfer-commit: 'v0.6.14'
lmcache-commit: 'v0.4.7'
builder-base-image: 'ghcr.io/coreweave/ml-containers/torch:bc8c66e-nccl-cuda13.2.1-ubuntu24.04-nccl2.30.4-1-torch2.11.0-vision0.26.0-audio2.11.0-abi1'
final-base-image: 'ghcr.io/coreweave/ml-containers/torch:bc8c66e-nccl-cuda13.2.1-ubuntu24.04-nccl2.30.4-1-torch2.11.0-vision0.26.0-audio2.11.0-abi1'
# renovate-release: datasource=github-releases depName=vllm-project/vllm currentValue=v0.25.1 versioning=pep440
- vllm-commit: '752a3a504485790a2e8491cacbb35c137339ad34'
flashinfer-commit: 'v0.6.14'
lmcache-commit: 'v0.4.7'
Expand Down
40 changes: 40 additions & 0 deletions .github/renovate.json5
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
{
$schema: "https://docs.renovatebot.com/renovate-schema.json",
extends: ["github>coreweave/renovate-config"],

// Limit this rollout to the expensive inference runtime builds. Other
// dependencies can be enabled deliberately once this flow proves useful.
includePaths: [
".github/configurations/sglang.yml",
".github/configurations/vllm-tensorizer.yml",
],
enabledManagers: ["custom.regex"],
customManagers: [
{
customType: "regex",
description: "Track released inference runtimes while retaining immutable commit pins",
managerFilePatterns: [
"/^\\.github/configurations/(?:sglang|vllm-tensorizer)\\.yml$/",
],
matchStrings: [
"# renovate-release: datasource=(?<datasource>\\S+) depName=(?<depName>\\S+) currentValue=(?<currentValue>\\S+) versioning=(?<versioning>\\S+)\\n[ \\t]*- (?:[a-z-]+: )?'?(?<currentDigest>[0-9a-f]{40})'?",
"# renovate-release-tag: datasource=(?<datasource>\\S+) depName=(?<depName>\\S+) versioning=(?<versioning>\\S+)\\n[ \\t]*- '(?<currentValue>v?[0-9][^'-]*)(?:-[^']*)?'",
],
},
],

packageRules: [
{
description: "Build released inference updates before requesting review",
matchDatasources: ["github-releases"],
matchPackageNames: ["sgl-project/sglang", "vllm-project/vllm"],
automerge: false,
prCreation: "not-pending",
labels: ["dependencies", "inference"],
},
],

// Limit total candidate build concurrency across both runtimes.
branchConcurrentLimit: 2,
prConcurrentLimit: 2,
}
63 changes: 51 additions & 12 deletions .github/workflows/renovate.yml
Original file line number Diff line number Diff line change
@@ -1,29 +1,68 @@
---
# yaml-language-server: $schema=https://json.schemastore.org/github-workflow.json
name: Renovate dry run
name: Renovate

on:
workflow_dispatch:
inputs:
checkoutRef:
description: Git ref containing the Renovate configuration to validate
dryRun:
description: Dry run
default: "true"
required: true
type: string
type: choice
options:
- "false"
- "true"
logLevel:
description: Log level
default: debug
default: info
required: false
type: string
schedule:
- cron: "17 * * * *"
push:
branches: [main]
paths:
- .github/renovate.json5
- .github/workflows/renovate.yml

concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
group: ${{ github.workflow }}-${{ github.event.number || github.ref }}
cancel-in-progress: true

jobs:
renovate:
uses: coreweave/actions/.github/workflows/run-renovate.yml@workflows-v2
secrets: inherit
with:
checkout-ref: ${{ inputs.checkoutRef }}
dry-run: "true"
log-level: ${{ inputs.logLevel }}
runs-on: ubuntu-latest
env:
LOG_LEVEL: ${{ inputs.logLevel || 'info' }}
RENOVATE_AUTODISCOVER: true
RENOVATE_AUTODISCOVER_FILTER: ${{ github.repository }}
RENOVATE_BASE_BRANCH_PATTERNS: ${{ inputs.dryRun == 'true' && format('["{0}"]', github.ref_name) || null }}
RENOVATE_DRY_RUN: ${{ inputs.dryRun == 'true' && 'full' || null }}
RENOVATE_PLATFORM: github
RENOVATE_PLATFORM_COMMIT: enabled
RENOVATE_REQUIRE_CONFIG: ${{ inputs.dryRun == 'true' && 'ignored' || null }}
steps:
- name: Generate Renovate token
id: app-token
uses: actions/create-github-app-token@v3
with:
client-id: ${{ secrets.ORG_RENOVATE_CLIENTID }}
private-key: ${{ secrets.ORG_RENOVATE_PRIVATEKEY }}
owner: ${{ github.repository_owner }}
repositories: |
${{ github.event.repository.name }}
renovate-config

- name: Checkout
uses: actions/checkout@v6
with:
token: ${{ steps.app-token.outputs.token }}

- name: Renovate
uses: renovatebot/github-action@abd08c7549b2a864af5df4a2e369c43f035a6a9d # 46.1.5
with:
configurationFile: .github/renovate.json5
env-regex: ".*"
renovate-version: 43.83.2
token: ${{ steps.app-token.outputs.token }}
Loading