diff --git a/Jenkinsfile b/Jenkinsfile new file mode 100644 index 0000000..19d55d7 --- /dev/null +++ b/Jenkinsfile @@ -0,0 +1,34 @@ +pipeline { + agent any + + parameters { + string(name: 'BRANCH', defaultValue: 'master', description: 'Git branch to checkout') + string(name: 'TAG', defaultValue: 'nightly', description: 'Container registry tag to push') + } + + environment { + REGISTRY_URL = 'atl.vultrcr.com/vllm/vllm-to-sglang' + CRED_ID = 'ATL_VCR_VLLM' + REPO_URL = 'https://sweetapi.com/biondizzle/vllm-to-sglang.git' + } + + stages { + stage('Checkout') { + steps { + git branch: "${params.BRANCH}", url: "${env.REPO_URL}" + } + } + stage('Build and Push') { + steps { + withCredentials([usernamePassword(credentialsId: "${env.CRED_ID}", passwordVariable: 'REG_PASS', usernameVariable: 'REG_USER')]) { + sh ''' + docker login -u "$REG_USER" -p "$REG_PASS" atl.vultrcr.com + docker build -t "${REGISTRY_URL}:${TAG}" . + docker push "${REGISTRY_URL}:${TAG}" + docker logout atl.vultrcr.com + ''' + } + } + } + } +} diff --git a/README.md b/README.md new file mode 100644 index 0000000..3923088 --- /dev/null +++ b/README.md @@ -0,0 +1,7 @@ +# vLLM to SGLang + +vLLM production stack is great, but some things just work out of the box on sglang. + +this just kind of just proxies the bootstrapping of a model deployment in vllm stack to sglang + +this is a PoC im trying out right now. \ No newline at end of file