[train] FSDP2: wrap only input embeddings, not every nn.Embedding (fixes glm4v) #3138

	name: SkyRL-GPU

	on:
	push:
	branches: [ main ]
	paths:
	- 'ci/**'
	- 'skyrl/tx/'
	- 'tests/**'
	- 'pyproject.toml'
	- '.github/workflows/gpu_skyrl.yaml'
	pull_request:
	paths:
	- 'ci/**'
	- 'skyrl/**'
	- 'tests/**'
	- 'pyproject.toml'
	- '.github/workflows/gpu_skyrl.yaml'
	workflow_dispatch:

	permissions:
	checks: write
	contents: read

	concurrency:
	group: skyrl-gpu-${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	skyrl_gpu_tests:
	runs-on: ubuntu-latest
	defaults:
	run:
	shell: bash
	working-directory: .

	steps:
	- uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.12'
	- name: Install the latest version of uv
	uses: astral-sh/setup-uv@v6
	with:
	activate-environment: true
	- name: Install dependencies
	run: uv pip install anyscale==0.26.103 typer==0.9.0
	- name: Install envsubst
	run: sudo apt-get update && sudo apt-get install -y gettext-base
	- name: GPU tests
	env:
	ANYSCALE_CLI_TOKEN: ${{ secrets.ANYSCALE_CLI_TOKEN }}
	ANYSCALE_HOST: https://console.anyscale.com
	HF_TOKEN: ${{ secrets.HF_TOKEN }}
	run: \|
	envsubst < ci/anyscale_gpu_ci.yaml > ci/anyscale_gpu_ci_envsubst.yaml
	COMMIT_SHA="${{ github.event.pull_request.head.sha \|\| github.sha }}"
	JOB_NAME="skyrl-tx-gpu-ci-${COMMIT_SHA:0:7}-${{ github.run_id }}-${{ github.run_attempt }}"
	bash ci/submit_anyscale_job.sh ci/anyscale_gpu_ci_envsubst.yaml "$JOB_NAME" 10000
	rm -f ci/anyscale_gpu_ci_envsubst.yaml

Navigation Menu