Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Appearance settings

[sglang] feat: Add multi-interaction registry support and testing #2184

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 11 commits into from
Jun 27, 2025
Merged

[sglang] feat: Add multi-interaction registry support and testing #2184

Changes from 1 commit
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
e0699ec
Add multi-interaction registry support and testing
SwordFaith Jun 24, 2025
f6f12e1
Update related doc
SwordFaith Jun 24, 2025
50e2f87
Fix unit-test bug
SwordFaith Jun 24, 2025
178024e
Fix multi interaction test world_size issue
SwordFaith Jun 25, 2025
6b3f1fa
FIx world_size issue in mock
SwordFaith Jun 25, 2025
69e1dcb
FIx dist env mock issue
SwordFaith Jun 25, 2025
e16c29e
Fix dist env uninit
SwordFaith Jun 25, 2025
ed24f1d
Try fix ci
SwordFaith Jun 25, 2025
460b4b5
Try fix validation error
SwordFaith Jun 25, 2025
612d1f0
Fix ci bug
SwordFaith Jun 25, 2025
0ae0572
Fix mp isinstance issue
SwordFaith Jun 25, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
FIx world_size issue in mock
  • Loading branch information
@SwordFaith
SwordFaith committed Jun 25, 2025
commit 6b3f1fa6b5dc0a83d442668591fd07e5c7125e1f
18 changes: 13 additions & 5 deletions 18 tests/workers/rollout/test_sglang_multi_interaction.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,9 @@ def test_initialize_multiple_interactions(self):

try:
# Mock the SGLang engine and other dependencies
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"):
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"), patch.dict(
os.environ, {"CUDA_VISIBLE_DEVICES": "0,1"}
):
mock_dist.get_world_size.return_value = 1
# Create a mock tokenizer
mock_tokenizer = MagicMock()
Expand Down Expand Up @@ -123,7 +125,9 @@ def test_interaction_selection_by_name(self):
config, temp_config_path = create_mock_config_with_multi_interactions()

try:
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"):
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"), patch.dict(
os.environ, {"CUDA_VISIBLE_DEVICES": "0,1"}
):
mock_dist.get_world_size.return_value = 1
mock_tokenizer = MagicMock()
mock_tokenizer.pad_token_id = 0
Expand Down Expand Up @@ -203,7 +207,9 @@ def test_fallback_to_default_interaction(self):
)

try:
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"):
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"), patch.dict(
os.environ, {"CUDA_VISIBLE_DEVICES": "0,1"}
):
mock_dist.get_world_size.return_value = 1
mock_tokenizer = MagicMock()
mock_tokenizer.pad_token_id = 0
Expand All @@ -228,7 +234,9 @@ def test_error_on_missing_interaction(self):
config, temp_config_path = create_mock_config_with_multi_interactions()

try:
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"):
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"), patch.dict(
os.environ, {"CUDA_VISIBLE_DEVICES": "0,1"}
):
mock_dist.get_world_size.return_value = 1
mock_tokenizer = MagicMock()
mock_tokenizer.pad_token_id = 0
Expand Down Expand Up @@ -273,7 +281,7 @@ def test_backward_compatibility_no_interaction_config(self):
}
)

with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"):
with patch("verl.workers.rollout.sglang_rollout.sglang_rollout.AsyncEngine"), patch("verl.workers.rollout.sglang_rollout.sglang_rollout.dist") as mock_dist, patch("verl.workers.rollout.sglang_rollout.sglang_rollout.init_device_mesh"), patch.dict(os.environ, {"CUDA_VISIBLE_DEVICES": "0,1"}):
mock_dist.get_world_size.return_value = 1
mock_tokenizer = MagicMock()
mock_tokenizer.pad_token_id = 0
Expand Down
Morty Proxy This is a proxified and sanitized view of the page, visit original site.