Skip to content

Commit 1ab6be1

Browse files
authored
Purge VerlEngine (#7326)
Signed-off-by: Ata Fatahi <[email protected]>
1 parent 4df5fc2 commit 1ab6be1

File tree

5 files changed

+0
-680
lines changed

5 files changed

+0
-680
lines changed

examples/runtime/engine/offline_batch_inference_torchrun.py

Lines changed: 0 additions & 81 deletions
This file was deleted.

python/sglang/srt/entrypoints/http_server_engine.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -64,11 +64,9 @@ def __init__(self, **kwargs):
6464

6565
def _make_request(self, endpoint: str, payload: Optional[dict] = None):
6666
"""Make a POST request to the specified endpoint with the given payload.
67-
6867
Args:
6968
endpoint: The API endpoint to call
7069
payload: The JSON payload to send (default: empty dict)
71-
7270
Returns:
7371
The JSON response from the server
7472
"""
@@ -85,7 +83,6 @@ def update_weights_from_tensor(
8583
):
8684
"""
8785
Update model weights from tensor data. The HTTP server will only post meta data, and the real weights will be copied directly from GPUs.
88-
8986
Note: The model should be on GPUs rather than CPU for this functionality to work properly.
9087
If you encounter issues, ensure your model is loaded on GPU devices rather than CPU.
9188
"""

python/sglang/srt/entrypoints/verl_engine.py

Lines changed: 0 additions & 179 deletions
This file was deleted.

test/srt/run_suite.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -144,7 +144,6 @@ class TestFile:
144144
TestFile("test_moe_ep.py", 181),
145145
TestFile("test_patch_torch.py", 19),
146146
TestFile("test_update_weights_from_distributed.py", 103),
147-
TestFile("test_verl_engine_2_gpu.py", 64),
148147
TestFile("test_release_memory_occupation.py", 44),
149148
],
150149
"per-commit-2-gpu-amd": [
@@ -157,7 +156,6 @@ class TestFile:
157156
"per-commit-4-gpu": [
158157
TestFile("test_local_attn.py", 250),
159158
TestFile("test_pp_single_node.py", 150),
160-
TestFile("test_verl_engine_4_gpu.py", 64),
161159
],
162160
"per-commit-4-gpu-amd": [
163161
TestFile("test_pp_single_node.py", 150),

0 commit comments

Comments
 (0)