We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1b0544c commit fbc9695Copy full SHA for fbc9695
2 files changed
python/sglang/srt/managers/scheduler_metrics_mixin.py
@@ -399,6 +399,7 @@ def log_batch_result_stats(
399
if not isinstance(result, GenerationBatchResult):
400
return
401
402
+ print(f"hi log_batch_result_stats {result.expert_distribution_metrics=}")
403
if (m := result.expert_distribution_metrics) is not None:
404
self.metrics_collector.increment_eplb_balancedness(
405
forward_mode=batch.forward_mode.name.lower(),
python/sglang/srt/model_executor/model_runner.py
@@ -2749,6 +2749,7 @@ def forward(
2749
split_forward_count,
2750
)
2751
output.expert_distribution_metrics = recorder_outputs.get("metrics")
2752
+ print(f"hi forward {recorder_outputs=}")
2753
2754
if self.eplb_manager is not None:
2755
self.eplb_manager.on_forward_pass_end()
0 commit comments