lightseekorg--tokenspeed
59a0a3844c
PR Test AMD / cancel-on-close (push) Has been skipped
PR Test NVIDIA ARM / scan (push) Has been skipped
PR Test NVIDIA / cancel-on-close (push) Has been skipped
PR Test AMD / scan (push) Has been skipped
PR Test NVIDIA ARM / cancel-on-close (push) Has been skipped
PR Test NVIDIA / scan (push) Has been skipped
Release Docker Images / build (cu129-torch-2.11.0) (push) Has been skipped
Release Docker Images / build (cu130-torch-2.11.0) (push) Has been skipped
Release PyPI / publish (push) Has been skipped
Scheduler Python Test / test (push) Successful in 27m19s
Docs / build (push) Successful in 28m8s
Scheduler C++ Test / test (push) Successful in 28m19s
Scheduler C++ Test / test-flat (push) Successful in 28m18s
Docs / deploy (push) Has been cancelled
PR Test AMD / finish (push) Has been cancelled
PR Test NVIDIA / finish (push) Has been cancelled
PR Test NVIDIA ARM / finish (push) Has been cancelled
PR Test NVIDIA ARM / ${{ matrix.name }} (${{ matrix.runner }}) (push) Has been cancelled
PR Test AMD / ${{ matrix.name }} (${{ matrix.runner }}) (push) Has been cancelled
PR Test NVIDIA / ${{ matrix.name }} (${{ matrix.runner }}) (push) Has been cancelled
129 行
4.5 KiB
C++
129 行
4.5 KiB
C++
// Copyright (c) 2026 LightSeek Foundation
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
// SOFTWARE.
|
|
|
|
#include "integration_test_helper.h"
|
|
|
|
namespace tokenspeed::test {
|
|
|
|
class AbortTestSuite : public SchedulerTestSuite {
|
|
protected:
|
|
SchedulerConfig MakeConfig() override {
|
|
auto cfg = SchedulerTestSuite::MakeConfig();
|
|
cfg.enable_l3_storage = false;
|
|
return cfg;
|
|
}
|
|
|
|
void SendAbort(const std::string& id) {
|
|
ExecutionEvent event;
|
|
event.With(ForwardEvent{forward::Abort{.request_id = id}});
|
|
scheduler_->Advance(std::move(event));
|
|
}
|
|
|
|
void SendUpdateReserveNumTokens(const std::string& id, std::int32_t n) {
|
|
ExecutionEvent event;
|
|
event.With(ForwardEvent{forward::UpdateReserveNumTokens{
|
|
.request_id = id,
|
|
.reserve_num_tokens_in_next_schedule_event = n,
|
|
}});
|
|
scheduler_->Advance(std::move(event));
|
|
}
|
|
|
|
void BringToDecoding(const std::string& id, std::int32_t num_pages = 2, token_t start = 1) {
|
|
Submit(MakeRequestSpec(id, num_pages, start));
|
|
PlanOnce();
|
|
SendForwardDone(id, {42});
|
|
PlanOnce();
|
|
}
|
|
|
|
static bool RequestInFwd(const ExecutionPlan& plan, const std::string& id) {
|
|
for (const auto& op : plan.Operations()) {
|
|
if (auto* fwd = std::get_if<FlatForwardOperation>(&op)) {
|
|
for (const auto& rid : fwd->request_ids) {
|
|
if (rid == id) return true;
|
|
}
|
|
}
|
|
}
|
|
return false;
|
|
}
|
|
};
|
|
|
|
TEST_F(AbortTestSuite, Abort_FromSubmitted) {
|
|
Submit(MakeRequestSpec("r1", 2));
|
|
SendAbort("r1");
|
|
auto plan = PlanOnce();
|
|
EXPECT_FALSE(RequestInFwd(plan, "r1"));
|
|
}
|
|
|
|
TEST_F(AbortTestSuite, Abort_FromDecoding) {
|
|
BringToDecoding("r1");
|
|
SendAbort("r1");
|
|
EXPECT_EQ(scheduler_->DecodingSize(), 0u);
|
|
auto plan = PlanOnce();
|
|
EXPECT_FALSE(RequestInFwd(plan, "r1"));
|
|
}
|
|
|
|
TEST_F(AbortTestSuite, Abort_UnknownRequestDoesNotThrow) {
|
|
EXPECT_NO_THROW(SendAbort("nonexistent"));
|
|
}
|
|
|
|
TEST_F(AbortTestSuite, Abort_DoesNotAffectOtherRequests) {
|
|
BringToDecoding("r1");
|
|
BringToDecoding("r2", 2, 50);
|
|
SendAbort("r1");
|
|
EXPECT_EQ(scheduler_->DecodingSize(), 1u);
|
|
}
|
|
|
|
// Regression: late forward::* events that arrive after the request transitioned
|
|
// to Finished (e.g. retract->host exhausted->AbortEvent race) are terminal
|
|
// no-ops, not invalid transitions.
|
|
//
|
|
// Real-world trigger: scheduler/operations/forward.cpp newRetractOperation
|
|
// falls back to fsm::AbortEvent when host buffer is exhausted, leaving the
|
|
// request Finished. In-flight forward events for that request may still
|
|
// arrive via overlap scheduling and must not hit FSM InvalidTransitionHandler.
|
|
//
|
|
// Coverage: all three forward::* outside events (ExtendResult, Finish,
|
|
// UpdateReserveNumTokens) have different accepted-state sets, but share the
|
|
// same async-race semantics.
|
|
TEST_F(AbortTestSuite, ExtendResult_AfterAbort_DroppedNotThrown) {
|
|
BringToDecoding("r1");
|
|
SendAbort("r1");
|
|
EXPECT_NO_THROW(SendForwardDone("r1", {99}));
|
|
}
|
|
|
|
TEST_F(AbortTestSuite, UpdateReserveNumTokens_AfterAbort_DroppedNotThrown) {
|
|
BringToDecoding("r1");
|
|
SendAbort("r1");
|
|
EXPECT_NO_THROW(SendUpdateReserveNumTokens("r1", 1));
|
|
}
|
|
|
|
TEST_F(AbortTestSuite, Finish_AfterAbort_DroppedNotThrown) {
|
|
BringToDecoding("r1");
|
|
SendAbort("r1");
|
|
EXPECT_NO_THROW(SendFinish("r1"));
|
|
}
|
|
|
|
TEST_F(AbortTestSuite, InvalidForwardEvent_BeforeTerminal_StillThrows) {
|
|
Submit(MakeRequestSpec("r1", 2));
|
|
EXPECT_THROW(SendUpdateReserveNumTokens("r1", 1), std::logic_error);
|
|
}
|
|
|
|
} // namespace tokenspeed::test
|