项目文件夹

文件
wehub-resource-sync 59a0a3844c
PR Test AMD / cancel-on-close (push) Has been skipped
PR Test NVIDIA ARM / scan (push) Has been skipped
PR Test NVIDIA / cancel-on-close (push) Has been skipped
PR Test AMD / scan (push) Has been skipped
PR Test NVIDIA ARM / cancel-on-close (push) Has been skipped
PR Test NVIDIA / scan (push) Has been skipped
Release Docker Images / build (cu129-torch-2.11.0) (push) Has been skipped
Release Docker Images / build (cu130-torch-2.11.0) (push) Has been skipped
Release PyPI / publish (push) Has been skipped
Scheduler Python Test / test (push) Successful in 27m19s
Docs / build (push) Successful in 28m8s
Scheduler C++ Test / test (push) Successful in 28m19s
Scheduler C++ Test / test-flat (push) Successful in 28m18s
Docs / deploy (push) Has been cancelled
PR Test AMD / finish (push) Has been cancelled
PR Test NVIDIA / finish (push) Has been cancelled
PR Test NVIDIA ARM / finish (push) Has been cancelled
PR Test NVIDIA ARM / ${{ matrix.name }} (${{ matrix.runner }}) (push) Has been cancelled
PR Test AMD / ${{ matrix.name }} (${{ matrix.runner }}) (push) Has been cancelled
PR Test NVIDIA / ${{ matrix.name }} (${{ matrix.runner }}) (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:32:31 +08:00

125 行
4.1 KiB
C++

// Copyright (c) 2026 LightSeek Foundation
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
// SOFTWARE.
#include "integration_test_helper.h"
namespace tokenspeed::test {
class BasicLifecycleTestSuite : public SchedulerTestSuite {
protected:
SchedulerConfig MakeConfig() override {
auto cfg = SchedulerTestSuite::MakeConfig();
cfg.enable_l3_storage = false;
return cfg;
}
static const FlatForwardOperation* GetForwardOp(const ExecutionPlan& plan) {
for (const auto& op : plan.Operations()) {
if (auto* f = std::get_if<FlatForwardOperation>(&op)) return f;
}
return nullptr;
}
};
TEST_F(BasicLifecycleTestSuite, Submit_CreatesWaitingRequest) {
Submit(MakeRequestSpec("r1", 2));
EXPECT_EQ(scheduler_->WaitingSize(), 1u);
EXPECT_EQ(scheduler_->DecodingSize(), 0u);
}
TEST_F(BasicLifecycleTestSuite, PlanOnce_SchedulesPrefill) {
Submit(MakeRequestSpec("r1", 2));
auto plan = PlanOnce();
auto* fwd = GetForwardOp(plan);
ASSERT_NE(fwd, nullptr);
ASSERT_FALSE(fwd->request_ids.empty());
EXPECT_EQ(fwd->request_ids[0], "r1");
EXPECT_GT(fwd->input_lengths[0], 0);
}
TEST_F(BasicLifecycleTestSuite, ForwardDone_TransitionsToPrefillDone) {
Submit(MakeRequestSpec("r1", 2));
PlanOnce();
SendForwardDone("r1", {42});
EXPECT_EQ(scheduler_->PrefillSize(), 1u);
}
TEST_F(BasicLifecycleTestSuite, SecondPlan_TransitionsToDecoding) {
Submit(MakeRequestSpec("r1", 2));
PlanOnce();
SendForwardDone("r1", {42});
PlanOnce();
EXPECT_EQ(scheduler_->DecodingSize(), 1u);
}
TEST_F(BasicLifecycleTestSuite, FullLifecycle_SubmitThroughFinish) {
Submit(MakeRequestSpec("r1", 2));
PlanOnce();
SendForwardDone("r1", {42});
PlanOnce();
EXPECT_EQ(scheduler_->DecodingSize(), 1u);
SendFinish("r1");
auto plan = PlanOnce();
PlanOnce();
EXPECT_EQ(scheduler_->DecodingSize(), 0u);
}
TEST_F(BasicLifecycleTestSuite, EmptyPlan_NoRequests) {
auto plan = PlanOnce();
auto* fwd = GetForwardOp(plan);
ASSERT_NE(fwd, nullptr);
EXPECT_TRUE(fwd->request_ids.empty());
}
TEST_F(BasicLifecycleTestSuite, MultipleSubmits_AllGetScheduled) {
Submit(MakeRequestSpec("r1", 2, 1));
Submit(MakeRequestSpec("r2", 2, 50));
auto plan = PlanOnce();
auto* fwd = GetForwardOp(plan);
ASSERT_NE(fwd, nullptr);
EXPECT_EQ(fwd->request_ids.size(), 2u);
}
TEST_F(BasicLifecycleTestSuite, TokenSizeGrowsWithDecodeOutput) {
Submit(MakeRequestSpec("r1", 2));
PlanOnce();
SendForwardDone("r1", {42});
PlanOnce();
EXPECT_EQ(scheduler_->GetRequestTokenSize("r1"), 5);
SendForwardDone("r1", {43});
EXPECT_EQ(scheduler_->GetRequestTokenSize("r1"), 6);
}
TEST_F(BasicLifecycleTestSuite, GetRequestTokenSize_UnknownRequest) {
EXPECT_EQ(scheduler_->GetRequestTokenSize("nonexistent"), -1);
}
TEST_F(BasicLifecycleTestSuite, AvailableKvPages_DecreasesAfterPrefill) {
auto before = scheduler_->AvailableKvPages();
Submit(MakeRequestSpec("r1", 2));
PlanOnce();
auto after = scheduler_->AvailableKvPages();
EXPECT_LT(after, before);
}
} // namespace tokenspeed::test