// Copyright (c) 2025 YAMS Contributors // SPDX-License-Identifier: GPL-3.0-or-later // // Unit tests for ConfigResolver component (PBI-090) // // Catch2 migration from GTest (yams-3s4 / yams-zns) #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "../../../common/test_helpers_catch2.h" using namespace yams::daemon; using Catch::Matchers::ContainsSubstring; namespace { struct ConfigResolverFixture { std::filesystem::path tempDir; ConfigResolverFixture() { tempDir = std::filesystem::temp_directory_path() / ("yams_config_test_" + std::to_string(std::chrono::steady_clock::now().time_since_epoch().count())); std::filesystem::create_directories(tempDir); } ~ConfigResolverFixture() { std::error_code ec; std::filesystem::remove_all(tempDir, ec); } std::filesystem::path writeToml(const std::string& filename, const std::string& content) { auto path = tempDir / filename; std::ofstream out(path); out << content; return path; } }; class PostIngestStageActivityGuard { public: PostIngestStageActivityGuard() : previousMask_(yams::daemon::TuneAdvisor::postIngestStageActiveMask()) { for (std::uint8_t i = 0; i < 6; ++i) { yams::daemon::TuneAdvisor::setPostIngestStageActive( static_cast(i), true); } } ~PostIngestStageActivityGuard() { for (std::uint8_t i = 0; i < 6; ++i) { yams::daemon::TuneAdvisor::setPostIngestStageActive( static_cast(i), (previousMask_ & (1u << i)) != 0); } } PostIngestStageActivityGuard(const PostIngestStageActivityGuard&) = delete; PostIngestStageActivityGuard& operator=(const PostIngestStageActivityGuard&) = delete; private: std::uint32_t previousMask_; }; class ProfileGuard { yams::daemon::TuneAdvisor::Profile prev_; public: explicit ProfileGuard(yams::daemon::TuneAdvisor::Profile profile) : prev_(yams::daemon::TuneAdvisor::tuningProfile()) { yams::daemon::TuneAdvisor::setTuningProfile(profile); } ~ProfileGuard() { yams::daemon::TuneAdvisor::setTuningProfile(prev_); } ProfileGuard(const ProfileGuard&) = delete; ProfileGuard& operator=(const ProfileGuard&) = delete; }; using EnvGuard = yams::test::ScopedEnvVar; std::vector unsetEnvironment(std::initializer_list names) { std::vector guards; guards.reserve(names.size()); for (const char* name : names) { guards.emplace_back(name, std::nullopt); } return guards; } } // namespace TEST_CASE("TuneAdvisor bounded override readers share env and override behavior", "[daemon][components][tuning][catch2]") { TuneAdvisor::setWorkerPollMs(0); TuneAdvisor::setPoolScaleStep(0); TuneAdvisor::setConnectionSlotsScaleStep(0); { EnvGuard env("YAMS_WORKER_POLL_MS", "75"); CHECK((TuneAdvisor::workerPollMs() == 75u)); TuneAdvisor::setWorkerPollMs(90u); CHECK((TuneAdvisor::workerPollMs() == 90u)); TuneAdvisor::setWorkerPollMs(0); CHECK((TuneAdvisor::workerPollMs() == 75u)); } { EnvGuard env("YAMS_WORKER_POLL_MS", "49"); CHECK((TuneAdvisor::workerPollMs() == 150u)); } { EnvGuard env("YAMS_POOL_SCALE_STEP", "16"); CHECK((TuneAdvisor::poolScaleStep() == 16)); } { EnvGuard env("YAMS_POOL_SCALE_STEP", "17"); CHECK((TuneAdvisor::poolScaleStep() == 1)); } { EnvGuard env("YAMS_CONN_SLOTS_STEP", "128"); CHECK((TuneAdvisor::connectionSlotsScaleStep() == 128u)); } { EnvGuard env("YAMS_CONN_SLOTS_STEP", "129"); CHECK((TuneAdvisor::connectionSlotsScaleStep() == 16u)); } TuneAdvisor::setWorkerPollMs(0); TuneAdvisor::setPoolScaleStep(0); TuneAdvisor::setConnectionSlotsScaleStep(0); } TEST_CASE("Fresh typed tuning lifecycle does not inherit prior process overrides", "[daemon][components][config][tuning][lifecycle][catch2]") { EnvGuard ipcCompatibility{"YAMS_IPC_TIMEOUT_MS", ""}; EnvGuard resourceCompatibility{"YAMS_MEMORY_WARNING_PCT", ""}; EnvGuard rpcCompatibility{"YAMS_POST_INGEST_RPC_QUEUE_MAX", ""}; EnvGuard governorCompatibility{"YAMS_ENABLE_RESOURCE_GOVERNOR", ""}; TuneAdvisor::setIpcTimeoutMs(4321); TuneAdvisor::setMemoryWarningThreshold(0.88); TuneAdvisor::setPostIngestRpcQueueMax(333); TuneAdvisor::setEnableResourceGovernor(false); const auto versionBefore = TuneAdvisor::configuredOverridesVersion(); REQUIRE_FALSE(versionBefore & 1U); const auto fresh = ConfigResolver::applyRuntimeTuning({}, TuningConfig{}); CHECK((TuneAdvisor::configuredOverridesVersion() == versionBefore + 2)); CHECK(fresh.provenance.empty()); CHECK((TuneAdvisor::ipcTimeoutMs() == 15000u)); CHECK((TuneAdvisor::memoryWarningThreshold() == Catch::Approx(0.75))); CHECK((TuneAdvisor::postIngestRpcQueueMax() == 256u)); CHECK(TuneAdvisor::enableResourceGovernor()); } TEST_CASE("Fresh runtime tuning resolution revokes removed configured overrides", "[daemon][components][config][tuning][reload][catch2]") { EnvGuard ipcCompatibility{"YAMS_IPC_TIMEOUT_MS", ""}; EnvGuard admissionCompatibility{"YAMS_ADMISSION_CONTROL", ""}; EnvGuard memoryCompatibility{"YAMS_MEMORY_WARNING_PCT", ""}; EnvGuard postIngestCompatibility{"YAMS_POST_INGEST_RPC_QUEUE_MAX", ""}; ConfigResolver::ConfigSections configured; configured["tuning"] = {{"target_cpu_percent", "321"}}; configured["tuning.ipc"] = {{"timeout_ms", "4321"}}; configured["tuning.resource"] = {{"admission_control", "false"}, {"memory_warning_threshold", "0.91"}}; configured["tuning.post_ingest"] = {{"rpc_queue_max", "333"}}; const auto applied = ConfigResolver::applyRuntimeTuning(configured, TuningConfig{}); REQUIRE((applied.provenance.at("tuning.ipc.timeout_ms") == "config:tuning.ipc.timeout_ms")); CHECK((TuneAdvisor::ipcTimeoutMs() == 4321u)); CHECK_FALSE(TuneAdvisor::enableAdmissionControl()); CHECK((TuneAdvisor::memoryWarningThreshold() == Catch::Approx(0.91))); CHECK((TuneAdvisor::postIngestRpcQueueMax() == 333u)); const auto versionBeforeRemoval = TuneAdvisor::configuredOverridesVersion(); const auto reverted = ConfigResolver::applyRuntimeTuning({}, TuningConfig{}); CHECK((TuneAdvisor::configuredOverridesVersion() == versionBeforeRemoval + 2)); CHECK((reverted.targetCpuPercent == 200u)); CHECK(reverted.provenance.empty()); CHECK((TuneAdvisor::ipcTimeoutMs() == 15000u)); CHECK(TuneAdvisor::enableAdmissionControl()); CHECK((TuneAdvisor::memoryWarningThreshold() == Catch::Approx(0.75))); CHECK((TuneAdvisor::postIngestRpcQueueMax() == 256u)); } TEST_CASE("ConfigResolver applies one typed tuning snapshot for startup and reload", "[daemon][components][config][tuning][catch2]") { EnvGuard ipcCompatibility{"YAMS_IPC_TIMEOUT_MS", "8765"}; EnvGuard resourceCompatibility{"YAMS_MEMORY_WARNING_PCT", "80"}; ConfigResolver::ConfigSections sections; sections["tuning"] = {{"target_cpu_percent", "175"}, {"post_ingest_capacity", "4096"}, {"post_ingest_threads_min", "3"}, {"control_interval_ms", "250"}}; sections["tuning.ingest"] = {{"store_batch_size", "23"}}; sections["tuning.ipc"] = {{"timeout_ms", "4321"}, {"stream_chunk_timeout_ms", "9876"}}; sections["tuning.resource"] = {{"memory_warning_threshold", "0.77"}}; sections["tuning.post_ingest"] = {{"coalesce_ms", "3"}, {"total_concurrent", "12"}, {"rpc_queue_max", "333"}, {"rpc_max_per_batch", "7"}}; TuningConfig base; base.postIngestThreadsMax = 12; base.topologyAlgorithm = "multiscale"; const auto resolved = ConfigResolver::applyRuntimeTuning(sections, base); CHECK((resolved.targetCpuPercent == 175)); CHECK((resolved.postIngestCapacity == 4096)); CHECK((resolved.postIngestThreadsMin == 3)); CHECK((resolved.ingestStoreBatchSize == 23)); CHECK((resolved.postIngestCoalesceMs == 3)); CHECK((resolved.controlIntervalMs == 250)); CHECK((resolved.postIngestThreadsMax == 12)); CHECK((resolved.topologyAlgorithm == "multiscale")); CHECK((resolved.provenance.at("tuning.target_cpu_percent") == "config:tuning.target_cpu_percent")); CHECK((resolved.provenance.at("tuning.post_ingest.total_concurrent") == "config:tuning.post_ingest.total_concurrent")); CHECK((TuneAdvisor::postIngestTotalConcurrent() == 12u)); CHECK((TuneAdvisor::postIngestRpcQueueMax() == 333u)); CHECK((TuneAdvisor::postIngestRpcMaxPerBatch() == 7u)); CHECK((TuneAdvisor::ipcTimeoutMs() == 4321u)); CHECK((TuneAdvisor::streamChunkTimeoutMs() == 9876u)); CHECK((TuneAdvisor::memoryWarningThreshold() == Catch::Approx(0.77))); sections["tuning"] = {{"target_cpu_percent", "-1"}, {"post_ingest_capacity", "-2"}, {"control_interval_ms", "4294967296"}}; sections["tuning.ingest"] = {{"store_batch_size", "257"}}; sections["tuning.post_ingest"] = {{"coalesce_ms", "21"}}; base.targetCpuPercent = 80; base.postIngestCapacity = 2048; base.ingestStoreBatchSize = 32; base.controlIntervalMs = 500; base.postIngestCoalesceMs = 4; const auto rejected = ConfigResolver::applyRuntimeTuning(sections, base); CHECK((rejected.targetCpuPercent == 80)); CHECK((rejected.postIngestCapacity == 2048)); CHECK((rejected.ingestStoreBatchSize == 32)); CHECK((rejected.controlIntervalMs == 500)); CHECK((rejected.postIngestCoalesceMs == 4)); TuneAdvisor::setPostIngestTotalConcurrent(0); TuneAdvisor::setPostIngestRpcQueueMax(0); TuneAdvisor::setPostIngestRpcMaxPerBatch(0); TuneAdvisor::setIpcTimeoutMs(0); TuneAdvisor::setStreamChunkTimeoutMs(0); TuneAdvisor::setMemoryWarningThreshold(0.0); } TEST_CASE("Typed post-ingest configuration outranks the compatibility environment", "[daemon][components][config][tuning][precedence][catch2]") { EnvGuard compatibility{"YAMS_POST_INGEST_TOTAL_CONCURRENT", "3"}; TuneAdvisor::setPostIngestTotalConcurrent(0); ConfigResolver::ConfigSections sections; sections["tuning.post_ingest"] = {{"total_concurrent", "12"}}; const auto resolved = ConfigResolver::applyRuntimeTuning(sections, {}); CHECK((TuneAdvisor::postIngestTotalConcurrent() == 12u)); CHECK((resolved.provenance.at("tuning.post_ingest.total_concurrent") == "config:tuning.post_ingest.total_concurrent")); TuneAdvisor::setPostIngestTotalConcurrent(0); } TEST_CASE("ConfigResolver applies typed search maintenance policy with provenance", "[daemon][components][config][search][catch2]") { ConfigResolver::ConfigSections sections; sections["search"] = {{"automatic_rebuilds", "false"}}; DaemonConfig config; ConfigResolver::applySearchMaintenance(sections, config); REQUIRE(config.searchMaintenance.automaticRebuildsEnabled.has_value()); CHECK_FALSE(*config.searchMaintenance.automaticRebuildsEnabled); CHECK((config.searchMaintenance.automaticRebuildsSource == "config:search.automatic_rebuilds")); sections["search"]["automatic_rebuilds"] = "invalid"; DaemonConfig invalid; ConfigResolver::applySearchMaintenance(sections, invalid); CHECK_FALSE(invalid.searchMaintenance.automaticRebuildsEnabled.has_value()); CHECK(invalid.searchMaintenance.automaticRebuildsSource.empty()); } TEST_CASE("ConfigResolver::resolveEmbeddingChunkingPolicy defaults are embedding-safe", "[daemon][components][config][chunking][catch2]") { // Ensure config file discovery doesn't accidentally pick up a user config during local dev. EnvGuard cfg("YAMS_CONFIG_PATH", ""); auto policy = ConfigResolver::resolveEmbeddingChunkingPolicy(); CHECK((policy.strategy == yams::vector::ChunkingStrategy::PARAGRAPH_BASED)); CHECK_FALSE(policy.config.preserve_sentences); CHECK_FALSE(policy.config.use_token_count); } TEST_CASE("ConfigResolver::resolveEmbeddingChunkingPolicy supports all embed strategies", "[daemon][components][config][chunking][catch2]") { struct Case { const char* value; yams::vector::ChunkingStrategy expected; }; const std::vector cases = { {"fixed", yams::vector::ChunkingStrategy::FIXED_SIZE}, {"sentence", yams::vector::ChunkingStrategy::SENTENCE_BASED}, {"paragraph", yams::vector::ChunkingStrategy::PARAGRAPH_BASED}, {"recursive", yams::vector::ChunkingStrategy::RECURSIVE}, {"sliding_window", yams::vector::ChunkingStrategy::SLIDING_WINDOW}, {"markdown", yams::vector::ChunkingStrategy::MARKDOWN_AWARE}, }; const std::string sample = "# Title\n\n" "Intro paragraph with enough text to chunk reasonably. " "Second sentence here. Third sentence here.\n\n" "## Section\n" "- bullet one\n- bullet two\n\n" "Final paragraph."; for (const auto& tc : cases) { DYNAMIC_SECTION("strategy=" << tc.value) { EnvGuard g("YAMS_EMBED_CHUNK_STRATEGY", tc.value); auto policy = ConfigResolver::resolveEmbeddingChunkingPolicy(); CHECK((policy.strategy == tc.expected)); auto chunker = yams::vector::createChunker(policy.strategy, policy.config, nullptr); REQUIRE(chunker); auto chunks = chunker->chunkDocument(sample, "hash"); // Some strategies may return empty and rely on caller fallback, but for this // representative input we expect at least one chunk. REQUIRE_FALSE(chunks.empty()); for (const auto& c : chunks) { CHECK((c.strategy_used == tc.expected)); CHECK_FALSE(c.content.empty()); } } } } TEST_CASE("ConfigResolver::resolveEmbeddingChunkingPolicy reads from config file", "[daemon][components][config][chunking][catch2]") { ConfigResolverFixture fx; auto configPath = fx.writeToml("config.toml", R"TOML( [embeddings.chunking] strategy = "fixed" target = 256 min = 64 max = 512 overlap = 0 use_tokens = 0 preserve_sentences = 0 )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveEmbeddingChunkingPolicy(); CHECK((policy.strategy == yams::vector::ChunkingStrategy::FIXED_SIZE)); CHECK((policy.config.target_chunk_size == 256)); CHECK((policy.config.min_chunk_size == 64)); CHECK((policy.config.max_chunk_size == 512)); CHECK((policy.config.overlap_size == 0)); CHECK((policy.config.overlap_percentage == 0.0)); CHECK_FALSE(policy.config.use_token_count); CHECK_FALSE(policy.config.preserve_sentences); } TEST_CASE("ConfigResolver::envTruthy correctly parses truthy values", "[daemon][components][config][catch2]") { SECTION("truthy values") { CHECK(ConfigResolver::envTruthy("1")); CHECK(ConfigResolver::envTruthy("true")); CHECK(ConfigResolver::envTruthy("TRUE")); CHECK(ConfigResolver::envTruthy("True")); CHECK(ConfigResolver::envTruthy("yes")); CHECK(ConfigResolver::envTruthy("YES")); CHECK(ConfigResolver::envTruthy("Yes")); CHECK(ConfigResolver::envTruthy("on")); CHECK(ConfigResolver::envTruthy("ON")); CHECK(ConfigResolver::envTruthy("On")); } SECTION("falsy values") { CHECK_FALSE(ConfigResolver::envTruthy("0")); CHECK_FALSE(ConfigResolver::envTruthy("false")); CHECK_FALSE(ConfigResolver::envTruthy("FALSE")); CHECK_FALSE(ConfigResolver::envTruthy("no")); CHECK_FALSE(ConfigResolver::envTruthy("NO")); CHECK_FALSE(ConfigResolver::envTruthy("off")); CHECK_FALSE(ConfigResolver::envTruthy("OFF")); CHECK_FALSE(ConfigResolver::envTruthy("")); CHECK_FALSE(ConfigResolver::envTruthy(nullptr)); } SECTION("unrecognized values are rejected") { CHECK_FALSE(ConfigResolver::envTruthy("garbage")); CHECK_FALSE(ConfigResolver::envTruthy("maybe")); CHECK_FALSE(ConfigResolver::envTruthy("123")); CHECK_FALSE(ConfigResolver::envTruthy("yep")); CHECK_FALSE(ConfigResolver::envTruthy("nope")); } } TEST_CASE("ConfigResolver resolves plugin strict mode once from typed config and environment", "[daemon][components][config][plugin][catch2]") { SECTION("typed config is used without an environment override") { EnvGuard strictEnv("YAMS_PLUGIN_DIR_STRICT", ""); CHECK(ConfigResolver::resolvePluginDirStrict(true)); } SECTION("environment can enable strict mode") { EnvGuard strictEnv("YAMS_PLUGIN_DIR_STRICT", "on"); CHECK(ConfigResolver::resolvePluginDirStrict(false)); } SECTION("environment can disable strict mode") { EnvGuard strictEnv("YAMS_PLUGIN_DIR_STRICT", "off"); CHECK_FALSE(ConfigResolver::resolvePluginDirStrict(true)); } SECTION("invalid environment values preserve the typed default") { EnvGuard strictEnv("YAMS_PLUGIN_DIR_STRICT", "tru"); CHECK(ConfigResolver::resolvePluginDirStrict(true)); CHECK_FALSE(ConfigResolver::resolvePluginDirStrict(false)); } } TEST_CASE_METHOD(ConfigResolverFixture, "shared flat TOML parser handles daemon policy files", "[daemon][components][config][catch2]") { auto configPath = writeToml("shared_semantics.toml", R"( top_level = "root" # inline comment [search.path_tree] enable = true mode = "preferred" quoted_hash = "# not a comment" [daemon] socket_path = "/tmp/yams.sock" )"); auto config = yams::config::parse_simple_toml(configPath); CHECK((config["top_level"] == "root")); CHECK((config["search.path_tree.enable"] == "true")); CHECK((config["search.path_tree.mode"] == "preferred")); CHECK((config["search.path_tree.quoted_hash"] == "# not a comment")); CHECK((config["daemon.socket_path"] == "/tmp/yams.sock")); CHECK(yams::config::parse_simple_toml(tempDir / "nonexistent.toml").empty()); } TEST_CASE_METHOD(ConfigResolverFixture, "installed ConfigResolver compatibility lookups remain", "[daemon][components][config][compatibility][catch2]") { const auto configPath = writeToml("compatibility.toml", R"toml( [search] reranker_model = "compat-reranker" [plugins.symbol_extraction] enable = false [tuning.post_ingest] total_concurrent = 12 embed_concurrent = 4 batch_size = 32 )toml"); EnvGuard configEnvironment{"YAMS_CONFIG_PATH", configPath.string()}; EnvGuard rerankerEnvironment{"YAMS_RERANKER_MODEL", std::nullopt}; const auto values = ConfigResolver::parseSimpleTomlFlat(configPath); CHECK((values.at("search.reranker_model") == "compat-reranker")); DaemonConfig daemonConfig; daemonConfig.configFilePath = configPath; CHECK((ConfigResolver::resolveRerankerModel(daemonConfig) == "compat-reranker")); CHECK_FALSE(ConfigResolver::isSymbolExtractionEnabled(daemonConfig)); const auto caps = ConfigResolver::resolvePostIngestCaps(); REQUIRE(caps.totalConcurrent.has_value()); CHECK((*caps.totalConcurrent == 12U)); REQUIRE(caps.embedConcurrent.has_value()); CHECK((*caps.embedConcurrent == 4U)); REQUIRE(caps.batchSize.has_value()); CHECK((*caps.batchSize == 32U)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver resolveDefaultConfigPath searches standard paths", "[daemon][components][config][catch2]") { SECTION("YAMS_CONFIG_PATH env var takes precedence") { auto configPath = writeToml("custom.toml", "[daemon]\nlog_level = \"trace\"\n"); EnvGuard guard("YAMS_CONFIG_PATH", configPath.string()); auto resolved = ConfigResolver::resolveDefaultConfigPath(); CHECK((resolved == configPath)); } SECTION("returns empty path if no config found") { // Clear env var to test fallback EnvGuard guard("YAMS_CONFIG_PATH", ""); // Note: this test may find system config, so we just check it returns a valid result auto resolved = ConfigResolver::resolveDefaultConfigPath(); // Either found or empty - both are valid outcomes CHECK((resolved.empty() || std::filesystem::exists(resolved) || !resolved.empty())); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver resolveEmbeddingBackend defaults to simeon for new installs", "[daemon][components][config][catch2]") { EnvGuard backendGuard("YAMS_EMBED_BACKEND", ""); auto configPath = writeToml("embedding_backend_default.toml", R"( [core] data_dir = "~/.yams/data" )"); EnvGuard configGuard("YAMS_CONFIG_PATH", configPath.string()); CHECK((ConfigResolver::resolveEmbeddingBackend() == "simeon")); CHECK((ConfigResolver::resolveEmbeddingBackend("auto") == "auto")); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver resolveEmbeddingBackend reads and normalizes configured backend", "[daemon][components][config][catch2]") { EnvGuard backendGuard("YAMS_EMBED_BACKEND", ""); SECTION("reads daemon from config") { auto configPath = writeToml("embedding_backend_daemon.toml", R"( [embeddings] backend = "daemon" )"); EnvGuard configGuard("YAMS_CONFIG_PATH", configPath.string()); CHECK((ConfigResolver::resolveEmbeddingBackend() == "daemon")); } SECTION("normalizes uppercase simeon from config") { auto configPath = writeToml("embedding_backend_simeon_upper.toml", R"( [embeddings] backend = "SIMEON" )"); EnvGuard configGuard("YAMS_CONFIG_PATH", configPath.string()); CHECK((ConfigResolver::resolveEmbeddingBackend() == "simeon")); } SECTION("maps legacy onnx backend names to onnxruntime") { auto configPath = writeToml("embedding_backend_legacy_onnx.toml", R"( [embeddings] backend = "local_onnx" )"); EnvGuard configGuard("YAMS_CONFIG_PATH", configPath.string()); CHECK((ConfigResolver::resolveEmbeddingBackend() == "onnxruntime")); } SECTION("normalizes explicit onnxruntime from config") { auto configPath = writeToml("embedding_backend_onnxruntime.toml", R"( [embeddings] backend = "ONNX-RUNTIME" )"); EnvGuard configGuard("YAMS_CONFIG_PATH", configPath.string()); CHECK((ConfigResolver::resolveEmbeddingBackend() == "onnxruntime")); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver resolveEmbeddingBackend maps ONNX env aliases to onnxruntime", "[daemon][components][config][catch2]") { SECTION("maps onnx env alias") { EnvGuard backendGuard("YAMS_EMBED_BACKEND", "onnx"); CHECK((ConfigResolver::resolveEmbeddingBackend() == "onnxruntime")); } SECTION("maps local_onnx env alias") { EnvGuard backendGuard("YAMS_EMBED_BACKEND", "local_onnx"); CHECK((ConfigResolver::resolveEmbeddingBackend() == "onnxruntime")); } SECTION("maps ort env alias") { EnvGuard backendGuard("YAMS_EMBED_BACKEND", "ort"); CHECK((ConfigResolver::resolveEmbeddingBackend() == "onnxruntime")); } SECTION("keeps daemon env selection distinct") { EnvGuard backendGuard("YAMS_EMBED_BACKEND", "daemon"); CHECK((ConfigResolver::resolveEmbeddingBackend() == "daemon")); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver resolves one effective embedding snapshot from explicit config", "[daemon][components][config][embeddings][snapshot][catch2]") { auto environment = unsetEnvironment({"YAMS_EMBED_BACKEND", "YAMS_PREFERRED_MODEL", "YAMS_EMBED_PRELOAD_ON_STARTUP", "YAMS_EMBED_BATCH", "YAMS_EMBED_BATCH_TARGET", "YAMS_REPAIR_LOCK_TIMEOUT_MS", "YAMS_EMBED_DIM"}); const auto ambientPath = writeToml("ambient.toml", R"toml( [embeddings] backend = "simeon" preferred_model = "ambient-model" )toml"); EnvGuard ambientConfig{"YAMS_CONFIG_PATH", ambientPath.string()}; const auto explicitPath = writeToml("explicit.toml", R"toml( [embeddings] backend = "ONNX" preferred_model = "canonical-model" preload_on_startup = true embedding_dim = 768 [embeddings.runtime] backend = "simeon" preferred_model = "legacy-model" batch_size = 24 batch_target = 2048 repair_lock_timeout_ms = 4321 [daemon.models] preload_models = ["preload-model"] )toml"); DaemonConfig config; config.configFilePath = explicitPath; const auto resolved = ConfigResolver::resolveEmbeddingConfig(config, tempDir); CHECK((resolved.backend == "onnxruntime")); CHECK((resolved.preferredModel == "canonical-model")); CHECK_FALSE(resolved.isTrainingFree); CHECK(resolved.preloadOnStartup); REQUIRE(resolved.dimension.has_value()); CHECK((*resolved.dimension == 768U)); CHECK((resolved.dimensionSource == EmbeddingDimensionSource::Config)); CHECK((resolved.effectiveConfigPath == explicitPath)); CHECK((resolved.provenance.at("backend") == "config:embeddings.backend")); CHECK((resolved.provenance.at("preferred_model") == "config:embeddings.preferred_model")); CHECK((resolved.provenance.at("dimension") == "config:embeddings.embedding_dim")); CHECK((resolved.policyIdentity == "onnxruntime:canonical-model:768")); REQUIRE(resolved.runtime.backend.has_value()); CHECK((*resolved.runtime.backend == "onnxruntime")); REQUIRE(resolved.runtime.preferredModel.has_value()); CHECK((*resolved.runtime.preferredModel == "canonical-model")); CHECK((resolved.runtime.batchSize == std::optional{24U})); CHECK((resolved.runtime.batchTarget == std::optional{2048U})); CHECK((resolved.runtime.repairLockTimeoutMs == std::optional{4321U})); CHECK((resolved.warnings.size() >= 2U)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver embedding snapshot applies compatibility env overlays once", "[daemon][components][config][embeddings][snapshot][catch2]") { const auto configPath = writeToml("config.toml", R"toml( [embeddings] backend = "onnxruntime" preferred_model = "configured-model" preload_on_startup = true embedding_dim = 384 [embeddings.runtime] batch_size = 32 batch_target = 4096 repair_lock_timeout_ms = 60000 )toml"); EnvGuard configEnvironment{"YAMS_CONFIG_PATH", configPath.string()}; EnvGuard backendEnvironment{"YAMS_EMBED_BACKEND", "SIMEON"}; EnvGuard modelEnvironment{"YAMS_PREFERRED_MODEL", "configured-model"}; EnvGuard preloadEnvironment{"YAMS_EMBED_PRELOAD_ON_STARTUP", "false"}; EnvGuard batchEnvironment{"YAMS_EMBED_BATCH", "7"}; EnvGuard targetEnvironment{"YAMS_EMBED_BATCH_TARGET", "99"}; EnvGuard lockEnvironment{"YAMS_REPAIR_LOCK_TIMEOUT_MS", "1234"}; EnvGuard dimensionEnvironment{"YAMS_EMBED_DIM", "1024"}; DaemonConfig config; config.configFilePath = configPath; const auto resolved = ConfigResolver::resolveEmbeddingConfig(config, tempDir); CHECK((resolved.backend == "simeon")); CHECK((resolved.preferredModel == "simeon-default")); CHECK(resolved.isTrainingFree); CHECK_FALSE(resolved.preloadOnStartup); CHECK((resolved.dimension == std::optional{384U})); CHECK((resolved.dimensionSource == EmbeddingDimensionSource::Config)); CHECK((resolved.provenance.at("backend") == "environment:YAMS_EMBED_BACKEND")); CHECK((resolved.provenance.at("preferred_model") == "normalization:simeon-backend(environment:YAMS_PREFERRED_MODEL)")); CHECK((resolved.provenance.at("preload") == "environment:YAMS_EMBED_PRELOAD_ON_STARTUP")); CHECK((resolved.runtime.batchSize == std::optional{7U})); CHECK((resolved.runtime.batchTarget == std::optional{99U})); CHECK((resolved.runtime.repairLockTimeoutMs == std::optional{1234U})); CHECK((resolved.policyIdentity == "simeon:simeon-default:384")); const auto compatibilityPolicy = ConfigResolver::resolveEmbeddingRuntimePolicy(); CHECK((compatibilityPolicy.backend == std::optional{"simeon"})); CHECK((compatibilityPolicy.preferredModel == std::optional{"simeon-default"})); CHECK((compatibilityPolicy.batchSize == resolved.runtime.batchSize)); CHECK((compatibilityPolicy.batchTarget == resolved.runtime.batchTarget)); CHECK((compatibilityPolicy.repairLockTimeoutMs == resolved.runtime.repairLockTimeoutMs)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver normalizes model identity before deriving dimension", "[daemon][components][config][embeddings][snapshot][catch2]") { auto environment = unsetEnvironment({"YAMS_EMBED_BACKEND", "YAMS_PREFERRED_MODEL", "YAMS_EMBED_DIM"}); const auto configPath = writeToml("normalized-model.toml", R"toml( [embeddings] backend = "simeon" preferred_model = "all-MiniLM-L6-v2" )toml"); DaemonConfig config; config.configFilePath = configPath; const auto resolved = ConfigResolver::resolveEmbeddingConfig(config, {}); CHECK((resolved.preferredModel == "simeon-default")); CHECK_FALSE(resolved.dimension.has_value()); CHECK((resolved.dimensionSource == EmbeddingDimensionSource::Unresolved)); CHECK((resolved.provenance.at("preferred_model") == "normalization:simeon-backend(config:embeddings.preferred_model)")); CHECK((resolved.policyIdentity == "simeon:simeon-default:unresolved")); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver rejects a simeon sentinel for an ONNX backend", "[daemon][components][config][embeddings][snapshot][catch2]") { auto environment = unsetEnvironment({"YAMS_EMBED_BACKEND", "YAMS_PREFERRED_MODEL"}); const auto configPath = writeToml("onnx-sentinel.toml", R"toml( [embeddings] backend = "onnxruntime" preferred_model = "simeon-default" )toml"); const auto modelDir = tempDir / "models" / "all-MiniLM-L6-v2"; std::filesystem::create_directories(modelDir); std::ofstream(modelDir / "model.onnx") << "fixture"; DaemonConfig config; config.configFilePath = configPath; const auto resolved = ConfigResolver::resolveEmbeddingConfig(config, tempDir); CHECK((resolved.backend == "onnxruntime")); CHECK((resolved.preferredModel == "all-MiniLM-L6-v2")); CHECK((resolved.dimension == std::optional{384U})); CHECK((resolved.provenance.at("preferred_model") == "data_directory:models")); CHECK((resolved.policyIdentity == "onnxruntime:all-MiniLM-L6-v2:384")); CHECK_FALSE(resolved.warnings.empty()); } TEST_CASE("EmbeddingGenerator preserves a resolved backend against ambient changes", "[daemon][components][config][embeddings][snapshot][catch2]") { EnvGuard backendEnvironment{"YAMS_EMBED_BACKEND", "daemon"}; yams::vector::EmbeddingConfig config; config.backend = yams::vector::EmbeddingConfig::Backend::Simeon; config.backend_is_resolved = true; config.embedding_dim = 128; yams::vector::EmbeddingGenerator generator(config); REQUIRE(generator.initialize()); CHECK((generator.getBackendName() == "Simeon")); CHECK((generator.getEmbeddingDimension() == 128U)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver embedding snapshot records persisted dimension authority", "[daemon][components][config][embeddings][snapshot][catch2]") { auto environment = unsetEnvironment({"YAMS_EMBED_BACKEND", "YAMS_PREFERRED_MODEL", "YAMS_EMBED_PRELOAD_ON_STARTUP", "YAMS_EMBED_BATCH", "YAMS_EMBED_BATCH_TARGET", "YAMS_REPAIR_LOCK_TIMEOUT_MS", "YAMS_EMBED_DIM"}); const auto configPath = writeToml("config.toml", R"toml( [embeddings] backend = "simeon" embedding_dim = 384 )toml"); ConfigResolver::writeVectorSentinel(tempDir, 1024, "embeddings", 1); DaemonConfig config; config.configFilePath = configPath; const auto resolved = ConfigResolver::resolveEmbeddingConfig(config, tempDir); CHECK((resolved.dimension == std::optional{1024U})); CHECK((resolved.dimensionSource == EmbeddingDimensionSource::Sentinel)); CHECK((resolved.provenance.at("dimension") == "sentinel:vectors_sentinel.json")); CHECK((resolved.policyIdentity == "simeon:simeon-default:1024")); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveTopologyTunerPolicy defaults are empty when missing", "[daemon][components][config][topology_tuner][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [daemon] socket_path = "/tmp/test.sock" )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveTopologyTunerPolicy(); CHECK_FALSE(policy.enabled.has_value()); CHECK_FALSE(policy.cooldownMinutes.has_value()); CHECK_FALSE(policy.docCountDelta.has_value()); CHECK_FALSE(policy.rewardAlphaSingleton.has_value()); CHECK_FALSE(policy.rewardBetaGiantCluster.has_value()); CHECK_FALSE(policy.rewardGammaGiniDeviation.has_value()); CHECK_FALSE(policy.rewardDeltaIntraEdge.has_value()); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveTopologyEnginePolicy reads routing representatives", "[daemon][components][config][topology][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [topology] engine = "connected" routing_representatives = 4 boundary_spill = true boundary_spill_limit = 1 boundary_spill_distance_ratio = +1.2 boundary_spill_residual_penalty = 1.5e0 [topology.features] entity_fusion = true entity_signature_k = 12 entity_fusion_alpha = 0.2 entity_min_confidence = 0.5 matryoshka_coarse_view = true matryoshka_target_dim = 256 minhash_sketch = true minhash_sketch_dim = 24 minhash_alpha = 0.15 )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveTopologyEnginePolicy(); REQUIRE(policy.engine.has_value()); CHECK((*policy.engine == "connected")); REQUIRE(policy.routingRepresentativeCount.has_value()); CHECK((*policy.routingRepresentativeCount == 4)); REQUIRE(policy.boundarySpillEnabled.has_value()); CHECK(*policy.boundarySpillEnabled); REQUIRE(policy.boundarySpillLimit.has_value()); CHECK((*policy.boundarySpillLimit == 1)); REQUIRE(policy.boundarySpillDistanceRatio.has_value()); CHECK((*policy.boundarySpillDistanceRatio == Catch::Approx(1.2))); REQUIRE(policy.boundarySpillResidualPenalty.has_value()); CHECK((*policy.boundarySpillResidualPenalty == Catch::Approx(1.5))); CHECK(*policy.featureEntityFusion); CHECK((*policy.featureEntitySignatureK == 12)); CHECK((*policy.featureEntityFusionAlpha == Catch::Approx(0.2F))); CHECK((*policy.featureEntityMinConfidence == Catch::Approx(0.5F))); CHECK(*policy.featureMatryoshkaCoarseView); CHECK((*policy.featureMatryoshkaTargetDim == 256)); CHECK(*policy.featureMinHashSketch); CHECK((*policy.featureMinHashSketchDim == 24)); CHECK((*policy.featureMinHashAlpha == Catch::Approx(0.15F))); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveTopologyRoutingPolicy reads populated TOML block", "[daemon][components][config][topology_routing][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [search.topology] enable_weak_query_routing = true vector_policy = shadow min_clusters = 1 max_clusters = 3 max_seed_documents = 24 representative_limit = 2 ann_candidate_limit = 16 adaptive_probe_score_gap = 0.07 narrow_min_boundary_margin = 0.03 max_docs = 42 expansion_output_limit = 96 graph_weighted_seed_ranking = true medoid_boost = 0.2 route_calibration_fingerprint = "atlas-123" route_calibration_queries = 100 route_calibration_protected_candidates = 250 route_calibration_missed_protected_candidates = 2 route_min_calibration_queries = 75 route_max_misses_per_thousand = 10 route_calibration_min_boundary_margin = 0.2 route_calibration_min_seed_hits = 2 route_work_max_rows_visited = 64 route_work_max_exact_distance_evaluations = 32 route_work_max_ann_candidates = 48 rrf_k = 33 )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveTopologyRoutingPolicy(); REQUIRE(policy.enableWeakQueryRouting.has_value()); CHECK((*policy.enableWeakQueryRouting == true)); REQUIRE(policy.vectorPolicy.has_value()); CHECK((*policy.vectorPolicy == "shadow")); REQUIRE(policy.maxClusters.has_value()); CHECK((*policy.maxClusters == 3U)); REQUIRE(policy.minClusters.has_value()); CHECK((*policy.minClusters == 1U)); REQUIRE(policy.maxSeedDocuments.has_value()); CHECK((*policy.maxSeedDocuments == 24U)); REQUIRE(policy.representativeLimit.has_value()); CHECK((*policy.representativeLimit == 2U)); REQUIRE(policy.annCandidateLimit.has_value()); CHECK((*policy.annCandidateLimit == 16U)); REQUIRE(policy.adaptiveProbeScoreGap.has_value()); CHECK((*policy.adaptiveProbeScoreGap == Catch::Approx(0.07F))); REQUIRE(policy.narrowMinBoundaryMargin.has_value()); CHECK((*policy.narrowMinBoundaryMargin == Catch::Approx(0.03F))); REQUIRE(policy.maxDocs.has_value()); CHECK((*policy.maxDocs == 42U)); REQUIRE(policy.expansionOutputLimit.has_value()); CHECK((*policy.expansionOutputLimit == 96U)); REQUIRE(policy.graphWeightedSeedRanking.has_value()); CHECK(*policy.graphWeightedSeedRanking); REQUIRE(policy.medoidBoost.has_value()); CHECK((*policy.medoidBoost > 0.19f)); CHECK((*policy.medoidBoost < 0.21f)); CHECK((*policy.routeCalibrationFingerprint == "atlas-123")); CHECK((*policy.routeCalibrationQueries == 100U)); CHECK((*policy.routeCalibrationProtectedCandidates == 250U)); CHECK((*policy.routeCalibrationMissedProtectedCandidates == 2U)); CHECK((*policy.routeMinCalibrationQueries == 75U)); CHECK((*policy.routeMaxMissesPerThousand == 10U)); CHECK((*policy.routeCalibrationMinBoundaryMargin == Catch::Approx(0.2F))); CHECK((*policy.routeCalibrationMinSeedHits == 2U)); CHECK((*policy.routeWorkMaxRowsVisited == 64U)); CHECK((*policy.routeWorkMaxExactDistanceEvaluations == 32U)); CHECK((*policy.routeWorkMaxAnnCandidates == 48U)); REQUIRE(policy.rrfK.has_value()); CHECK((*policy.rrfK == 33.0f)); } TEST_CASE("Generated config keeps topology-assisted hybrid search as the product default", "[config][search][topology][catch2]") { const auto defaults = yams::config::ConfigMigrator::getLatestConfigDefaults(); const auto topologyIt = defaults.find("search.topology"); REQUIRE((topologyIt != defaults.end())); const auto& topology = topologyIt->second; CHECK((topology.at("mode") == "hybrid_assist")); CHECK((topology.at("vector_policy") == "shadow")); CHECK((topology.at("graph_weighted_seed_ranking") == "false")); CHECK_FALSE(topology.contains("enable_weak_query_routing")); CHECK_FALSE(topology.contains("routing_variant")); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver reads topology evidence weight", "[daemon][components][config][topology_routing][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [search.topology] evidence_weight = 0.03 )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto topology = ConfigResolver::resolveTopologyRoutingPolicy(); REQUIRE(topology.evidenceWeight.has_value()); CHECK((*topology.evidenceWeight == Catch::Approx(0.03F))); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveTopologyRoutingPolicy honors legacy env overlays", "[daemon][components][config][topology_routing][catch2]") { EnvGuard cfg("YAMS_CONFIG_PATH", ""); EnvGuard enable("YAMS_SEARCH_ENABLE_TOPOLOGY_WEAK_ROUTING", "1"); EnvGuard clusters("YAMS_SEARCH_TOPOLOGY_MAX_CLUSTERS", "5"); EnvGuard docs("YAMS_SEARCH_TOPOLOGY_MAX_DOCS", "17"); EnvGuard medoid("YAMS_SEARCH_TOPOLOGY_MEDOID_BOOST", "0.15"); auto policy = ConfigResolver::resolveTopologyRoutingPolicy(); REQUIRE(policy.enableWeakQueryRouting.has_value()); CHECK((*policy.enableWeakQueryRouting == true)); REQUIRE(policy.maxClusters.has_value()); CHECK((*policy.maxClusters == 5U)); REQUIRE(policy.maxDocs.has_value()); CHECK((*policy.maxDocs == 17U)); REQUIRE(policy.medoidBoost.has_value()); CHECK((*policy.medoidBoost > 0.14f)); CHECK((*policy.medoidBoost < 0.16f)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveEmbeddingSelectionPolicy reads semantic graph ingest flag", "[daemon][components][config][embeddings][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [embeddings.selection] update_semantic_graph_during_ingest = false )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveEmbeddingSelectionPolicy(); CHECK((policy.updateSemanticGraphDuringIngest == false)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveTopologyTunerPolicy reads populated TOML block", "[daemon][components][config][topology_tuner][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [topology.tuner] enabled = true cooldown_minutes = 30 doc_count_delta = 250 [topology.tuner.reward] alpha_singleton = 0.5 beta_giant_cluster = 0.3 gamma_gini_deviation = 0.15 delta_intra_edge = 0.05 )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveTopologyTunerPolicy(); REQUIRE(policy.enabled.has_value()); CHECK((*policy.enabled == true)); REQUIRE(policy.cooldownMinutes.has_value()); CHECK((*policy.cooldownMinutes == 30u)); REQUIRE(policy.docCountDelta.has_value()); CHECK((*policy.docCountDelta == 250u)); REQUIRE(policy.rewardAlphaSingleton.has_value()); CHECK((*policy.rewardAlphaSingleton == 0.5)); REQUIRE(policy.rewardBetaGiantCluster.has_value()); CHECK((*policy.rewardBetaGiantCluster == 0.3)); REQUIRE(policy.rewardGammaGiniDeviation.has_value()); CHECK((*policy.rewardGammaGiniDeviation == 0.15)); REQUIRE(policy.rewardDeltaIntraEdge.has_value()); CHECK((*policy.rewardDeltaIntraEdge == 0.05)); } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveTopologyTunerPolicy honors disabled flag explicitly", "[daemon][components][config][topology_tuner][catch2]") { auto configPath = writeToml("config.toml", R"TOML( [topology.tuner] enabled = false )TOML"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveTopologyTunerPolicy(); REQUIRE(policy.enabled.has_value()); CHECK((*policy.enabled == false)); } TEST_CASE("ConfigResolver vector sentinel operations", "[daemon][components][config][catch2][sentinel]") { auto tempDir = std::filesystem::temp_directory_path() / ("yams_sentinel_test_" + std::to_string(std::chrono::steady_clock::now().time_since_epoch().count())); std::filesystem::create_directories(tempDir); SECTION("readVectorSentinelDim returns nullopt for missing file") { auto dim = ConfigResolver::readVectorSentinelDim(tempDir); CHECK_FALSE(dim.has_value()); } SECTION("writeVectorSentinel then readVectorSentinelDim round-trips") { ConfigResolver::writeVectorSentinel(tempDir, 384, "test_table", 1); auto dim = ConfigResolver::readVectorSentinelDim(tempDir); REQUIRE(dim.has_value()); CHECK((dim.value() == 384)); } SECTION("different dimensions are preserved") { for (size_t testDim : {128, 256, 384, 768, 1024}) { ConfigResolver::writeVectorSentinel(tempDir, testDim, "test", 1); auto dim = ConfigResolver::readVectorSentinelDim(tempDir); REQUIRE(dim.has_value()); CHECK((dim.value() == testDim)); } } std::error_code ec; std::filesystem::remove_all(tempDir, ec); } TEST_CASE_METHOD(ConfigResolverFixture, "shared flat TOML parser reads tuning sections", "[daemon][components][config][catch2]") { auto configPath = writeToml("multi_tuning.toml", R"( [tuning] profile = "aggressive" pool_cooldown_ms = 250 worker_poll_ms = 100 )"); auto config = yams::config::parse_simple_toml(configPath); CHECK((config["tuning.profile"] == "aggressive")); CHECK((config["tuning.pool_cooldown_ms"] == "250")); CHECK((config["tuning.worker_poll_ms"] == "100")); } TEST_CASE("Tuning profile from config affects TuneAdvisor methods", "[daemon][components][config][catch2]") { PostIngestStageActivityGuard stageActivityGuard; SECTION("efficient profile scales post-ingest concurrency down") { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Efficient); EnvGuard maxThreadsGuard("YAMS_MAX_THREADS", "0"); EnvGuard postIngestGuard("YAMS_POST_INGEST_TOTAL_CONCURRENT", "0"); yams::daemon::TuneAdvisor::setHardwareConcurrencyForTests(8); // Efficient profile scale is 0.0, old totalBudget = 2 // With active-stage floor: total = max(2, 6 active stages) = 6 // Each stage gets 1 slot; batching remains a cap and does not reserve work. CHECK((TuneAdvisor::postExtractionConcurrent() == 1u)); CHECK((TuneAdvisor::postKgConcurrent() == 1u)); CHECK((TuneAdvisor::postSymbolConcurrent() == 1u)); CHECK((TuneAdvisor::postEntityConcurrent() == 1u)); CHECK((TuneAdvisor::postTitleConcurrent() == 1u)); CHECK((TuneAdvisor::postEmbedConcurrent() == 1u)); CHECK((TuneAdvisor::postIngestBatchSize() == 32u)); } SECTION("balanced profile uses medium values") { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Balanced); EnvGuard maxThreadsGuard("YAMS_MAX_THREADS", "0"); EnvGuard postIngestGuard("YAMS_POST_INGEST_TOTAL_CONCURRENT", "0"); yams::daemon::TuneAdvisor::setHardwareConcurrencyForTests(8); // Balanced profile scale is 0.5, old totalBudget = 2 // With active-stage floor: total = max(2, 6 active stages) = 6 // Each stage gets 1 slot; batching remains a cap and does not reserve work. CHECK((TuneAdvisor::postExtractionConcurrent() == 1u)); CHECK((TuneAdvisor::postKgConcurrent() == 1u)); CHECK((TuneAdvisor::postSymbolConcurrent() == 1u)); CHECK((TuneAdvisor::postEntityConcurrent() == 1u)); CHECK((TuneAdvisor::postTitleConcurrent() == 1u)); CHECK((TuneAdvisor::postEmbedConcurrent() == 1u)); CHECK((TuneAdvisor::postIngestBatchSize() == 32u)); } SECTION("aggressive profile uses maximum values") { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Aggressive); EnvGuard maxThreadsGuard("YAMS_MAX_THREADS", "0"); EnvGuard postIngestGuard("YAMS_POST_INGEST_TOTAL_CONCURRENT", "0"); yams::daemon::TuneAdvisor::setHardwareConcurrencyForTests(8); // Aggressive profile scale is 1.0, old totalBudget = 3 // With active-stage floor: total = max(3, 6 active stages) = 6 // Each stage gets 1 slot; batching remains a cap and does not reserve work. CHECK((TuneAdvisor::postExtractionConcurrent() == 1u)); CHECK((TuneAdvisor::postKgConcurrent() == 1u)); CHECK((TuneAdvisor::postSymbolConcurrent() == 1u)); CHECK((TuneAdvisor::postEntityConcurrent() == 1u)); CHECK((TuneAdvisor::postTitleConcurrent() == 1u)); CHECK((TuneAdvisor::postEmbedConcurrent() == 1u)); CHECK((TuneAdvisor::postIngestBatchSize() == 32u)); } SECTION("profile affects cpuBudgetPercent") { { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Efficient); CHECK((TuneAdvisor::cpuBudgetPercent() == 40u)); } { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Balanced); CHECK((TuneAdvisor::cpuBudgetPercent() == 50u)); } { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Aggressive); // 40.0 + 1.0 * 20.0 = 60 CHECK((TuneAdvisor::cpuBudgetPercent() == 60u)); } } SECTION("profile affects poolCooldownMs") { { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Efficient); CHECK((TuneAdvisor::poolCooldownMs() == 750u)); } { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Balanced); CHECK((TuneAdvisor::poolCooldownMs() == 500u)); } { ProfileGuard guard(yams::daemon::TuneAdvisor::Profile::Aggressive); CHECK((TuneAdvisor::poolCooldownMs() == 250u)); } } } TEST_CASE("YAMS_TUNING_PROFILE env var overrides config", "[daemon][components][config][catch2]") { auto clearProfileOverride = []() { yams::daemon::TuneAdvisor::tuningProfileOverride_.store(0, std::memory_order_relaxed); }; SECTION("efficient profile from env var") { clearProfileOverride(); EnvGuard envGuard("YAMS_TUNING_PROFILE", "efficient"); auto profile = yams::daemon::TuneAdvisor::tuningProfile(); CHECK((profile == yams::daemon::TuneAdvisor::Profile::Efficient)); } SECTION("aggressive profile from env var") { clearProfileOverride(); EnvGuard envGuard("YAMS_TUNING_PROFILE", "aggressive"); auto profile = yams::daemon::TuneAdvisor::tuningProfile(); CHECK((profile == yams::daemon::TuneAdvisor::Profile::Aggressive)); } SECTION("conservative alias maps to efficient") { clearProfileOverride(); EnvGuard envGuard("YAMS_TUNING_PROFILE", "conservative"); auto profile = yams::daemon::TuneAdvisor::Profile::Efficient; CHECK((yams::daemon::TuneAdvisor::tuningProfile() == profile)); } SECTION("invalid env var falls back to balanced") { clearProfileOverride(); EnvGuard envGuard("YAMS_TUNING_PROFILE", "invalid_profile"); auto profile = yams::daemon::TuneAdvisor::tuningProfile(); CHECK((profile == yams::daemon::TuneAdvisor::Profile::Balanced)); } SECTION("empty env var falls back to balanced") { clearProfileOverride(); EnvGuard envGuard("YAMS_TUNING_PROFILE", ""); auto profile = yams::daemon::TuneAdvisor::tuningProfile(); CHECK((profile == yams::daemon::TuneAdvisor::Profile::Balanced)); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveSimeonEncoderPolicy reads [embeddings.simeon]", "[daemon][components][config][simeon][catch2]") { SECTION("missing section returns all nullopt") { auto configPath = writeToml("no_simeon.toml", R"( [daemon] log_level = "info" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto cleared = unsetEnvironment({"YAMS_SIMEON_NGRAM_MODE", "YAMS_SIMEON_NGRAM_MIN", "YAMS_SIMEON_NGRAM_MAX", "YAMS_SIMEON_SKETCH_DIM", "YAMS_SIMEON_OUTPUT_DIM", "YAMS_SIMEON_PROJECTION", "YAMS_SIMEON_PQ_BYTES"}); auto policy = ConfigResolver::resolveSimeonEncoderPolicy(); CHECK_FALSE(policy.ngramMode.has_value()); CHECK_FALSE(policy.ngramMin.has_value()); CHECK_FALSE(policy.ngramMax.has_value()); CHECK_FALSE(policy.sketchDim.has_value()); CHECK_FALSE(policy.outputDim.has_value()); CHECK_FALSE(policy.projection.has_value()); CHECK_FALSE(policy.l2Normalize.has_value()); CHECK_FALSE(policy.pqBytes.has_value()); } SECTION("populated TOML section fills every field") { auto configPath = writeToml("simeon_encoder.toml", R"( [embeddings.simeon] ngram_mode = "char_and_word" ngram_min = 3 ngram_max = 5 sketch_dim = 4096 output_dim = 384 projection = "fwht" l2_normalize = true pq_bytes = 64 )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto cleared = unsetEnvironment({"YAMS_SIMEON_NGRAM_MODE", "YAMS_SIMEON_NGRAM_MIN", "YAMS_SIMEON_NGRAM_MAX", "YAMS_SIMEON_SKETCH_DIM", "YAMS_SIMEON_OUTPUT_DIM", "YAMS_SIMEON_PROJECTION", "YAMS_SIMEON_PQ_BYTES"}); auto policy = ConfigResolver::resolveSimeonEncoderPolicy(); REQUIRE(policy.ngramMode.has_value()); CHECK((*policy.ngramMode == "char_and_word")); REQUIRE(policy.ngramMin.has_value()); CHECK((*policy.ngramMin == 3u)); REQUIRE(policy.ngramMax.has_value()); CHECK((*policy.ngramMax == 5u)); REQUIRE(policy.sketchDim.has_value()); CHECK((*policy.sketchDim == 4096u)); REQUIRE(policy.outputDim.has_value()); CHECK((*policy.outputDim == 384u)); REQUIRE(policy.projection.has_value()); CHECK((*policy.projection == "fwht")); REQUIRE(policy.l2Normalize.has_value()); CHECK(*policy.l2Normalize); REQUIRE(policy.pqBytes.has_value()); CHECK((*policy.pqBytes == 64u)); } SECTION("env vars override TOML values") { auto configPath = writeToml("override_encoder.toml", R"( [embeddings.simeon] projection = "achlioptas_sparse" sketch_dim = 2048 output_dim = 256 )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); EnvGuard proj("YAMS_SIMEON_PROJECTION", "fwht"); EnvGuard sketch("YAMS_SIMEON_SKETCH_DIM", "8192"); EnvGuard out("YAMS_SIMEON_OUTPUT_DIM", "1024"); auto policy = ConfigResolver::resolveSimeonEncoderPolicy(); REQUIRE(policy.projection.has_value()); CHECK((*policy.projection == "fwht")); REQUIRE(policy.sketchDim.has_value()); CHECK((*policy.sketchDim == 8192u)); REQUIRE(policy.outputDim.has_value()); CHECK((*policy.outputDim == 1024u)); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveSimeonBm25Policy reads [embeddings.simeon.bm25]", "[daemon][components][config][simeon][catch2]") { SECTION("missing section returns all nullopt") { auto configPath = writeToml("no_bm25.toml", R"( [daemon] log_level = "info" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto cleared = unsetEnvironment({"YAMS_SIMEON_BM25_ENABLED", "YAMS_SIMEON_BM25_VARIANT", "YAMS_SIMEON_BM25_SUBWORD_GAMMA", "YAMS_SIMEON_BM25_MAX_CORPUS_DOCS"}); auto policy = ConfigResolver::resolveSimeonBm25Policy(); CHECK_FALSE(policy.enabled.has_value()); CHECK_FALSE(policy.variant.has_value()); CHECK_FALSE(policy.subwordGamma.has_value()); CHECK_FALSE(policy.maxCorpusDocs.has_value()); } SECTION("populated TOML section fills every field") { auto configPath = writeToml("bm25.toml", R"( [embeddings.simeon.bm25] enabled = true variant = "sab_smooth" subword_gamma = 5.0 max_corpus_docs = 200000 )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto cleared = unsetEnvironment({"YAMS_SIMEON_BM25_ENABLED", "YAMS_SIMEON_BM25_VARIANT", "YAMS_SIMEON_BM25_SUBWORD_GAMMA", "YAMS_SIMEON_BM25_MAX_CORPUS_DOCS"}); auto policy = ConfigResolver::resolveSimeonBm25Policy(); REQUIRE(policy.enabled.has_value()); CHECK(*policy.enabled); REQUIRE(policy.variant.has_value()); CHECK((*policy.variant == "sab_smooth")); REQUIRE(policy.subwordGamma.has_value()); CHECK((*policy.subwordGamma == 5.0f)); REQUIRE(policy.maxCorpusDocs.has_value()); CHECK((*policy.maxCorpusDocs == 200000u)); } SECTION("env vars override TOML values") { auto configPath = writeToml("override_bm25.toml", R"( [embeddings.simeon.bm25] variant = "atire" subword_gamma = 3.0 max_corpus_docs = 50000 )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); EnvGuard variantEnv("YAMS_SIMEON_BM25_VARIANT", "sab_smooth"); EnvGuard gammaEnv("YAMS_SIMEON_BM25_SUBWORD_GAMMA", "7.5"); EnvGuard capEnv("YAMS_SIMEON_BM25_MAX_CORPUS_DOCS", "123456"); auto policy = ConfigResolver::resolveSimeonBm25Policy(); REQUIRE(policy.variant.has_value()); CHECK((*policy.variant == "sab_smooth")); REQUIRE(policy.subwordGamma.has_value()); CHECK((*policy.subwordGamma == 7.5f)); REQUIRE(policy.maxCorpusDocs.has_value()); CHECK((*policy.maxCorpusDocs == 123456u)); } SECTION("fragment geometry encoder profile is read from TOML") { auto configPath = writeToml("bm25_fragment_encoder.toml", R"( [embeddings.simeon.bm25.fragment_geometry] encoder_profile = "fixed_hash_384" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveSimeonBm25Policy(); REQUIRE(policy.fragmentGeometryEncoderProfile.has_value()); CHECK((*policy.fragmentGeometryEncoderProfile == "fixed_hash_384")); } SECTION("embedding encoder profile is read from TOML") { auto configPath = writeToml("simeon_encoder_profile.toml", R"( [embeddings.simeon] encoder_profile = "fixed_hash_384" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveSimeonEncoderPolicy(); REQUIRE(policy.encoderProfile.has_value()); CHECK((*policy.encoderProfile == "fixed_hash_384")); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveRerankerBackendPolicy reads [search]", "[daemon][components][config][reranker][catch2]") { SECTION("returns unset when not configured") { auto configPath = writeToml("reranker_default.toml", R"( [search] default_limit = 10 )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveRerankerBackendPolicy(DaemonConfig{}); CHECK_FALSE(policy.backend.has_value()); } SECTION("reads explicit reranker backend") { auto configPath = writeToml("reranker_backend.toml", R"( [search] reranker_backend = "colbert" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveRerankerBackendPolicy(DaemonConfig{}); REQUIRE(policy.backend.has_value()); CHECK((*policy.backend == "colbert")); } SECTION("normalizes reranker backend to lowercase") { auto configPath = writeToml("reranker_backend_upper.toml", R"( [search] reranker_backend = "ONNX" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); auto policy = ConfigResolver::resolveRerankerBackendPolicy(DaemonConfig{}); REQUIRE(policy.backend.has_value()); CHECK((*policy.backend == "onnx")); } } TEST_CASE_METHOD(ConfigResolverFixture, "ConfigResolver::resolveInstrumentationPolicy applies memory profile", "[daemon][components][config][instrumentation][catch2]") { SECTION("auto profile activates when MallocStackLoggingNoCompact is present") { auto configPath = writeToml("instrumentation_auto.toml", R"( [daemon] log_level = "info" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); EnvGuard msl("MallocStackLoggingNoCompact", "1"); EnvGuard mslCompact("MallocStackLogging", "0"); auto policy = ConfigResolver::resolveInstrumentationPolicy(DaemonConfig{}); CHECK((policy.profile == "auto")); CHECK(policy.memoryProfileActive); CHECK(policy.suppressAutoRepair); CHECK(policy.suppressSimeonLexicalBuild); CHECK(policy.suppressVectorIndexBuild); } SECTION("normal profile disables auto MSL suppression") { auto configPath = writeToml("instrumentation_normal.toml", R"( [daemon.instrumentation] profile = "normal" )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); EnvGuard msl("MallocStackLoggingNoCompact", "1"); auto policy = ConfigResolver::resolveInstrumentationPolicy(DaemonConfig{}); CHECK((policy.profile == "normal")); CHECK_FALSE(policy.memoryProfileActive); CHECK_FALSE(policy.suppressAutoRepair); CHECK_FALSE(policy.suppressSimeonLexicalBuild); CHECK_FALSE(policy.suppressVectorIndexBuild); } SECTION("memory profile supports explicit overrides and stack-log threshold") { auto configPath = writeToml("instrumentation_memory.toml", R"( [daemon.instrumentation] profile = "memory" suppress_auto_repair = false suppress_simeon_lexical_build = true suppress_vector_index_build = true msl_stack_log_warn_mb = 1536 )"); EnvGuard cfg("YAMS_CONFIG_PATH", configPath.string()); EnvGuard msl("MallocStackLogging", "0"); EnvGuard mslCompact("MallocStackLoggingNoCompact", "0"); auto policy = ConfigResolver::resolveInstrumentationPolicy(DaemonConfig{}); CHECK((policy.profile == "memory")); CHECK(policy.memoryProfileActive); CHECK_FALSE(policy.suppressAutoRepair); CHECK(policy.suppressSimeonLexicalBuild); CHECK(policy.suppressVectorIndexBuild); CHECK((policy.mslStackLogWarnBytes == 1536ULL * 1024ULL * 1024ULL)); } } TEST_CASE("ConfigResolver applies typed memory-sync policy", "[daemon][config][memory-sync]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"node_id", "123e4567-e89b-42d3-a456-426614174000"}, {"corpus_id", "corpus-a"}, {"corpus_epoch", "9"}, {"backend", "filesystem"}, {"path", "shared-memory"}, {"sync_interval_ms", "250"}, {"max_index_objects_per_sync", "17"}, {"max_envelope_bytes", "2048"}, {"max_value_bytes", "4096"}, {"max_merged_keys", "23"}, {"max_cache_bytes", "8192"}, {"max_tracked_identities", "31"}, {"mode", "temporary"}, {"session_id", "run-123"}, {"writer_auth_required", "true"}, {"writer_auth_manifest", "/secure/writers.json"}}}, }; DaemonConfig config; ConfigResolver::applyMemorySync(sections, config); CHECK(config.memorySync.enabled); CHECK(config.memorySync.nodeId == "123e4567-e89b-42d3-a456-426614174000"); CHECK(config.memorySync.corpusId == "corpus-a"); CHECK(config.memorySync.corpusEpoch == 9); CHECK(config.memorySync.backend == "filesystem"); CHECK(config.memorySync.path == "shared-memory"); CHECK(config.memorySync.syncIntervalMs == 250); CHECK(config.memorySync.limits.maxIndexObjectsPerSync == 17); CHECK(config.memorySync.limits.maxEnvelopeBytes == 2048); CHECK(config.memorySync.limits.maxValueBytes == 4096); CHECK(config.memorySync.limits.maxMergedKeys == 23); CHECK(config.memorySync.limits.maxCacheBytes == 8192); CHECK(config.memorySync.limits.maxTrackedIdentities == 31); CHECK(config.memorySync.mode == "temporary"); CHECK(config.memorySync.sessionId == "run-123"); CHECK(config.memorySync.writerAuthRequired); CHECK(config.memorySync.writerAuthManifestPath == "/secure/writers.json"); } TEST_CASE("ConfigResolver exposes explicit legacy migration mode", "[daemon][config][memory-sync]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"node_id", "123e4567-e89b-42d3-a456-426614174000"}, {"corpus_id", "corpus-a"}, {"corpus_epoch", "9"}, {"backend", "filesystem"}, {"path", "shared-memory"}, {"allow_legacy_unbound", "true"}}}, }; DaemonConfig config; ConfigResolver::applyMemorySync(sections, config); CHECK(config.memorySync.enabled); CHECK(config.memorySync.mode == "persistent-migration"); } TEST_CASE("ConfigResolver rejects legacy migration for temporary mode", "[daemon][config][memory-sync]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"node_id", "123e4567-e89b-42d3-a456-426614174000"}, {"corpus_id", "corpus-a"}, {"corpus_epoch", "9"}, {"backend", "filesystem"}, {"path", "shared-memory"}, {"mode", "temporary"}, {"session_id", "run-123"}, {"allow_legacy_unbound", "true"}}}, }; DaemonConfig config; CHECK_FALSE(ConfigResolver::applyMemorySync(sections, config)); CHECK_FALSE(config.memorySync.enabled); } TEST_CASE("ConfigResolver rejects writer authentication during legacy migration", "[daemon][config][memory-sync][auth]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"node_id", "123e4567-e89b-42d3-a456-426614174000"}, {"corpus_id", "corpus-a"}, {"corpus_epoch", "9"}, {"backend", "filesystem"}, {"path", "shared-memory"}, {"allow_legacy_unbound", "true"}, {"writer_auth_required", "true"}, {"writer_auth_manifest", "/secure/writers.json"}}}, }; DaemonConfig config; CHECK_FALSE(ConfigResolver::applyMemorySync(sections, config)); CHECK_FALSE(config.memorySync.enabled); } TEST_CASE("ConfigResolver rejects malformed writer authentication flag", "[daemon][config][memory-sync][auth]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"writer_auth_required", "sometimes"}}}, }; DaemonConfig config; CHECK_FALSE(ConfigResolver::applyMemorySync(sections, config)); CHECK_FALSE(config.memorySync.enabled); } TEST_CASE("ConfigResolver bounds temporary session expiry", "[daemon][config][memory-sync][temporary]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"node_id", "123e4567-e89b-42d3-a456-426614174000"}, {"corpus_id", "corpus-a"}, {"corpus_epoch", "9"}, {"backend", "filesystem"}, {"path", "shared-memory"}, {"mode", "temporary"}, {"session_id", "run-123"}, {"sync_interval_ms", "100"}, {"temporary_session_ttl_ms", "300"}}}, }; DaemonConfig config; ConfigResolver::applyMemorySync(sections, config); REQUIRE(config.memorySync.enabled); // pi-lens-ignore: clang:no_member CHECK(config.memorySync.temporarySessionTtlMs == 300); sections["memory_sync"]["temporary_session_ttl_ms"] = "299"; CHECK_FALSE(ConfigResolver::applyMemorySync(sections, config)); CHECK_FALSE(config.memorySync.enabled); } TEST_CASE("ConfigResolver rejects malformed opt-in memory sync", "[daemon][config][memory-sync]") { ConfigResolver::ConfigSections sections = { {"memory_sync", {{"enabled", "true"}, {"node_id", "node-a"}, {"backend", "s3"}, {"path", "s3://bucket/memory"}, {"sync_interval_ms", "0"}}}, }; DaemonConfig config; CHECK_FALSE(ConfigResolver::applyMemorySync(sections, config)); CHECK_FALSE(config.memorySync.enabled); }