f90c2819bd* perf: improving profile and assertions in ingestion and retrieval paths * perf: fix tests and profiling infrastructure * perf: improving profiling implementation and optimizations in ingestion path * perf: ingestion optimizations and profiling improvements * perf(ingest): cache dispatch policy resolution * perf: improving measurements of subsystems * perf(storage): batch ref-count commits * perf(ingest): route metadata writes through dedicated writers * perf: additional optimizations and benchmark docs update * docs(bench): add profiling bundle helpers * docs: make pipeline diagram user-facing
42 lines
55 KiB
JSON
42 lines
55 KiB
JSON
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_4490564016833_4997/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.844616417,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3824278767153899,"timestamp":"2026-04-13T23:59:28Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_4500500207083_6639/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.571999958,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T00:01:32Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_5775126122750_2910/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.854964333,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3819240766500372,"timestamp":"2026-04-14T00:20:53Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_5785096146833_187/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.522221583,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T00:22:56Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_7944967043125_1163/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.870912542,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3811502140306719,"timestamp":"2026-04-14T00:57:04Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_9721704224833_7122/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.846608792,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38233077237884555,"timestamp":"2026-04-14T01:26:39Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_9731650008041_7919/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.56540925,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T01:28:44Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13309238013791_1963/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.843469416,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3824838016044608,"timestamp":"2026-04-14T02:26:27Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13319178212666_6171/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.598165292,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T02:28:29Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13531758584083_9453/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.844488208,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.382434127052486,"timestamp":"2026-04-14T02:30:11Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13543706176208_691/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.569134084,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T02:32:16Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13778469279125_789/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.838830791,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38271013624179656,"timestamp":"2026-04-14T02:34:16Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13788406748166_2151/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.580469917,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T02:36:20Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13962775653333_9270/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.843881041,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3824637299213217,"timestamp":"2026-04-14T02:37:21Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_13973721293083_7377/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.562971334,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T02:39:25Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_14233096214000_6735/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.851538,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38209074451400477,"timestamp":"2026-04-14T02:41:51Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_14243040752208_659/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.54894975,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T02:43:54Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_14435795071583_236/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.838625375,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3827201653963467,"timestamp":"2026-04-14T02:45:14Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_14445739001583_5925/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.577456417,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T02:47:17Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_16330458342791_4268/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.853311459,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.382004459604357,"timestamp":"2026-04-14T03:16:48Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_16340401474541_2113/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.237143375,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T03:18:53Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_16896860086666_7520/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.845028167,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38240780480807673,"timestamp":"2026-04-14T03:26:15Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_16906813287833_2195/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":0,"drained":false,"duration_seconds":120.578061667,"exit_code":0,"files_failed":0,"files_indexed":0,"files_processed":3,"files_skipped":3,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0,"timestamp":"2026-04-14T03:28:19Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_20617424728750_8130/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.835898167,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38285336742049064,"timed_out":false,"timestamp":"2026-04-14T04:28:15Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_61123479365166_2301/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.82733275,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38327232223518287,"timed_out":false,"timestamp":"2026-04-14T15:43:22Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_323947749392250_4616/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.843947833,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3824604732044245,"timed_out":false,"timestamp":"2026-04-17T16:43:48Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_327947679983541_4111/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.834713666,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3829112495864377,"timed_out":false,"timestamp":"2026-04-17T17:50:28Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_328080240903375_8773/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.834638,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3829149476976473,"timed_out":false,"timestamp":"2026-04-17T17:52:41Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_328896541490958_1363/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.84028325,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3826392369178754,"timed_out":false,"timestamp":"2026-04-17T18:06:17Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_330655866051541_270/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.846572083,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.3823325610555026,"timed_out":false,"timestamp":"2026-04-17T18:35:36Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_336495522433875_5206/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.82622225,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38332670657289347,"timed_out":false,"timestamp":"2026-04-17T20:12:56Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_336505482619583_5607/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":false,"duration_seconds":120.510148833,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.0248941689065319,"timed_out":true,"timestamp":"2026-04-17T20:15:00Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_353359586841333_5142/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":7.846043625,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_no_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.38235831246732327,"timed_out":false,"timestamp":"2026-04-18T00:54:00Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_353369558377833_2875/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":false,"duration_seconds":120.473812334,"exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"iteration":0,"label":"topology_smoke_with_embeddings","post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"throughput_files_per_second":0.024901677317912374,"timed_out":true,"timestamp":"2026-04-18T00:56:04Z","topology_artifacts_fresh":false,"topology_dirty_documents":0,"topology_last_clusters_built":0,"topology_last_coalesced_dirty_sets":0,"topology_last_dirty_region_docs":0,"topology_last_dirty_seed_count":0,"topology_last_documents_processed":0,"topology_last_documents_requested":0,"topology_last_duration_ms":0,"topology_last_fallback_full_rebuilds":0,"topology_last_memberships_built":0,"topology_last_success_age_ms":0,"topology_rebuild_failures_total":0,"topology_rebuild_lag_ms":0,"topology_rebuild_running":false,"topology_rebuild_running_age_ms":0,"topology_rebuilds_total":0,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_559356925920791_4154/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.957824417,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.6051041238397289,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4850.88525,"timed_out":false,"timestamp":"2026-06-09T14:03:25Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_559400088571875_4380/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.947653167,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.6063480803402886,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4842.472,"timed_out":false,"timestamp":"2026-06-09T14:04:08Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_with_embeddings workers=2 embeddings=1","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_559407011603416_7641/topology_smoke_with_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":false,"duration_seconds":120.129585042,"embed_inflight":0,"embed_queued":0,"embedding_backend":"simeon","embedding_model":"simeon-default","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_with_embeddings","pipeline_counters":{"embed":{"consumed":3,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":3,"prepared_docs_queued":3,"queued":3},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":1,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":3,"dropped":0,"queued":3}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":true,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"fwht_4096_1024","throughput_files_per_second":0.02497303223807135,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":0.0,"timed_out":true,"timestamp":"2026-06-09T14:06:10Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":true,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_492404936424833_7074/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.96665425,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.6040283557084731,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4860.709834,"timed_out":false,"timestamp":"2026-06-18T12:30:55Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_494257007601458_6125/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.970845917,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.6035190086540757,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4866.056791,"timed_out":false,"timestamp":"2026-06-18T13:01:47Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_494317611733458_9328/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.960893042,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.6047298288032713,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4854.836125,"timed_out":false,"timestamp":"2026-06-18T13:02:47Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_494335841693208_6696/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.957479708,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.6051461986135476,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4851.594208,"timed_out":false,"timestamp":"2026-06-18T13:03:05Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|
|
{"add_documents_added":0,"add_message":"Directory ingestion accepted for asynchronous processing.","command":"daemon_ingest_full_pipeline label=topology_smoke_no_embeddings workers=2 embeddings=0","data_dir":"/var/folders/1b/mpgvv0q13lgf9cz5kzdp4yx00000gn/T/yams_ingest_bench_494449443896583_6755/topology_smoke_no_embeddings_0","dataset_files":3,"documents_indexed":0,"documents_total":3,"drained":true,"duration_seconds":4.973660625,"embed_inflight":0,"embed_queued":0,"embedding_backend":"disabled","embedding_model":"","exit_code":0,"files_failed":0,"files_indexed":3,"files_processed":3,"files_skipped":0,"hybrid_hit":true,"iteration":0,"keyword_hit":true,"label":"topology_smoke_no_embeddings","pipeline_counters":{"embed":{"consumed":0,"dropped":0,"hash_only_docs_queued":0,"prepared_chunks_queued":0,"prepared_docs_queued":0,"queued":0},"entity":{"consumed":0,"dropped":0,"queued":0},"kg":{"consumed":3,"dropped":0,"queued":3},"post":{"consumed":3,"dropped":0,"queued":0},"symbol":{"consumed":0,"dropped":0,"queued":0},"title":{"consumed":0,"dropped":0,"queued":0}},"post_ingest_failed":0,"post_ingest_inflight":0,"post_ingest_processed":0,"post_ingest_queued":0,"probe_expected_path":"","probe_token":"","require_topology_fresh":false,"simeon_lexical_configured":true,"simeon_lexical_ready":true,"simeon_recipe":"","throughput_files_per_second":0.603177463480432,"time_to_drained_ms":0.0,"time_to_hybrid_hit_ms":0.0,"time_to_keyword_hit_ms":0.0,"time_to_searchable_ms":4867.390125,"timed_out":false,"timestamp":"2026-06-18T13:04:59Z","topology_artifacts_fresh":false,"topology_dirty_documents":3,"topology_rebuild_running":false,"topology_validated":false,"worker_active":0,"worker_queued":0,"workers":2}
|