diff --git a/crates/miroir-core/src/scatter.rs b/crates/miroir-core/src/scatter.rs index 2e76bb8..74f4967 100644 --- a/crates/miroir-core/src/scatter.rs +++ b/crates/miroir-core/src/scatter.rs @@ -1,7 +1,7 @@ //! Scatter orchestration: fan-out logic and covering set builder. use crate::config::UnavailableShardPolicy; -use crate::merger::ShardHitPage; +use crate::merger::{merge, MergeInput, MergedSearchResult, ShardHitPage}; use crate::router::{covering_set, query_group}; use crate::topology::{NodeId, Topology}; use crate::Result; @@ -292,6 +292,55 @@ pub async fn execute_scatter( }) } +/// Execute a full scatter-gather search: fan out to nodes, then RRF-merge results. +/// +/// This is the primary entry point for the read path. It combines +/// `execute_scatter` (fan-out) with `merge` (RRF result merging) +/// into a single operation. +/// +/// # Arguments +/// * `plan` - Scatter plan from `plan_search_scatter` +/// * `client` - HTTP client for communicating with nodes +/// * `req` - Search request to execute +/// * `topology` - Current topology (for resolving node addresses) +/// * `policy` - Policy for handling unavailable shards +/// +/// # Returns +/// A `MergedSearchResult` with globally ranked hits using RRF. +pub async fn scatter_gather_search( + plan: ScatterPlan, + client: &C, + req: SearchRequest, + topology: &Topology, + policy: UnavailableShardPolicy, +) -> Result { + let scatter_result = execute_scatter(plan, client, req.clone(), topology, policy).await?; + + // Mark failed shards as degraded in the shard pages + let mut shard_pages = scatter_result.shard_pages; + if scatter_result.partial { + // Add failed shard markers so the merger sets the degraded flag + for shard_id in scatter_result.failed_shards.keys() { + shard_pages.push(ShardHitPage { + body: serde_json::json!({ + "success": false, + "message": format!("shard {} unavailable", shard_id), + }), + }); + } + } + + let merge_input = MergeInput { + shard_hits: shard_pages, + offset: req.offset, + limit: req.limit, + client_requested_score: req.ranking_score, + facets: req.facets.clone(), + }; + + merge(merge_input) +} + /// Stubs for testing (no actual network calls). /// Mock `NodeClient` for testing. @@ -546,4 +595,98 @@ mod tests { let net_err = NodeError::NetworkError("connection refused".to_string()); assert!(matches!(net_err, NodeError::NetworkError(_))); } + + #[tokio::test] + async fn test_scatter_gather_search_rrf_merge() { + let topo = make_test_topology(); + let plan = plan_search_scatter(&topo, 0, 2, 64); + + let mut client = MockNodeClient::default(); + // Each node returns different hits + client.responses.insert( + NodeId::new("node-0".to_string()), + serde_json::json!({ + "hits": [ + {"id": "doc-a", "title": "Doc A", "_rankingScore": 0.9}, + {"id": "doc-b", "title": "Doc B", "_rankingScore": 0.7}, + ], + "estimatedTotalHits": 2, + "processingTimeMs": 5, + }), + ); + client.responses.insert( + NodeId::new("node-1".to_string()), + serde_json::json!({ + "hits": [{"id": "doc-c", "title": "Doc C", "_rankingScore": 0.8}], + "estimatedTotalHits": 1, + "processingTimeMs": 3, + }), + ); + client.responses.insert( + NodeId::new("node-2".to_string()), + serde_json::json!({ + "hits": [{"id": "doc-d", "title": "Doc D", "_rankingScore": 0.6}], + "estimatedTotalHits": 1, + "processingTimeMs": 4, + }), + ); + + let req = SearchRequest { + index_uid: "test".to_string(), + query: Some("test".to_string()), + offset: 0, + limit: 10, + filter: None, + facets: None, + ranking_score: false, + body: serde_json::json!({}), + }; + + let result = scatter_gather_search(plan, &client, req, &topo, UnavailableShardPolicy::Partial) + .await + .unwrap(); + + assert!(!result.degraded); + assert_eq!(result.hits.len(), 4); // 4 unique docs across all nodes + assert!(result.estimated_total_hits > 0); + } + + #[tokio::test] + async fn test_scatter_gather_search_degraded() { + let topo = make_test_topology(); + let plan = plan_search_scatter(&topo, 0, 2, 64); + + let mut client = MockNodeClient::default(); + client.responses.insert( + NodeId::new("node-0".to_string()), + serde_json::json!({ + "hits": [{"id": "doc-a", "title": "Doc A"}], + "estimatedTotalHits": 1, + "processingTimeMs": 5, + }), + ); + // node-1 and node-2 get default empty responses, but node-0 returns data + // Make node-2 fail + client.errors.insert( + NodeId::new("node-2".to_string()), + NodeError::Timeout, + ); + + let req = SearchRequest { + index_uid: "test".to_string(), + query: Some("test".to_string()), + offset: 0, + limit: 10, + filter: None, + facets: None, + ranking_score: false, + body: serde_json::json!({}), + }; + + let result = scatter_gather_search(plan, &client, req, &topo, UnavailableShardPolicy::Partial) + .await + .unwrap(); + + assert!(result.degraded); + } } diff --git a/tests/benches/score-comparability/results/comparison-report-rrf.json b/tests/benches/score-comparability/results/comparison-report-rrf.json new file mode 100644 index 0000000..c177572 --- /dev/null +++ b/tests/benches/score-comparability/results/comparison-report-rrf.json @@ -0,0 +1,11359 @@ +{ + "total_queries": 806, + "avg_tau": 0.12414848507902454, + "min_tau": -0.16842105263157894, + "max_tau": 0.696969696969697, + "ci_95": [ + 0.11391439943732333, + 0.13438257072072574 + ], + "stddev": 0.14823832411660173, + "stderr": 0.005221472266174086, + "below_095_count": 806, + "below_090_count": 806, + "below_080_count": 806, + "pass_criteria": false, + "type_stats": { + "filtered": { + "count": 164, + "avg_tau": 0.07269360173577004, + "min_tau": -0.15789473684210525, + "max_tau": 0.5164835164835165, + "ci_95": [ + 0.055939525127271, + 0.08944767834426907 + ], + "stddev": 0.10946778980376212 + }, + "multi_term": { + "count": 193, + "avg_tau": 0.10357677895558083, + "min_tau": -0.16842105263157894, + "max_tau": 0.696969696969697, + "ci_95": [ + 0.08260216079165339, + 0.12455139711950827 + ], + "stddev": 0.14866770818492786 + }, + "single_term": { + "count": 216, + "avg_tau": 0.13040026741614738, + "min_tau": -0.0718954248366013, + "max_tau": 0.4857142857142857, + "ci_95": [ + 0.11218062053324977, + 0.14861991429904498 + ], + "stddev": 0.1366188923167016 + }, + "common_term": { + "count": 121, + "avg_tau": 0.12219692477349259, + "min_tau": -0.014705882352941176, + "max_tau": 0.45454545454545453, + "ci_95": [ + 0.08956200909575131, + 0.15483184045123388 + ], + "stddev": 0.1831551390077317 + }, + "rare_term": { + "count": 112, + "avg_tau": 0.22499396688499962, + "min_tau": 0.08823529411764706, + "max_tau": 0.4857142857142857, + "ci_95": [ + 0.2014722193151053, + 0.24851571445489393 + ], + "stddev": 0.12700549892158816 + } + }, + "per_query": [ + { + "query_id": "q-filter-01674", + "query_type": "filtered", + "tau": -0.0196078431372549, + "details": { + "concordant": 75, + "discordant": 78, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "model" + }, + { + "query_id": "q-multi-00389", + "query_type": "multi_term", + "tau": 0.34065934065934067, + "details": { + "concordant": 61, + "discordant": 30, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "framework treatment laboratory symptom" + }, + { + "query_id": "q-filter-01819", + "query_type": "filtered", + "tau": -0.04411764705882353, + "details": { + "concordant": 65, + "discordant": 71, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "platform" + }, + { + "query_id": "q-single-01693", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-common-00937", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-00381", + "query_type": "filtered", + "tau": 0.11764705882352941, + "details": { + "concordant": 76, + "discordant": 60, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "strategy" + }, + { + "query_id": "q-rare-01062", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-01443", + "query_type": "filtered", + "tau": -0.021052631578947368, + "details": { + "concordant": 93, + "discordant": 97, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "strategy" + }, + { + "query_id": "q-single-00324", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-filter-01342", + "query_type": "filtered", + "tau": 0.09523809523809523, + "details": { + "concordant": 115, + "discordant": 95, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "method" + }, + { + "query_id": "q-multi-02150", + "query_type": "multi_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 59, + "discordant": 46, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "database solution stock" + }, + { + "query_id": "q-filter-00674", + "query_type": "filtered", + "tau": 0.06315789473684211, + "details": { + "concordant": 101, + "discordant": 89, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "symptom" + }, + { + "query_id": "q-single-01724", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-02111", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-common-00352", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-00915", + "query_type": "multi_term", + "tau": 0.42424242424242425, + "details": { + "concordant": 47, + "discordant": 19, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "stock operations customer algorithm" + }, + { + "query_id": "q-multi-01427", + "query_type": "multi_term", + "tau": 0.04411764705882353, + "details": { + "concordant": 71, + "discordant": 65, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "customer growth data management" + }, + { + "query_id": "q-rare-00300", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-single-01885", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-filter-00753", + "query_type": "filtered", + "tau": -0.05714285714285714, + "details": { + "concordant": 99, + "discordant": 111, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "diagnosis" + }, + { + "query_id": "q-multi-02281", + "query_type": "multi_term", + "tau": 0.3088235294117647, + "details": { + "concordant": 89, + "discordant": 47, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "design platform" + }, + { + "query_id": "q-rare-01297", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-01092", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-filter-00652", + "query_type": "filtered", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "treatment" + }, + { + "query_id": "q-single-02379", + "query_type": "single_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-filter-00330", + "query_type": "filtered", + "tau": 0.10526315789473684, + "details": { + "concordant": 105, + "discordant": 85, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-multi-00455", + "query_type": "multi_term", + "tau": -0.02857142857142857, + "details": { + "concordant": 102, + "discordant": 108, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "diagnosis solution discovery medicine" + }, + { + "query_id": "q-filter-00869", + "query_type": "filtered", + "tau": 0.17647058823529413, + "details": { + "concordant": 90, + "discordant": 63, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "symptom" + }, + { + "query_id": "q-filter-01661", + "query_type": "filtered", + "tau": 0.1895424836601307, + "details": { + "concordant": 91, + "discordant": 62, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "hypothesis" + }, + { + "query_id": "q-single-02034", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-multi-00618", + "query_type": "multi_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation approach" + }, + { + "query_id": "q-single-00678", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-filter-00955", + "query_type": "filtered", + "tau": 0.14285714285714285, + "details": { + "concordant": 120, + "discordant": 90, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00718", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-common-01335", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-00228", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "research" + }, + { + "query_id": "q-single-01658", + "query_type": "single_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "experiment" + }, + { + "query_id": "q-filter-01023", + "query_type": "filtered", + "tau": 0.0, + "details": { + "concordant": 95, + "discordant": 95, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-filter-00382", + "query_type": "filtered", + "tau": 0.2833333333333333, + "details": { + "concordant": 77, + "discordant": 43, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "research" + }, + { + "query_id": "q-rare-01012", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-00990", + "query_type": "multi_term", + "tau": 0.07352941176470588, + "details": { + "concordant": 73, + "discordant": 63, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "customer server strategy" + }, + { + "query_id": "q-common-01241", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-01364", + "query_type": "multi_term", + "tau": 0.11764705882352941, + "details": { + "concordant": 76, + "discordant": 60, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "growth system solution therapy" + }, + { + "query_id": "q-multi-00225", + "query_type": "multi_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "network data investment" + }, + { + "query_id": "q-single-01763", + "query_type": "single_term", + "tau": 0.23333333333333334, + "details": { + "concordant": 74, + "discordant": 46, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "solution" + }, + { + "query_id": "q-multi-01101", + "query_type": "multi_term", + "tau": 0.13333333333333333, + "details": { + "concordant": 68, + "discordant": 52, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "product process design" + }, + { + "query_id": "q-multi-02490", + "query_type": "multi_term", + "tau": 0.22875816993464052, + "details": { + "concordant": 94, + "discordant": 59, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "yield investment" + }, + { + "query_id": "q-common-00104", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-00498", + "query_type": "filtered", + "tau": 0.03333333333333333, + "details": { + "concordant": 62, + "discordant": 58, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-single-01172", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "diagnosis" + }, + { + "query_id": "q-filter-00913", + "query_type": "filtered", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "patient" + }, + { + "query_id": "q-rare-00863", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-common-01004", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-00051", + "query_type": "multi_term", + "tau": 0.11764705882352941, + "details": { + "concordant": 76, + "discordant": 60, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data framework solution system" + }, + { + "query_id": "q-common-00710", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-00333", + "query_type": "single_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "treatment" + }, + { + "query_id": "q-multi-02317", + "query_type": "multi_term", + "tau": 0.20512820512820512, + "details": { + "concordant": 47, + "discordant": 31, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "growth dividend strategy" + }, + { + "query_id": "q-multi-00635", + "query_type": "multi_term", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "wellness hypothesis research diagnosis" + }, + { + "query_id": "q-rare-00124", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-common-01273", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-rare-01116", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-02279", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-single-01278", + "query_type": "single_term", + "tau": 0.16996047430830039, + "details": { + "concordant": 148, + "discordant": 105, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "analysis" + }, + { + "query_id": "q-rare-00746", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-00334", + "query_type": "multi_term", + "tau": 0.014705882352941176, + "details": { + "concordant": 69, + "discordant": 67, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "discovery customer design server" + }, + { + "query_id": "q-rare-01442", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-multi-00172", + "query_type": "multi_term", + "tau": -0.0196078431372549, + "details": { + "concordant": 75, + "discordant": 78, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "approach operations server" + }, + { + "query_id": "q-multi-01414", + "query_type": "multi_term", + "tau": -0.0457516339869281, + "details": { + "concordant": 73, + "discordant": 80, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine solution operations" + }, + { + "query_id": "q-multi-00253", + "query_type": "multi_term", + "tau": 0.20666666666666667, + "details": { + "concordant": 181, + "discordant": 119, + "total_pairs": 300, + "common_docs": 25, + "only_in_r1": 75, + "only_in_r2": 75 + }, + "query": "investment symptom" + }, + { + "query_id": "q-single-02190", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-01813", + "query_type": "filtered", + "tau": 0.09941520467836257, + "details": { + "concordant": 94, + "discordant": 77, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "platform" + }, + { + "query_id": "q-filter-00227", + "query_type": "filtered", + "tau": 0.0380952380952381, + "details": { + "concordant": 109, + "discordant": 101, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "treatment" + }, + { + "query_id": "q-single-02012", + "query_type": "single_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-filter-00406", + "query_type": "filtered", + "tau": 0.030303030303030304, + "details": { + "concordant": 119, + "discordant": 112, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "database" + }, + { + "query_id": "q-rare-01351", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-00315", + "query_type": "filtered", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-multi-00713", + "query_type": "multi_term", + "tau": -0.14736842105263157, + "details": { + "concordant": 81, + "discordant": 109, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "clinical service approach therapy" + }, + { + "query_id": "q-single-00072", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-single-02432", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-multi-00684", + "query_type": "multi_term", + "tau": 0.04093567251461988, + "details": { + "concordant": 89, + "discordant": 82, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "product research" + }, + { + "query_id": "q-single-00997", + "query_type": "single_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-single-01076", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-multi-00770", + "query_type": "multi_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "method platform diagnosis approach" + }, + { + "query_id": "q-filter-01586", + "query_type": "filtered", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "platform" + }, + { + "query_id": "q-multi-01302", + "query_type": "multi_term", + "tau": 0.18681318681318682, + "details": { + "concordant": 54, + "discordant": 37, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "yield management cloud code" + }, + { + "query_id": "q-filter-01192", + "query_type": "filtered", + "tau": 0.23809523809523808, + "details": { + "concordant": 65, + "discordant": 40, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "solution" + }, + { + "query_id": "q-common-00442", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-multi-02417", + "query_type": "multi_term", + "tau": 0.18095238095238095, + "details": { + "concordant": 62, + "discordant": 43, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "data medicine hypothesis" + }, + { + "query_id": "q-multi-02157", + "query_type": "multi_term", + "tau": -0.11578947368421053, + "details": { + "concordant": 84, + "discordant": 106, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "treatment portfolio implementation" + }, + { + "query_id": "q-single-00622", + "query_type": "single_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "therapy" + }, + { + "query_id": "q-single-00502", + "query_type": "single_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "market" + }, + { + "query_id": "q-multi-01597", + "query_type": "multi_term", + "tau": -0.04093567251461988, + "details": { + "concordant": 82, + "discordant": 89, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "server hypothesis symptom design" + }, + { + "query_id": "q-single-01558", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-single-02286", + "query_type": "single_term", + "tau": 0.16996047430830039, + "details": { + "concordant": 148, + "discordant": 105, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "analysis" + }, + { + "query_id": "q-rare-00581", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-01376", + "query_type": "multi_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "operations service stock" + }, + { + "query_id": "q-common-00325", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-02050", + "query_type": "single_term", + "tau": 0.23333333333333334, + "details": { + "concordant": 74, + "discordant": 46, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "solution" + }, + { + "query_id": "q-common-00201", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-single-02025", + "query_type": "single_term", + "tau": 0.31666666666666665, + "details": { + "concordant": 79, + "discordant": 41, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "method" + }, + { + "query_id": "q-multi-00033", + "query_type": "multi_term", + "tau": 0.16176470588235295, + "details": { + "concordant": 79, + "discordant": 57, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "discovery server patient" + }, + { + "query_id": "q-filter-01438", + "query_type": "filtered", + "tau": 0.23076923076923078, + "details": { + "concordant": 56, + "discordant": 35, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "customer" + }, + { + "query_id": "q-common-00509", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-00305", + "query_type": "multi_term", + "tau": 0.11764705882352941, + "details": { + "concordant": 76, + "discordant": 60, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "yield experiment" + }, + { + "query_id": "q-multi-00718", + "query_type": "multi_term", + "tau": 0.2571428571428571, + "details": { + "concordant": 66, + "discordant": 39, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "process analysis algorithm" + }, + { + "query_id": "q-filter-00117", + "query_type": "filtered", + "tau": 0.031578947368421054, + "details": { + "concordant": 98, + "discordant": 92, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "trading" + }, + { + "query_id": "q-rare-00436", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-01386", + "query_type": "filtered", + "tau": 0.006535947712418301, + "details": { + "concordant": 77, + "discordant": 76, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory" + }, + { + "query_id": "q-filter-01113", + "query_type": "filtered", + "tau": 0.27485380116959063, + "details": { + "concordant": 109, + "discordant": 62, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "approach" + }, + { + "query_id": "q-common-00736", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-00246", + "query_type": "multi_term", + "tau": 0.28421052631578947, + "details": { + "concordant": 122, + "discordant": 68, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "api laboratory" + }, + { + "query_id": "q-multi-00485", + "query_type": "multi_term", + "tau": 0.16666666666666666, + "details": { + "concordant": 70, + "discordant": 50, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "server medicine" + }, + { + "query_id": "q-single-01999", + "query_type": "single_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-single-01620", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "software" + }, + { + "query_id": "q-multi-00440", + "query_type": "multi_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "implementation data analysis" + }, + { + "query_id": "q-single-01978", + "query_type": "single_term", + "tau": 0.2571428571428571, + "details": { + "concordant": 66, + "discordant": 39, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "process" + }, + { + "query_id": "q-rare-01378", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-common-00803", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-filter-00614", + "query_type": "filtered", + "tau": 0.09941520467836257, + "details": { + "concordant": 94, + "discordant": 77, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "platform" + }, + { + "query_id": "q-single-00649", + "query_type": "single_term", + "tau": 0.31868131868131866, + "details": { + "concordant": 60, + "discordant": 31, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "management" + }, + { + "query_id": "q-single-01734", + "query_type": "single_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "market" + }, + { + "query_id": "q-single-02047", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory" + }, + { + "query_id": "q-single-01234", + "query_type": "single_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-02121", + "query_type": "multi_term", + "tau": -0.04093567251461988, + "details": { + "concordant": 82, + "discordant": 89, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "analysis market" + }, + { + "query_id": "q-filter-01575", + "query_type": "filtered", + "tau": 0.11428571428571428, + "details": { + "concordant": 117, + "discordant": 93, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "wellness" + }, + { + "query_id": "q-rare-00716", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-01812", + "query_type": "single_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "experiment" + }, + { + "query_id": "q-multi-00006", + "query_type": "multi_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "api server" + }, + { + "query_id": "q-common-00536", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-00330", + "query_type": "single_term", + "tau": 0.4725274725274725, + "details": { + "concordant": 67, + "discordant": 24, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "patient" + }, + { + "query_id": "q-multi-00749", + "query_type": "multi_term", + "tau": 0.17894736842105263, + "details": { + "concordant": 112, + "discordant": 78, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "theory code design diagnosis" + }, + { + "query_id": "q-common-01119", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-common-01199", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-01974", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-rare-00633", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-rare-01200", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-multi-01300", + "query_type": "multi_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "solution experiment" + }, + { + "query_id": "q-single-00936", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-01339", + "query_type": "single_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-common-00667", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-02499", + "query_type": "multi_term", + "tau": 0.05263157894736842, + "details": { + "concordant": 100, + "discordant": 90, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "product symptom asset research" + }, + { + "query_id": "q-multi-02460", + "query_type": "multi_term", + "tau": 0.18681318681318682, + "details": { + "concordant": 54, + "discordant": 37, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "software experiment network" + }, + { + "query_id": "q-common-01334", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-01269", + "query_type": "multi_term", + "tau": -0.06666666666666667, + "details": { + "concordant": 98, + "discordant": 112, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "solution process platform" + }, + { + "query_id": "q-multi-00291", + "query_type": "multi_term", + "tau": 0.21212121212121213, + "details": { + "concordant": 140, + "discordant": 91, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "market laboratory data theory" + }, + { + "query_id": "q-filter-01810", + "query_type": "filtered", + "tau": 0.047619047619047616, + "details": { + "concordant": 110, + "discordant": 100, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "trading" + }, + { + "query_id": "q-single-01040", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-common-00324", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-multi-00384", + "query_type": "multi_term", + "tau": 0.18681318681318682, + "details": { + "concordant": 54, + "discordant": 37, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "algorithm management process investment" + }, + { + "query_id": "q-multi-02045", + "query_type": "multi_term", + "tau": 0.0457516339869281, + "details": { + "concordant": 80, + "discordant": 73, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "data framework model analysis" + }, + { + "query_id": "q-filter-01442", + "query_type": "filtered", + "tau": 0.006535947712418301, + "details": { + "concordant": 77, + "discordant": 76, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "therapy" + }, + { + "query_id": "q-filter-01495", + "query_type": "filtered", + "tau": 0.16339869281045752, + "details": { + "concordant": 89, + "discordant": 64, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "method" + }, + { + "query_id": "q-multi-00241", + "query_type": "multi_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "algorithm data" + }, + { + "query_id": "q-common-00085", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-00378", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "operations" + }, + { + "query_id": "q-single-01533", + "query_type": "single_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "treatment" + }, + { + "query_id": "q-rare-01266", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-common-00422", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-00872", + "query_type": "filtered", + "tau": 0.16176470588235295, + "details": { + "concordant": 79, + "discordant": 57, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "method" + }, + { + "query_id": "q-single-02007", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "diagnosis" + }, + { + "query_id": "q-common-00234", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-02302", + "query_type": "multi_term", + "tau": 0.05, + "details": { + "concordant": 63, + "discordant": 57, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "treatment dividend clinical code" + }, + { + "query_id": "q-multi-01003", + "query_type": "multi_term", + "tau": 0.016666666666666666, + "details": { + "concordant": 61, + "discordant": 59, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "approach asset code framework" + }, + { + "query_id": "q-rare-00064", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-01565", + "query_type": "multi_term", + "tau": 0.009523809523809525, + "details": { + "concordant": 106, + "discordant": 104, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "cloud symptom market" + }, + { + "query_id": "q-single-00714", + "query_type": "single_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-01900", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "investment" + }, + { + "query_id": "q-rare-00791", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-filter-00544", + "query_type": "filtered", + "tau": 0.0196078431372549, + "details": { + "concordant": 78, + "discordant": 75, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "market" + }, + { + "query_id": "q-filter-01979", + "query_type": "filtered", + "tau": 0.07352941176470588, + "details": { + "concordant": 73, + "discordant": 63, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "solution" + }, + { + "query_id": "q-common-00343", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-01256", + "query_type": "filtered", + "tau": 0.25, + "details": { + "concordant": 75, + "discordant": 45, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "system" + }, + { + "query_id": "q-common-00171", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-00114", + "query_type": "filtered", + "tau": -0.047619047619047616, + "details": { + "concordant": 110, + "discordant": 121, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "discovery" + }, + { + "query_id": "q-filter-00944", + "query_type": "filtered", + "tau": 0.047619047619047616, + "details": { + "concordant": 110, + "discordant": 100, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "trading" + }, + { + "query_id": "q-single-00450", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "research" + }, + { + "query_id": "q-single-02462", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-single-00564", + "query_type": "single_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "dividend" + }, + { + "query_id": "q-single-02098", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "diagnosis" + }, + { + "query_id": "q-multi-01063", + "query_type": "multi_term", + "tau": 0.46153846153846156, + "details": { + "concordant": 57, + "discordant": 21, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "solution approach experiment hypothesis" + }, + { + "query_id": "q-multi-00477", + "query_type": "multi_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "software algorithm" + }, + { + "query_id": "q-single-01714", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-multi-01000", + "query_type": "multi_term", + "tau": -0.05263157894736842, + "details": { + "concordant": 81, + "discordant": 90, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "diagnosis solution" + }, + { + "query_id": "q-filter-01270", + "query_type": "filtered", + "tau": 0.2679738562091503, + "details": { + "concordant": 97, + "discordant": 56, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "system" + }, + { + "query_id": "q-single-00399", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-filter-01669", + "query_type": "filtered", + "tau": 0.18095238095238095, + "details": { + "concordant": 62, + "discordant": 43, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "server" + }, + { + "query_id": "q-multi-00926", + "query_type": "multi_term", + "tau": -0.006535947712418301, + "details": { + "concordant": 76, + "discordant": 77, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "process yield solution" + }, + { + "query_id": "q-multi-02299", + "query_type": "multi_term", + "tau": 0.28205128205128205, + "details": { + "concordant": 50, + "discordant": 28, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "server stock market theory" + }, + { + "query_id": "q-single-01142", + "query_type": "single_term", + "tau": 0.01904761904761905, + "details": { + "concordant": 107, + "discordant": 103, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "growth" + }, + { + "query_id": "q-multi-00173", + "query_type": "multi_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "dividend design" + }, + { + "query_id": "q-multi-01043", + "query_type": "multi_term", + "tau": 0.19298245614035087, + "details": { + "concordant": 102, + "discordant": 69, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "analysis clinical medicine" + }, + { + "query_id": "q-single-00299", + "query_type": "single_term", + "tau": 0.4725274725274725, + "details": { + "concordant": 67, + "discordant": 24, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "patient" + }, + { + "query_id": "q-single-02475", + "query_type": "single_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-rare-00918", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-00697", + "query_type": "multi_term", + "tau": 0.15, + "details": { + "concordant": 69, + "discordant": 51, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "software service" + }, + { + "query_id": "q-common-01225", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-rare-00759", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-01936", + "query_type": "multi_term", + "tau": 0.20261437908496732, + "details": { + "concordant": 92, + "discordant": 61, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product operations" + }, + { + "query_id": "q-common-01126", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-01242", + "query_type": "multi_term", + "tau": 0.12087912087912088, + "details": { + "concordant": 51, + "discordant": 40, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "stock investment dividend" + }, + { + "query_id": "q-common-00002", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-01021", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-01906", + "query_type": "multi_term", + "tau": 0.11764705882352941, + "details": { + "concordant": 76, + "discordant": 60, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model discovery symptom" + }, + { + "query_id": "q-filter-00312", + "query_type": "filtered", + "tau": 0.06315789473684211, + "details": { + "concordant": 101, + "discordant": 89, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "symptom" + }, + { + "query_id": "q-rare-01229", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-common-00024", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-filter-00509", + "query_type": "filtered", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-00864", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-single-01014", + "query_type": "single_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-single-02414", + "query_type": "single_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "dividend" + }, + { + "query_id": "q-filter-01408", + "query_type": "filtered", + "tau": -0.06432748538011696, + "details": { + "concordant": 80, + "discordant": 91, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-00998", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-filter-00525", + "query_type": "filtered", + "tau": 0.08496732026143791, + "details": { + "concordant": 83, + "discordant": 70, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "solution" + }, + { + "query_id": "q-common-00685", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-00192", + "query_type": "multi_term", + "tau": -0.006535947712418301, + "details": { + "concordant": 76, + "discordant": 77, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "framework process model" + }, + { + "query_id": "q-common-00707", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-filter-01589", + "query_type": "filtered", + "tau": 0.16339869281045752, + "details": { + "concordant": 89, + "discordant": 64, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "analysis" + }, + { + "query_id": "q-rare-01317", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-02493", + "query_type": "multi_term", + "tau": 0.021052631578947368, + "details": { + "concordant": 97, + "discordant": 93, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "asset framework research" + }, + { + "query_id": "q-multi-00406", + "query_type": "multi_term", + "tau": 0.23809523809523808, + "details": { + "concordant": 65, + "discordant": 40, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "strategy implementation diagnosis symptom" + }, + { + "query_id": "q-filter-01145", + "query_type": "filtered", + "tau": 0.0196078431372549, + "details": { + "concordant": 78, + "discordant": 75, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-rare-00396", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-01570", + "query_type": "filtered", + "tau": 0.16176470588235295, + "details": { + "concordant": 79, + "discordant": 57, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "framework" + }, + { + "query_id": "q-filter-00375", + "query_type": "filtered", + "tau": -0.0380952380952381, + "details": { + "concordant": 101, + "discordant": 109, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "experiment" + }, + { + "query_id": "q-multi-01027", + "query_type": "multi_term", + "tau": 0.25, + "details": { + "concordant": 75, + "discordant": 45, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "platform experiment operations" + }, + { + "query_id": "q-single-01380", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-filter-01976", + "query_type": "filtered", + "tau": 0.0457516339869281, + "details": { + "concordant": 80, + "discordant": 73, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "investment" + }, + { + "query_id": "q-filter-00401", + "query_type": "filtered", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "hypothesis" + }, + { + "query_id": "q-rare-00635", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-single-00640", + "query_type": "single_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-rare-00584", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-00789", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-single-01919", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "portfolio" + }, + { + "query_id": "q-common-00641", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-single-02090", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "portfolio" + }, + { + "query_id": "q-common-00540", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-00704", + "query_type": "filtered", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "software" + }, + { + "query_id": "q-single-02017", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory" + }, + { + "query_id": "q-single-01197", + "query_type": "single_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-filter-01516", + "query_type": "filtered", + "tau": 0.23076923076923078, + "details": { + "concordant": 56, + "discordant": 35, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "patient" + }, + { + "query_id": "q-single-01772", + "query_type": "single_term", + "tau": 0.31666666666666665, + "details": { + "concordant": 79, + "discordant": 41, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "method" + }, + { + "query_id": "q-single-01056", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-rare-00398", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-00078", + "query_type": "single_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "treatment" + }, + { + "query_id": "q-single-00418", + "query_type": "single_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "discovery" + }, + { + "query_id": "q-multi-00855", + "query_type": "multi_term", + "tau": 0.04411764705882353, + "details": { + "concordant": 71, + "discordant": 65, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "asset platform" + }, + { + "query_id": "q-rare-01267", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-filter-01274", + "query_type": "filtered", + "tau": 0.10526315789473684, + "details": { + "concordant": 105, + "discordant": 85, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-single-01141", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service" + }, + { + "query_id": "q-single-00420", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "investment" + }, + { + "query_id": "q-multi-00626", + "query_type": "multi_term", + "tau": 0.0457516339869281, + "details": { + "concordant": 80, + "discordant": 73, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "method discovery product process" + }, + { + "query_id": "q-common-00755", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-common-01246", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-00056", + "query_type": "multi_term", + "tau": 0.05263157894736842, + "details": { + "concordant": 90, + "discordant": 81, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "management implementation treatment market" + }, + { + "query_id": "q-filter-01985", + "query_type": "filtered", + "tau": 0.17647058823529413, + "details": { + "concordant": 80, + "discordant": 56, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "patient" + }, + { + "query_id": "q-multi-01494", + "query_type": "multi_term", + "tau": 0.05, + "details": { + "concordant": 63, + "discordant": 57, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "patient service algorithm" + }, + { + "query_id": "q-common-00439", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-01447", + "query_type": "filtered", + "tau": 0.08771929824561403, + "details": { + "concordant": 93, + "discordant": 78, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "network" + }, + { + "query_id": "q-multi-00227", + "query_type": "multi_term", + "tau": -0.08300395256916997, + "details": { + "concordant": 116, + "discordant": 137, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "theory treatment design model" + }, + { + "query_id": "q-single-00988", + "query_type": "single_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "experiment" + }, + { + "query_id": "q-rare-00921", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-single-01591", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-multi-01562", + "query_type": "multi_term", + "tau": -0.06666666666666667, + "details": { + "concordant": 98, + "discordant": 112, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "asset code trading" + }, + { + "query_id": "q-single-01256", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory" + }, + { + "query_id": "q-filter-01850", + "query_type": "filtered", + "tau": 0.029239766081871343, + "details": { + "concordant": 88, + "discordant": 83, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "wellness" + }, + { + "query_id": "q-common-00512", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-00901", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-common-01192", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-00474", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "software" + }, + { + "query_id": "q-filter-01100", + "query_type": "filtered", + "tau": 0.0196078431372549, + "details": { + "concordant": 78, + "discordant": 75, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "market" + }, + { + "query_id": "q-multi-02452", + "query_type": "multi_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "platform stock" + }, + { + "query_id": "q-common-01312", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-common-00561", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-02201", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-multi-00310", + "query_type": "multi_term", + "tau": -0.042105263157894736, + "details": { + "concordant": 91, + "discordant": 99, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "analysis operations treatment management" + }, + { + "query_id": "q-multi-01356", + "query_type": "multi_term", + "tau": 0.08225108225108226, + "details": { + "concordant": 125, + "discordant": 106, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "strategy code yield customer" + }, + { + "query_id": "q-filter-01140", + "query_type": "filtered", + "tau": 0.1111111111111111, + "details": { + "concordant": 95, + "discordant": 76, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-common-01389", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-01647", + "query_type": "multi_term", + "tau": 0.029411764705882353, + "details": { + "concordant": 70, + "discordant": 66, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "method market service framework" + }, + { + "query_id": "q-rare-01458", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-00093", + "query_type": "multi_term", + "tau": 0.07352941176470588, + "details": { + "concordant": 73, + "discordant": 63, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "operations code theory hypothesis" + }, + { + "query_id": "q-multi-00830", + "query_type": "multi_term", + "tau": 0.16666666666666666, + "details": { + "concordant": 70, + "discordant": 50, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "strategy code hypothesis" + }, + { + "query_id": "q-rare-00875", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-01027", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-rare-01054", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-00995", + "query_type": "single_term", + "tau": 0.1368421052631579, + "details": { + "concordant": 108, + "discordant": 82, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-multi-01738", + "query_type": "multi_term", + "tau": -0.06315789473684211, + "details": { + "concordant": 89, + "discordant": 101, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "operations model data" + }, + { + "query_id": "q-multi-01170", + "query_type": "multi_term", + "tau": 0.27472527472527475, + "details": { + "concordant": 58, + "discordant": 33, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "market cloud" + }, + { + "query_id": "q-common-00752", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-single-01954", + "query_type": "single_term", + "tau": 0.1523809523809524, + "details": { + "concordant": 121, + "discordant": 89, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "laboratory" + }, + { + "query_id": "q-filter-01346", + "query_type": "filtered", + "tau": -0.08771929824561403, + "details": { + "concordant": 78, + "discordant": 93, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "asset" + }, + { + "query_id": "q-filter-00974", + "query_type": "filtered", + "tau": 0.0457516339869281, + "details": { + "concordant": 80, + "discordant": 73, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "investment" + }, + { + "query_id": "q-single-01577", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "operations" + }, + { + "query_id": "q-common-00079", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-00273", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "yield" + }, + { + "query_id": "q-single-00963", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-rare-00281", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-filter-00781", + "query_type": "filtered", + "tau": 0.17647058823529413, + "details": { + "concordant": 80, + "discordant": 56, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "patient" + }, + { + "query_id": "q-filter-00278", + "query_type": "filtered", + "tau": 0.10526315789473684, + "details": { + "concordant": 105, + "discordant": 85, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-common-00805", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-01914", + "query_type": "filtered", + "tau": -0.07352941176470588, + "details": { + "concordant": 63, + "discordant": 73, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "yield" + }, + { + "query_id": "q-single-02233", + "query_type": "single_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-multi-00657", + "query_type": "multi_term", + "tau": 0.35, + "details": { + "concordant": 81, + "discordant": 39, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "therapy experiment" + }, + { + "query_id": "q-common-00451", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00504", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-00550", + "query_type": "filtered", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "product" + }, + { + "query_id": "q-single-01983", + "query_type": "single_term", + "tau": 0.2967032967032967, + "details": { + "concordant": 59, + "discordant": 32, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "strategy" + }, + { + "query_id": "q-single-00806", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-common-01179", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-multi-00437", + "query_type": "multi_term", + "tau": 0.15789473684210525, + "details": { + "concordant": 99, + "discordant": 72, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "software strategy approach" + }, + { + "query_id": "q-multi-02365", + "query_type": "multi_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "code analysis product system" + }, + { + "query_id": "q-single-02418", + "query_type": "single_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "therapy" + }, + { + "query_id": "q-filter-01870", + "query_type": "filtered", + "tau": -0.01904761904761905, + "details": { + "concordant": 103, + "discordant": 107, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-common-00284", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-common-00784", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-01155", + "query_type": "single_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "therapy" + }, + { + "query_id": "q-multi-01633", + "query_type": "multi_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "platform customer" + }, + { + "query_id": "q-common-00244", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-00264", + "query_type": "single_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-00964", + "query_type": "multi_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service research solution therapy" + }, + { + "query_id": "q-multi-00785", + "query_type": "multi_term", + "tau": 0.08571428571428572, + "details": { + "concordant": 57, + "discordant": 48, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "research dividend management implementation" + }, + { + "query_id": "q-rare-00926", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-00466", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "investment" + }, + { + "query_id": "q-single-01046", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "diagnosis" + }, + { + "query_id": "q-single-01320", + "query_type": "single_term", + "tau": 0.4725274725274725, + "details": { + "concordant": 67, + "discordant": 24, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "patient" + }, + { + "query_id": "q-rare-01478", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-00836", + "query_type": "multi_term", + "tau": -0.16842105263157894, + "details": { + "concordant": 79, + "discordant": 111, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "framework process discovery algorithm" + }, + { + "query_id": "q-filter-01134", + "query_type": "filtered", + "tau": 0.021645021645021644, + "details": { + "concordant": 118, + "discordant": 113, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "api" + }, + { + "query_id": "q-filter-01374", + "query_type": "filtered", + "tau": 0.006535947712418301, + "details": { + "concordant": 77, + "discordant": 76, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "therapy" + }, + { + "query_id": "q-rare-01485", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-common-00069", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-rare-01035", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-filter-00740", + "query_type": "filtered", + "tau": 0.21568627450980393, + "details": { + "concordant": 93, + "discordant": 60, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "management" + }, + { + "query_id": "q-multi-01015", + "query_type": "multi_term", + "tau": 0.16666666666666666, + "details": { + "concordant": 70, + "discordant": 50, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "research laboratory database diagnosis" + }, + { + "query_id": "q-common-01189", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-01655", + "query_type": "single_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "market" + }, + { + "query_id": "q-multi-00233", + "query_type": "multi_term", + "tau": 0.29523809523809524, + "details": { + "concordant": 68, + "discordant": 37, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "database system experiment" + }, + { + "query_id": "q-multi-01762", + "query_type": "multi_term", + "tau": 0.1383399209486166, + "details": { + "concordant": 144, + "discordant": 109, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "design revenue implementation wellness" + }, + { + "query_id": "q-rare-01197", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-rare-01270", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-00522", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-common-01086", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-00722", + "query_type": "filtered", + "tau": 0.08496732026143791, + "details": { + "concordant": 83, + "discordant": 70, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "solution" + }, + { + "query_id": "q-multi-01999", + "query_type": "multi_term", + "tau": -0.09803921568627451, + "details": { + "concordant": 69, + "discordant": 84, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "database investment hypothesis" + }, + { + "query_id": "q-rare-00916", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-single-00666", + "query_type": "single_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-01581", + "query_type": "filtered", + "tau": 0.16339869281045752, + "details": { + "concordant": 89, + "discordant": 64, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "analysis" + }, + { + "query_id": "q-common-00594", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-rare-00867", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-single-00254", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-single-02061", + "query_type": "single_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "discovery" + }, + { + "query_id": "q-rare-00434", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-single-00136", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-rare-00463", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-single-01244", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-common-00529", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-filter-00954", + "query_type": "filtered", + "tau": 0.08771929824561403, + "details": { + "concordant": 93, + "discordant": 78, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "network" + }, + { + "query_id": "q-filter-00845", + "query_type": "filtered", + "tau": 0.16666666666666666, + "details": { + "concordant": 70, + "discordant": 50, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "patient" + }, + { + "query_id": "q-rare-00772", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-01267", + "query_type": "filtered", + "tau": 0.14705882352941177, + "details": { + "concordant": 78, + "discordant": 58, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "management" + }, + { + "query_id": "q-filter-00654", + "query_type": "filtered", + "tau": 0.06719367588932806, + "details": { + "concordant": 135, + "discordant": 118, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "laboratory" + }, + { + "query_id": "q-filter-00336", + "query_type": "filtered", + "tau": -0.04093567251461988, + "details": { + "concordant": 82, + "discordant": 89, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "revenue" + }, + { + "query_id": "q-single-02481", + "query_type": "single_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 59, + "discordant": 46, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "system" + }, + { + "query_id": "q-single-00775", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-rare-00354", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-01276", + "query_type": "single_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "treatment" + }, + { + "query_id": "q-single-00315", + "query_type": "single_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "therapy" + }, + { + "query_id": "q-rare-01052", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-02196", + "query_type": "multi_term", + "tau": 0.10476190476190476, + "details": { + "concordant": 58, + "discordant": 47, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "therapy cloud" + }, + { + "query_id": "q-common-00976", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-01458", + "query_type": "filtered", + "tau": -0.006535947712418301, + "details": { + "concordant": 76, + "discordant": 77, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "database" + }, + { + "query_id": "q-filter-00195", + "query_type": "filtered", + "tau": 0.18333333333333332, + "details": { + "concordant": 71, + "discordant": 49, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-single-01274", + "query_type": "single_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-single-01712", + "query_type": "single_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-02073", + "query_type": "single_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-single-02362", + "query_type": "single_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "market" + }, + { + "query_id": "q-common-00370", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-00050", + "query_type": "multi_term", + "tau": 0.07352941176470588, + "details": { + "concordant": 73, + "discordant": 63, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "approach software diagnosis" + }, + { + "query_id": "q-multi-02427", + "query_type": "multi_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "dividend design" + }, + { + "query_id": "q-single-01906", + "query_type": "single_term", + "tau": 0.2967032967032967, + "details": { + "concordant": 59, + "discordant": 32, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "strategy" + }, + { + "query_id": "q-common-00656", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-common-01445", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-00319", + "query_type": "single_term", + "tau": 0.2571428571428571, + "details": { + "concordant": 66, + "discordant": 39, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "process" + }, + { + "query_id": "q-multi-01446", + "query_type": "multi_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "trading method therapy" + }, + { + "query_id": "q-rare-00269", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-01764", + "query_type": "filtered", + "tau": -0.09881422924901186, + "details": { + "concordant": 114, + "discordant": 139, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-00542", + "query_type": "filtered", + "tau": 0.006535947712418301, + "details": { + "concordant": 77, + "discordant": 76, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "therapy" + }, + { + "query_id": "q-single-02499", + "query_type": "single_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-filter-00662", + "query_type": "filtered", + "tau": 0.09803921568627451, + "details": { + "concordant": 84, + "discordant": 69, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "analysis" + }, + { + "query_id": "q-rare-00199", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-rare-01443", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-00538", + "query_type": "filtered", + "tau": 0.043478260869565216, + "details": { + "concordant": 144, + "discordant": 132, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "model" + }, + { + "query_id": "q-rare-01232", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-common-00615", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-00961", + "query_type": "single_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-rare-00246", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-00811", + "query_type": "single_term", + "tau": 0.1523809523809524, + "details": { + "concordant": 121, + "discordant": 89, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "laboratory" + }, + { + "query_id": "q-common-00783", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-02352", + "query_type": "single_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-01058", + "query_type": "multi_term", + "tau": 0.19117647058823528, + "details": { + "concordant": 81, + "discordant": 55, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "discovery dividend diagnosis product" + }, + { + "query_id": "q-filter-00694", + "query_type": "filtered", + "tau": 0.15789473684210525, + "details": { + "concordant": 110, + "discordant": 80, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "laboratory" + }, + { + "query_id": "q-multi-00647", + "query_type": "multi_term", + "tau": -0.11688311688311688, + "details": { + "concordant": 102, + "discordant": 129, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "hypothesis medicine software clinical" + }, + { + "query_id": "q-rare-00517", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-rare-01494", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-00496", + "query_type": "filtered", + "tau": 0.06719367588932806, + "details": { + "concordant": 135, + "discordant": 118, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "laboratory" + }, + { + "query_id": "q-multi-01177", + "query_type": "multi_term", + "tau": 0.696969696969697, + "details": { + "concordant": 56, + "discordant": 10, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "implementation solution stock" + }, + { + "query_id": "q-multi-00699", + "query_type": "multi_term", + "tau": 0.08771929824561403, + "details": { + "concordant": 93, + "discordant": 78, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "network framework code research" + }, + { + "query_id": "q-common-00241", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-00199", + "query_type": "single_term", + "tau": 0.37142857142857144, + "details": { + "concordant": 72, + "discordant": 33, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "customer" + }, + { + "query_id": "q-filter-01472", + "query_type": "filtered", + "tau": 0.3, + "details": { + "concordant": 78, + "discordant": 42, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "revenue" + }, + { + "query_id": "q-common-00878", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-rare-00507", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-rare-00674", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-02324", + "query_type": "multi_term", + "tau": -0.06432748538011696, + "details": { + "concordant": 80, + "discordant": 91, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "solution platform data" + }, + { + "query_id": "q-single-01581", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-filter-00742", + "query_type": "filtered", + "tau": 0.043478260869565216, + "details": { + "concordant": 144, + "discordant": 132, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "model" + }, + { + "query_id": "q-multi-01344", + "query_type": "multi_term", + "tau": -0.1067193675889328, + "details": { + "concordant": 113, + "discordant": 140, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "medicine treatment" + }, + { + "query_id": "q-rare-00087", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-rare-00310", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-rare-00511", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-00883", + "query_type": "filtered", + "tau": -0.005847953216374269, + "details": { + "concordant": 85, + "discordant": 86, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "yield" + }, + { + "query_id": "q-multi-01315", + "query_type": "multi_term", + "tau": -0.08771929824561403, + "details": { + "concordant": 78, + "discordant": 93, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "system yield algorithm dividend" + }, + { + "query_id": "q-common-00665", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-common-00380", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-00778", + "query_type": "filtered", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "code" + }, + { + "query_id": "q-common-00280", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-01447", + "query_type": "single_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 59, + "discordant": 46, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "system" + }, + { + "query_id": "q-common-00977", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-rare-00273", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-02489", + "query_type": "multi_term", + "tau": 0.029411764705882353, + "details": { + "concordant": 70, + "discordant": 66, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "method customer trading" + }, + { + "query_id": "q-multi-01509", + "query_type": "multi_term", + "tau": 0.009523809523809525, + "details": { + "concordant": 53, + "discordant": 52, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "dividend database" + }, + { + "query_id": "q-multi-01071", + "query_type": "multi_term", + "tau": 0.46153846153846156, + "details": { + "concordant": 57, + "discordant": 21, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "stock platform therapy" + }, + { + "query_id": "q-common-00114", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-01188", + "query_type": "multi_term", + "tau": 0.17647058823529413, + "details": { + "concordant": 80, + "discordant": 56, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "management market therapy" + }, + { + "query_id": "q-rare-00152", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-common-00921", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-rare-00972", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-02310", + "query_type": "multi_term", + "tau": 0.1619047619047619, + "details": { + "concordant": 61, + "discordant": 44, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "revenue algorithm investment" + }, + { + "query_id": "q-rare-00461", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-01788", + "query_type": "filtered", + "tau": -0.0380952380952381, + "details": { + "concordant": 101, + "discordant": 109, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "experiment" + }, + { + "query_id": "q-rare-00533", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-00097", + "query_type": "filtered", + "tau": 0.06315789473684211, + "details": { + "concordant": 101, + "discordant": 89, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "customer" + }, + { + "query_id": "q-single-01958", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-single-00537", + "query_type": "single_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "experiment" + }, + { + "query_id": "q-multi-00935", + "query_type": "multi_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "stock method software model" + }, + { + "query_id": "q-single-00616", + "query_type": "single_term", + "tau": 0.01904761904761905, + "details": { + "concordant": 107, + "discordant": 103, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "growth" + }, + { + "query_id": "q-filter-01217", + "query_type": "filtered", + "tau": -0.030303030303030304, + "details": { + "concordant": 112, + "discordant": 119, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "process" + }, + { + "query_id": "q-common-01438", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-single-00365", + "query_type": "single_term", + "tau": 0.2967032967032967, + "details": { + "concordant": 59, + "discordant": 32, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "strategy" + }, + { + "query_id": "q-common-00334", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-single-02162", + "query_type": "single_term", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "api" + }, + { + "query_id": "q-multi-00235", + "query_type": "multi_term", + "tau": 0.38235294117647056, + "details": { + "concordant": 94, + "discordant": 42, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "treatment symptom portfolio approach" + }, + { + "query_id": "q-single-00144", + "query_type": "single_term", + "tau": 0.2967032967032967, + "details": { + "concordant": 59, + "discordant": 32, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "strategy" + }, + { + "query_id": "q-rare-00980", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-01309", + "query_type": "multi_term", + "tau": 0.34065934065934067, + "details": { + "concordant": 61, + "discordant": 30, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "wellness portfolio management" + }, + { + "query_id": "q-common-00202", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-01587", + "query_type": "multi_term", + "tau": -0.029411764705882353, + "details": { + "concordant": 66, + "discordant": 70, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "design algorithm solution framework" + }, + { + "query_id": "q-filter-00563", + "query_type": "filtered", + "tau": 0.1067193675889328, + "details": { + "concordant": 140, + "discordant": 113, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "clinical" + }, + { + "query_id": "q-rare-00693", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-rare-01488", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-multi-00450", + "query_type": "multi_term", + "tau": 0.11666666666666667, + "details": { + "concordant": 67, + "discordant": 53, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "model framework data" + }, + { + "query_id": "q-multi-00454", + "query_type": "multi_term", + "tau": -0.10144927536231885, + "details": { + "concordant": 124, + "discordant": 152, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "api server asset" + }, + { + "query_id": "q-common-01409", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-multi-00016", + "query_type": "multi_term", + "tau": 0.20261437908496732, + "details": { + "concordant": 92, + "discordant": 61, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "patient stock design" + }, + { + "query_id": "q-single-02056", + "query_type": "single_term", + "tau": 0.31666666666666665, + "details": { + "concordant": 79, + "discordant": 41, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "method" + }, + { + "query_id": "q-rare-01111", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-00676", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-multi-01496", + "query_type": "multi_term", + "tau": 0.029411764705882353, + "details": { + "concordant": 70, + "discordant": 66, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "patient framework implementation" + }, + { + "query_id": "q-single-01797", + "query_type": "single_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "market" + }, + { + "query_id": "q-multi-01481", + "query_type": "multi_term", + "tau": -0.06666666666666667, + "details": { + "concordant": 56, + "discordant": 64, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "theory cloud research" + }, + { + "query_id": "q-single-02113", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-multi-02430", + "query_type": "multi_term", + "tau": -0.07509881422924901, + "details": { + "concordant": 117, + "discordant": 136, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "solution discovery cloud process" + }, + { + "query_id": "q-multi-00159", + "query_type": "multi_term", + "tau": -0.04411764705882353, + "details": { + "concordant": 65, + "discordant": 71, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "portfolio system approach symptom" + }, + { + "query_id": "q-multi-00491", + "query_type": "multi_term", + "tau": 0.14285714285714285, + "details": { + "concordant": 52, + "discordant": 39, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "server management" + }, + { + "query_id": "q-multi-01710", + "query_type": "multi_term", + "tau": -0.006535947712418301, + "details": { + "concordant": 76, + "discordant": 77, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "stock yield api" + }, + { + "query_id": "q-common-01482", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-01469", + "query_type": "multi_term", + "tau": 0.09941520467836257, + "details": { + "concordant": 94, + "discordant": 77, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "management api" + }, + { + "query_id": "q-rare-00766", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-common-00128", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-rare-00627", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-filter-01211", + "query_type": "filtered", + "tau": -0.07602339181286549, + "details": { + "concordant": 79, + "discordant": 92, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "process" + }, + { + "query_id": "q-rare-00408", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-01160", + "query_type": "filtered", + "tau": -0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 81, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "approach" + }, + { + "query_id": "q-single-01810", + "query_type": "single_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "therapy" + }, + { + "query_id": "q-rare-01296", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-00646", + "query_type": "filtered", + "tau": -0.047619047619047616, + "details": { + "concordant": 100, + "discordant": 110, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "solution" + }, + { + "query_id": "q-single-01355", + "query_type": "single_term", + "tau": 0.16996047430830039, + "details": { + "concordant": 148, + "discordant": 105, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "analysis" + }, + { + "query_id": "q-multi-00204", + "query_type": "multi_term", + "tau": 0.11764705882352941, + "details": { + "concordant": 76, + "discordant": 60, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "diagnosis algorithm database revenue" + }, + { + "query_id": "q-filter-00062", + "query_type": "filtered", + "tau": -0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 81, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "approach" + }, + { + "query_id": "q-rare-01032", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-01402", + "query_type": "multi_term", + "tau": 0.4725274725274725, + "details": { + "concordant": 67, + "discordant": 24, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "algorithm platform" + }, + { + "query_id": "q-common-00620", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-filter-01688", + "query_type": "filtered", + "tau": 0.18095238095238095, + "details": { + "concordant": 62, + "discordant": 43, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "data" + }, + { + "query_id": "q-multi-00160", + "query_type": "multi_term", + "tau": -0.016666666666666666, + "details": { + "concordant": 59, + "discordant": 61, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "wellness cloud laboratory process" + }, + { + "query_id": "q-filter-00197", + "query_type": "filtered", + "tau": -0.010526315789473684, + "details": { + "concordant": 94, + "discordant": 96, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "data" + }, + { + "query_id": "q-rare-01102", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-00816", + "query_type": "filtered", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "treatment" + }, + { + "query_id": "q-single-01650", + "query_type": "single_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "therapy" + }, + { + "query_id": "q-common-00466", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-01502", + "query_type": "filtered", + "tau": 0.029239766081871343, + "details": { + "concordant": 88, + "discordant": 83, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "wellness" + }, + { + "query_id": "q-multi-01365", + "query_type": "multi_term", + "tau": -0.04093567251461988, + "details": { + "concordant": 82, + "discordant": 89, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "laboratory data theory dividend" + }, + { + "query_id": "q-filter-00465", + "query_type": "filtered", + "tau": -0.08771929824561403, + "details": { + "concordant": 78, + "discordant": 93, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "asset" + }, + { + "query_id": "q-common-00647", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00885", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-multi-01179", + "query_type": "multi_term", + "tau": -0.047619047619047616, + "details": { + "concordant": 110, + "discordant": 121, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "wellness patient" + }, + { + "query_id": "q-rare-01227", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-common-00083", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-00585", + "query_type": "single_term", + "tau": 0.31666666666666665, + "details": { + "concordant": 79, + "discordant": 41, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "method" + }, + { + "query_id": "q-common-01216", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-02245", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "research" + }, + { + "query_id": "q-single-01392", + "query_type": "single_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-common-00282", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-multi-01204", + "query_type": "multi_term", + "tau": -0.0380952380952381, + "details": { + "concordant": 101, + "discordant": 109, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "algorithm network treatment method" + }, + { + "query_id": "q-multi-01130", + "query_type": "multi_term", + "tau": -0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 81, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "experiment revenue server framework" + }, + { + "query_id": "q-filter-01559", + "query_type": "filtered", + "tau": 0.019762845849802372, + "details": { + "concordant": 129, + "discordant": 124, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "asset" + }, + { + "query_id": "q-single-02413", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "wellness" + }, + { + "query_id": "q-single-00601", + "query_type": "single_term", + "tau": 0.31666666666666665, + "details": { + "concordant": 79, + "discordant": 41, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "method" + }, + { + "query_id": "q-single-01049", + "query_type": "single_term", + "tau": 0.31868131868131866, + "details": { + "concordant": 60, + "discordant": 31, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "management" + }, + { + "query_id": "q-multi-02479", + "query_type": "multi_term", + "tau": 0.42424242424242425, + "details": { + "concordant": 47, + "discordant": 19, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "analysis database system discovery" + }, + { + "query_id": "q-single-02219", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-filter-01164", + "query_type": "filtered", + "tau": 0.07352941176470588, + "details": { + "concordant": 73, + "discordant": 63, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "solution" + }, + { + "query_id": "q-multi-00566", + "query_type": "multi_term", + "tau": 0.18095238095238095, + "details": { + "concordant": 62, + "discordant": 43, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "experiment service" + }, + { + "query_id": "q-multi-01222", + "query_type": "multi_term", + "tau": 0.17894736842105263, + "details": { + "concordant": 112, + "discordant": 78, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "market symptom data operations" + }, + { + "query_id": "q-multi-00932", + "query_type": "multi_term", + "tau": 0.10476190476190476, + "details": { + "concordant": 58, + "discordant": 47, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "product clinical portfolio discovery" + }, + { + "query_id": "q-multi-00414", + "query_type": "multi_term", + "tau": -0.14, + "details": { + "concordant": 129, + "discordant": 171, + "total_pairs": 300, + "common_docs": 25, + "only_in_r1": 75, + "only_in_r2": 75 + }, + "query": "api symptom" + }, + { + "query_id": "q-common-00500", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-common-01141", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-multi-01461", + "query_type": "multi_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "framework approach" + }, + { + "query_id": "q-single-02403", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "software" + }, + { + "query_id": "q-common-00142", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-00499", + "query_type": "filtered", + "tau": 0.18333333333333332, + "details": { + "concordant": 71, + "discordant": 49, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "operations" + }, + { + "query_id": "q-single-00960", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-multi-00331", + "query_type": "multi_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "hypothesis investment implementation medicine" + }, + { + "query_id": "q-single-01560", + "query_type": "single_term", + "tau": 0.1368421052631579, + "details": { + "concordant": 108, + "discordant": 82, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-filter-01112", + "query_type": "filtered", + "tau": -0.09090909090909091, + "details": { + "concordant": 105, + "discordant": 126, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "service" + }, + { + "query_id": "q-single-01899", + "query_type": "single_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-01363", + "query_type": "filtered", + "tau": 0.08496732026143791, + "details": { + "concordant": 83, + "discordant": 70, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "solution" + }, + { + "query_id": "q-multi-00705", + "query_type": "multi_term", + "tau": 0.3, + "details": { + "concordant": 78, + "discordant": 42, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "stock method" + }, + { + "query_id": "q-multi-00067", + "query_type": "multi_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 59, + "discordant": 46, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "approach process solution research" + }, + { + "query_id": "q-rare-00470", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-00880", + "query_type": "filtered", + "tau": 0.07352941176470588, + "details": { + "concordant": 73, + "discordant": 63, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "asset" + }, + { + "query_id": "q-multi-00778", + "query_type": "multi_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "laboratory therapy" + }, + { + "query_id": "q-single-01765", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "data" + }, + { + "query_id": "q-common-00757", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-01323", + "query_type": "filtered", + "tau": 0.14285714285714285, + "details": { + "concordant": 60, + "discordant": 45, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "software" + }, + { + "query_id": "q-single-00557", + "query_type": "single_term", + "tau": 0.16996047430830039, + "details": { + "concordant": 148, + "discordant": 105, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "analysis" + }, + { + "query_id": "q-multi-01515", + "query_type": "multi_term", + "tau": 0.2833333333333333, + "details": { + "concordant": 77, + "discordant": 43, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "patient software" + }, + { + "query_id": "q-rare-01428", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-rare-01226", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-00355", + "query_type": "multi_term", + "tau": 0.6666666666666666, + "details": { + "concordant": 55, + "discordant": 11, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "patient strategy" + }, + { + "query_id": "q-multi-01068", + "query_type": "multi_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "management wellness dividend analysis" + }, + { + "query_id": "q-filter-00090", + "query_type": "filtered", + "tau": 0.11578947368421053, + "details": { + "concordant": 106, + "discordant": 84, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "data" + }, + { + "query_id": "q-single-01803", + "query_type": "single_term", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "api" + }, + { + "query_id": "q-common-00591", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-filter-01526", + "query_type": "filtered", + "tau": -0.029411764705882353, + "details": { + "concordant": 66, + "discordant": 70, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "hypothesis" + }, + { + "query_id": "q-filter-01410", + "query_type": "filtered", + "tau": 0.16176470588235295, + "details": { + "concordant": 79, + "discordant": 57, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "method" + }, + { + "query_id": "q-multi-01492", + "query_type": "multi_term", + "tau": 0.2571428571428571, + "details": { + "concordant": 66, + "discordant": 39, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "server method" + }, + { + "query_id": "q-single-00574", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-multi-00558", + "query_type": "multi_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "dividend code database" + }, + { + "query_id": "q-single-01135", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "operations" + }, + { + "query_id": "q-multi-00061", + "query_type": "multi_term", + "tau": 0.28104575163398693, + "details": { + "concordant": 98, + "discordant": 55, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "implementation management clinical model" + }, + { + "query_id": "q-multi-02348", + "query_type": "multi_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "code portfolio hypothesis software" + }, + { + "query_id": "q-common-00487", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-common-00628", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-00983", + "query_type": "filtered", + "tau": -0.04093567251461988, + "details": { + "concordant": 82, + "discordant": 89, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "research" + }, + { + "query_id": "q-single-01971", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-common-01307", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-multi-01017", + "query_type": "multi_term", + "tau": 0.1619047619047619, + "details": { + "concordant": 61, + "discordant": 44, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "dividend service process customer" + }, + { + "query_id": "q-filter-00879", + "query_type": "filtered", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service" + }, + { + "query_id": "q-multi-01254", + "query_type": "multi_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "therapy medicine" + }, + { + "query_id": "q-multi-02483", + "query_type": "multi_term", + "tau": 0.029411764705882353, + "details": { + "concordant": 70, + "discordant": 66, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "symptom clinical method" + }, + { + "query_id": "q-common-00071", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-filter-01090", + "query_type": "filtered", + "tau": 0.1111111111111111, + "details": { + "concordant": 95, + "discordant": 76, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "yield" + }, + { + "query_id": "q-filter-00297", + "query_type": "filtered", + "tau": -0.047619047619047616, + "details": { + "concordant": 100, + "discordant": 110, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "solution" + }, + { + "query_id": "q-single-00176", + "query_type": "single_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-filter-01840", + "query_type": "filtered", + "tau": -0.021052631578947368, + "details": { + "concordant": 93, + "discordant": 97, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "strategy" + }, + { + "query_id": "q-multi-01487", + "query_type": "multi_term", + "tau": 0.04411764705882353, + "details": { + "concordant": 71, + "discordant": 65, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "therapy platform" + }, + { + "query_id": "q-common-00271", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-02188", + "query_type": "multi_term", + "tau": 0.10476190476190476, + "details": { + "concordant": 58, + "discordant": 47, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "growth system" + }, + { + "query_id": "q-common-00214", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-01147", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service" + }, + { + "query_id": "q-multi-01668", + "query_type": "multi_term", + "tau": 0.0, + "details": { + "concordant": 68, + "discordant": 68, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "api algorithm diagnosis" + }, + { + "query_id": "q-single-01864", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-single-00543", + "query_type": "single_term", + "tau": 0.37142857142857144, + "details": { + "concordant": 72, + "discordant": 33, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "customer" + }, + { + "query_id": "q-single-01101", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-common-00599", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-00611", + "query_type": "filtered", + "tau": -0.031578947368421054, + "details": { + "concordant": 92, + "discordant": 98, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "theory" + }, + { + "query_id": "q-rare-01098", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-02230", + "query_type": "multi_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 56, + "discordant": 49, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "discovery algorithm" + }, + { + "query_id": "q-single-01768", + "query_type": "single_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-multi-01416", + "query_type": "multi_term", + "tau": 0.16176470588235295, + "details": { + "concordant": 79, + "discordant": 57, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "symptom product therapy treatment" + }, + { + "query_id": "q-single-02444", + "query_type": "single_term", + "tau": 0.46153846153846156, + "details": { + "concordant": 57, + "discordant": 21, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "stock" + }, + { + "query_id": "q-common-00520", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-rare-00630", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-00746", + "query_type": "filtered", + "tau": -0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 81, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "server" + }, + { + "query_id": "q-single-02268", + "query_type": "single_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-01053", + "query_type": "single_term", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "treatment" + }, + { + "query_id": "q-common-00221", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-01563", + "query_type": "single_term", + "tau": 0.37142857142857144, + "details": { + "concordant": 72, + "discordant": 33, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "customer" + }, + { + "query_id": "q-multi-02158", + "query_type": "multi_term", + "tau": -0.07602339181286549, + "details": { + "concordant": 79, + "discordant": 92, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "algorithm software medicine discovery" + }, + { + "query_id": "q-common-01356", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-02065", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory" + }, + { + "query_id": "q-common-00081", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-02486", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-multi-01874", + "query_type": "multi_term", + "tau": 0.009523809523809525, + "details": { + "concordant": 53, + "discordant": 52, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "system asset api medicine" + }, + { + "query_id": "q-filter-00523", + "query_type": "filtered", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "software" + }, + { + "query_id": "q-common-00259", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-02120", + "query_type": "single_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-01635", + "query_type": "multi_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "market investment trading software" + }, + { + "query_id": "q-filter-00455", + "query_type": "filtered", + "tau": -0.009523809523809525, + "details": { + "concordant": 104, + "discordant": 106, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "software" + }, + { + "query_id": "q-filter-00173", + "query_type": "filtered", + "tau": 0.10526315789473684, + "details": { + "concordant": 105, + "discordant": 85, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-multi-00363", + "query_type": "multi_term", + "tau": 0.17142857142857143, + "details": { + "concordant": 123, + "discordant": 87, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "design cloud server code" + }, + { + "query_id": "q-filter-01357", + "query_type": "filtered", + "tau": 0.14285714285714285, + "details": { + "concordant": 60, + "discordant": 45, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "stock" + }, + { + "query_id": "q-filter-01833", + "query_type": "filtered", + "tau": 0.017543859649122806, + "details": { + "concordant": 87, + "discordant": 84, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "portfolio" + }, + { + "query_id": "q-single-00812", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-single-02209", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "operations" + }, + { + "query_id": "q-common-00133", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-01268", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-filter-00565", + "query_type": "filtered", + "tau": 0.0380952380952381, + "details": { + "concordant": 109, + "discordant": 101, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "treatment" + }, + { + "query_id": "q-filter-01811", + "query_type": "filtered", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "patient" + }, + { + "query_id": "q-single-00929", + "query_type": "single_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "experiment" + }, + { + "query_id": "q-common-01423", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-01699", + "query_type": "single_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-multi-00848", + "query_type": "multi_term", + "tau": 0.19117647058823528, + "details": { + "concordant": 81, + "discordant": 55, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "wellness theory laboratory stock" + }, + { + "query_id": "q-rare-00632", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-00232", + "query_type": "filtered", + "tau": 0.1067193675889328, + "details": { + "concordant": 140, + "discordant": 113, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "clinical" + }, + { + "query_id": "q-multi-00665", + "query_type": "multi_term", + "tau": 0.05, + "details": { + "concordant": 63, + "discordant": 57, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "discovery algorithm analysis design" + }, + { + "query_id": "q-single-02109", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-single-00134", + "query_type": "single_term", + "tau": 0.37142857142857144, + "details": { + "concordant": 72, + "discordant": 33, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "customer" + }, + { + "query_id": "q-filter-00756", + "query_type": "filtered", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "hypothesis" + }, + { + "query_id": "q-filter-00840", + "query_type": "filtered", + "tau": 0.032679738562091505, + "details": { + "concordant": 79, + "discordant": 74, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "api" + }, + { + "query_id": "q-single-02102", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-filter-01352", + "query_type": "filtered", + "tau": -0.021052631578947368, + "details": { + "concordant": 93, + "discordant": 97, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "strategy" + }, + { + "query_id": "q-single-00477", + "query_type": "single_term", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "market" + }, + { + "query_id": "q-rare-01493", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-single-01893", + "query_type": "single_term", + "tau": 0.4725274725274725, + "details": { + "concordant": 67, + "discordant": 24, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "patient" + }, + { + "query_id": "q-single-00472", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-single-02105", + "query_type": "single_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-filter-01963", + "query_type": "filtered", + "tau": 0.06719367588932806, + "details": { + "concordant": 135, + "discordant": 118, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "laboratory" + }, + { + "query_id": "q-multi-01581", + "query_type": "multi_term", + "tau": -0.006535947712418301, + "details": { + "concordant": 76, + "discordant": 77, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "model trading analysis" + }, + { + "query_id": "q-single-01417", + "query_type": "single_term", + "tau": 0.4725274725274725, + "details": { + "concordant": 67, + "discordant": 24, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "patient" + }, + { + "query_id": "q-rare-00654", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-rare-01216", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-single-01541", + "query_type": "single_term", + "tau": 0.01904761904761905, + "details": { + "concordant": 107, + "discordant": 103, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "growth" + }, + { + "query_id": "q-rare-01228", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-01074", + "query_type": "multi_term", + "tau": -0.10526315789473684, + "details": { + "concordant": 85, + "discordant": 105, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "diagnosis data wellness" + }, + { + "query_id": "q-common-01308", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-01738", + "query_type": "single_term", + "tau": 0.1368421052631579, + "details": { + "concordant": 108, + "discordant": 82, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-single-01426", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-common-00885", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-single-02055", + "query_type": "single_term", + "tau": 0.2571428571428571, + "details": { + "concordant": 66, + "discordant": 39, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "process" + }, + { + "query_id": "q-rare-00442", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-02217", + "query_type": "multi_term", + "tau": 0.23333333333333334, + "details": { + "concordant": 74, + "discordant": 46, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "trading strategy" + }, + { + "query_id": "q-common-01281", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-rare-01151", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-00235", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-02052", + "query_type": "single_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-common-00882", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-rare-00776", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-single-01033", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service" + }, + { + "query_id": "q-filter-00049", + "query_type": "filtered", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "stock" + }, + { + "query_id": "q-rare-01423", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-common-01345", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-01260", + "query_type": "filtered", + "tau": 0.19117647058823528, + "details": { + "concordant": 81, + "discordant": 55, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service" + }, + { + "query_id": "q-multi-00570", + "query_type": "multi_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 59, + "discordant": 46, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud treatment revenue diagnosis" + }, + { + "query_id": "q-single-00747", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "service" + }, + { + "query_id": "q-multi-01335", + "query_type": "multi_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 118, + "discordant": 92, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "yield revenue data" + }, + { + "query_id": "q-single-00162", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "research" + }, + { + "query_id": "q-filter-00866", + "query_type": "filtered", + "tau": 0.06719367588932806, + "details": { + "concordant": 135, + "discordant": 118, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "laboratory" + }, + { + "query_id": "q-rare-01322", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-00802", + "query_type": "filtered", + "tau": 0.25274725274725274, + "details": { + "concordant": 57, + "discordant": 34, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "system" + }, + { + "query_id": "q-rare-00245", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-00876", + "query_type": "filtered", + "tau": 0.05714285714285714, + "details": { + "concordant": 111, + "discordant": 99, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "analysis" + }, + { + "query_id": "q-common-00992", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-multi-00895", + "query_type": "multi_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory framework software" + }, + { + "query_id": "q-single-01434", + "query_type": "single_term", + "tau": 0.12380952380952381, + "details": { + "concordant": 59, + "discordant": 46, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "system" + }, + { + "query_id": "q-multi-02255", + "query_type": "multi_term", + "tau": 0.21637426900584794, + "details": { + "concordant": 104, + "discordant": 67, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "strategy treatment" + }, + { + "query_id": "q-single-00026", + "query_type": "single_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-filter-00624", + "query_type": "filtered", + "tau": 0.0457516339869281, + "details": { + "concordant": 80, + "discordant": 73, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "investment" + }, + { + "query_id": "q-filter-00207", + "query_type": "filtered", + "tau": -0.15789473684210525, + "details": { + "concordant": 80, + "discordant": 110, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "framework" + }, + { + "query_id": "q-filter-00322", + "query_type": "filtered", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00109", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-01987", + "query_type": "single_term", + "tau": 0.1368421052631579, + "details": { + "concordant": 108, + "discordant": 82, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-multi-02166", + "query_type": "multi_term", + "tau": -0.005847953216374269, + "details": { + "concordant": 85, + "discordant": 86, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "system patient" + }, + { + "query_id": "q-multi-01420", + "query_type": "multi_term", + "tau": -0.08421052631578947, + "details": { + "concordant": 87, + "discordant": 103, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "diagnosis customer service" + }, + { + "query_id": "q-multi-01552", + "query_type": "multi_term", + "tau": -0.08496732026143791, + "details": { + "concordant": 70, + "discordant": 83, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "server cloud process discovery" + }, + { + "query_id": "q-single-00154", + "query_type": "single_term", + "tau": -0.007246376811594203, + "details": { + "concordant": 137, + "discordant": 139, + "total_pairs": 276, + "common_docs": 24, + "only_in_r1": 76, + "only_in_r2": 76 + }, + "query": "symptom" + }, + { + "query_id": "q-multi-00910", + "query_type": "multi_term", + "tau": 0.009523809523809525, + "details": { + "concordant": 53, + "discordant": 52, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "database dividend" + }, + { + "query_id": "q-single-01652", + "query_type": "single_term", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "api" + }, + { + "query_id": "q-rare-00484", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-common-01294", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00480", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-single-01700", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-multi-00429", + "query_type": "multi_term", + "tau": 0.22077922077922077, + "details": { + "concordant": 141, + "discordant": 90, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "software asset model strategy" + }, + { + "query_id": "q-rare-01155", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-01811", + "query_type": "multi_term", + "tau": 0.13333333333333333, + "details": { + "concordant": 68, + "discordant": 52, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "experiment system customer" + }, + { + "query_id": "q-multi-01658", + "query_type": "multi_term", + "tau": 0.0, + "details": { + "concordant": 68, + "discordant": 68, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "operations strategy cloud method" + }, + { + "query_id": "q-single-01726", + "query_type": "single_term", + "tau": -0.017543859649122806, + "details": { + "concordant": 84, + "discordant": 87, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "hypothesis" + }, + { + "query_id": "q-filter-01022", + "query_type": "filtered", + "tau": 0.0457516339869281, + "details": { + "concordant": 80, + "discordant": 73, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "investment" + }, + { + "query_id": "q-single-01853", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "asset" + }, + { + "query_id": "q-common-00926", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-filter-00788", + "query_type": "filtered", + "tau": 0.14705882352941177, + "details": { + "concordant": 78, + "discordant": 58, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "management" + }, + { + "query_id": "q-single-01093", + "query_type": "single_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-common-00548", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-single-00100", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-rare-00462", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-filter-00892", + "query_type": "filtered", + "tau": 0.014705882352941176, + "details": { + "concordant": 69, + "discordant": 67, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00115", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-rare-00139", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-single-01537", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-multi-00268", + "query_type": "multi_term", + "tau": 0.16339869281045752, + "details": { + "concordant": 89, + "discordant": 64, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "customer portfolio approach implementation" + }, + { + "query_id": "q-rare-00328", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-filter-01415", + "query_type": "filtered", + "tau": -0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 81, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "server" + }, + { + "query_id": "q-common-00030", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00163", + "query_type": "rare_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "model" + }, + { + "query_id": "q-rare-00173", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-00577", + "query_type": "multi_term", + "tau": 0.014705882352941176, + "details": { + "concordant": 69, + "discordant": 67, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "api approach symptom" + }, + { + "query_id": "q-multi-01308", + "query_type": "multi_term", + "tau": 0.4358974358974359, + "details": { + "concordant": 56, + "discordant": 22, + "total_pairs": 78, + "common_docs": 13, + "only_in_r1": 87, + "only_in_r2": 87 + }, + "query": "revenue framework system" + }, + { + "query_id": "q-multi-00138", + "query_type": "multi_term", + "tau": -0.06666666666666667, + "details": { + "concordant": 56, + "discordant": 64, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "software portfolio customer" + }, + { + "query_id": "q-multi-01671", + "query_type": "multi_term", + "tau": 0.0, + "details": { + "concordant": 60, + "discordant": 60, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "dividend portfolio" + }, + { + "query_id": "q-rare-01147", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-single-00860", + "query_type": "single_term", + "tau": -0.003952569169960474, + "details": { + "concordant": 126, + "discordant": 127, + "total_pairs": 253, + "common_docs": 23, + "only_in_r1": 77, + "only_in_r2": 77 + }, + "query": "trading" + }, + { + "query_id": "q-filter-00144", + "query_type": "filtered", + "tau": 0.5164835164835165, + "details": { + "concordant": 69, + "discordant": 22, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "customer" + }, + { + "query_id": "q-filter-00970", + "query_type": "filtered", + "tau": -0.009523809523809525, + "details": { + "concordant": 104, + "discordant": 106, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "strategy" + }, + { + "query_id": "q-single-01437", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "research" + }, + { + "query_id": "q-multi-01678", + "query_type": "multi_term", + "tau": 0.22058823529411764, + "details": { + "concordant": 83, + "discordant": 53, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "hypothesis diagnosis portfolio wellness" + }, + { + "query_id": "q-common-00124", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-filter-01795", + "query_type": "filtered", + "tau": 0.18333333333333332, + "details": { + "concordant": 71, + "discordant": 49, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "operations" + }, + { + "query_id": "q-single-00508", + "query_type": "single_term", + "tau": 0.3235294117647059, + "details": { + "concordant": 90, + "discordant": 46, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "portfolio" + }, + { + "query_id": "q-multi-02292", + "query_type": "multi_term", + "tau": 0.3333333333333333, + "details": { + "concordant": 80, + "discordant": 40, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "diagnosis yield therapy product" + }, + { + "query_id": "q-single-00146", + "query_type": "single_term", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "api" + }, + { + "query_id": "q-multi-00124", + "query_type": "multi_term", + "tau": -0.16842105263157894, + "details": { + "concordant": 79, + "discordant": 111, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "therapy software approach yield" + }, + { + "query_id": "q-single-02222", + "query_type": "single_term", + "tau": 0.1523809523809524, + "details": { + "concordant": 121, + "discordant": 89, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "laboratory" + }, + { + "query_id": "q-multi-01507", + "query_type": "multi_term", + "tau": 0.14705882352941177, + "details": { + "concordant": 78, + "discordant": 58, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "solution laboratory wellness api" + }, + { + "query_id": "q-multi-01123", + "query_type": "multi_term", + "tau": 0.0, + "details": { + "concordant": 95, + "discordant": 95, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "process treatment method wellness" + }, + { + "query_id": "q-filter-00040", + "query_type": "filtered", + "tau": 0.030303030303030304, + "details": { + "concordant": 119, + "discordant": 112, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "database" + }, + { + "query_id": "q-rare-01496", + "query_type": "rare_term", + "tau": 0.4857142857142857, + "details": { + "concordant": 78, + "discordant": 27, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "platform" + }, + { + "query_id": "q-multi-00199", + "query_type": "multi_term", + "tau": 0.08571428571428572, + "details": { + "concordant": 57, + "discordant": 48, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "asset network platform market" + }, + { + "query_id": "q-filter-01036", + "query_type": "filtered", + "tau": -0.009523809523809525, + "details": { + "concordant": 104, + "discordant": 106, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "software" + }, + { + "query_id": "q-common-00832", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-common-00530", + "query_type": "common_term", + "tau": -0.014705882352941176, + "details": { + "concordant": 67, + "discordant": 69, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "algorithm" + }, + { + "query_id": "q-single-00934", + "query_type": "single_term", + "tau": -0.032679738562091505, + "details": { + "concordant": 74, + "discordant": 79, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "api" + }, + { + "query_id": "q-common-01170", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-00871", + "query_type": "multi_term", + "tau": 0.08771929824561403, + "details": { + "concordant": 93, + "discordant": 78, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "api patient discovery strategy" + }, + { + "query_id": "q-filter-01723", + "query_type": "filtered", + "tau": 0.25, + "details": { + "concordant": 75, + "discordant": 45, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "analysis" + }, + { + "query_id": "q-filter-00338", + "query_type": "filtered", + "tau": -0.08496732026143791, + "details": { + "concordant": 70, + "discordant": 83, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "process" + }, + { + "query_id": "q-filter-01684", + "query_type": "filtered", + "tau": 0.16666666666666666, + "details": { + "concordant": 70, + "discordant": 50, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "patient" + }, + { + "query_id": "q-filter-01905", + "query_type": "filtered", + "tau": 0.047619047619047616, + "details": { + "concordant": 110, + "discordant": 100, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "research" + }, + { + "query_id": "q-single-00129", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 72, + "discordant": 64, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "research" + }, + { + "query_id": "q-single-02237", + "query_type": "single_term", + "tau": 0.058823529411764705, + "details": { + "concordant": 81, + "discordant": 72, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "product" + }, + { + "query_id": "q-rare-01080", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-common-01486", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-00887", + "query_type": "filtered", + "tau": 0.09523809523809523, + "details": { + "concordant": 115, + "discordant": 95, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "method" + }, + { + "query_id": "q-filter-01572", + "query_type": "filtered", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "medicine" + }, + { + "query_id": "q-filter-01473", + "query_type": "filtered", + "tau": 0.12280701754385964, + "details": { + "concordant": 96, + "discordant": 75, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "operations" + }, + { + "query_id": "q-filter-01862", + "query_type": "filtered", + "tau": -0.031578947368421054, + "details": { + "concordant": 92, + "discordant": 98, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "dividend" + }, + { + "query_id": "q-common-00099", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-01387", + "query_type": "single_term", + "tau": 0.12418300653594772, + "details": { + "concordant": 86, + "discordant": 67, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "medicine" + }, + { + "query_id": "q-single-01270", + "query_type": "single_term", + "tau": 0.06666666666666667, + "details": { + "concordant": 64, + "discordant": 56, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "clinical" + }, + { + "query_id": "q-rare-01346", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-filter-01413", + "query_type": "filtered", + "tau": -0.08571428571428572, + "details": { + "concordant": 96, + "discordant": 114, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "database" + }, + { + "query_id": "q-single-00167", + "query_type": "single_term", + "tau": 0.10294117647058823, + "details": { + "concordant": 75, + "discordant": 61, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "software" + }, + { + "query_id": "q-multi-01878", + "query_type": "multi_term", + "tau": 0.4095238095238095, + "details": { + "concordant": 74, + "discordant": 31, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "discovery investment" + }, + { + "query_id": "q-common-01489", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-multi-00944", + "query_type": "multi_term", + "tau": 0.24183006535947713, + "details": { + "concordant": 95, + "discordant": 58, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "server framework treatment patient" + }, + { + "query_id": "q-single-00166", + "query_type": "single_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-multi-00150", + "query_type": "multi_term", + "tau": 0.04093567251461988, + "details": { + "concordant": 89, + "discordant": 82, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "trading model" + }, + { + "query_id": "q-filter-00813", + "query_type": "filtered", + "tau": 0.08771929824561403, + "details": { + "concordant": 93, + "discordant": 78, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "network" + }, + { + "query_id": "q-multi-01827", + "query_type": "multi_term", + "tau": 0.0, + "details": { + "concordant": 105, + "discordant": 105, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "api analysis" + }, + { + "query_id": "q-single-01739", + "query_type": "single_term", + "tau": 0.1523809523809524, + "details": { + "concordant": 121, + "discordant": 89, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "laboratory" + }, + { + "query_id": "q-filter-00760", + "query_type": "filtered", + "tau": 0.01904761904761905, + "details": { + "concordant": 107, + "discordant": 103, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "algorithm" + }, + { + "query_id": "q-filter-00584", + "query_type": "filtered", + "tau": 0.21666666666666667, + "details": { + "concordant": 73, + "discordant": 47, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "server" + }, + { + "query_id": "q-filter-00721", + "query_type": "filtered", + "tau": -0.021052631578947368, + "details": { + "concordant": 93, + "discordant": 97, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "strategy" + }, + { + "query_id": "q-single-02154", + "query_type": "single_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-single-01503", + "query_type": "single_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "discovery" + }, + { + "query_id": "q-single-02137", + "query_type": "single_term", + "tau": 0.1368421052631579, + "details": { + "concordant": 108, + "discordant": 82, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "code" + }, + { + "query_id": "q-common-01251", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-00182", + "query_type": "multi_term", + "tau": 0.16017316017316016, + "details": { + "concordant": 134, + "discordant": 97, + "total_pairs": 231, + "common_docs": 22, + "only_in_r1": 78, + "only_in_r2": 78 + }, + "query": "research discovery strategy" + }, + { + "query_id": "q-single-01145", + "query_type": "single_term", + "tau": 0.07368421052631578, + "details": { + "concordant": 102, + "discordant": 88, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "approach" + }, + { + "query_id": "q-filter-00672", + "query_type": "filtered", + "tau": 0.18095238095238095, + "details": { + "concordant": 62, + "discordant": 43, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-02212", + "query_type": "multi_term", + "tau": 0.1, + "details": { + "concordant": 66, + "discordant": 54, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "growth symptom strategy" + }, + { + "query_id": "q-single-00875", + "query_type": "single_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-02015", + "query_type": "single_term", + "tau": -0.0718954248366013, + "details": { + "concordant": 71, + "discordant": 82, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "theory" + }, + { + "query_id": "q-single-01435", + "query_type": "single_term", + "tau": 0.08333333333333333, + "details": { + "concordant": 65, + "discordant": 55, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "dividend" + }, + { + "query_id": "q-single-00345", + "query_type": "single_term", + "tau": 0.08823529411764706, + "details": { + "concordant": 74, + "discordant": 62, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "wellness" + }, + { + "query_id": "q-common-01176", + "query_type": "common_term", + "tau": 0.45454545454545453, + "details": { + "concordant": 48, + "discordant": 18, + "total_pairs": 66, + "common_docs": 12, + "only_in_r1": 88, + "only_in_r2": 88 + }, + "query": "server" + }, + { + "query_id": "q-multi-00610", + "query_type": "multi_term", + "tau": 0.029239766081871343, + "details": { + "concordant": 88, + "discordant": 83, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "discovery wellness" + }, + { + "query_id": "q-filter-00842", + "query_type": "filtered", + "tau": -0.08496732026143791, + "details": { + "concordant": 70, + "discordant": 83, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "process" + }, + { + "query_id": "q-single-00116", + "query_type": "single_term", + "tau": 0.005847953216374269, + "details": { + "concordant": 86, + "discordant": 85, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "experiment" + }, + { + "query_id": "q-multi-01019", + "query_type": "multi_term", + "tau": 0.3523809523809524, + "details": { + "concordant": 71, + "discordant": 34, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "analysis approach strategy" + }, + { + "query_id": "q-common-00856", + "query_type": "common_term", + "tau": 0.02857142857142857, + "details": { + "concordant": 108, + "discordant": 102, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "network" + }, + { + "query_id": "q-single-01264", + "query_type": "single_term", + "tau": 0.01904761904761905, + "details": { + "concordant": 107, + "discordant": 103, + "total_pairs": 210, + "common_docs": 21, + "only_in_r1": 79, + "only_in_r2": 79 + }, + "query": "growth" + }, + { + "query_id": "q-common-00188", + "query_type": "common_term", + "tau": 0.0989010989010989, + "details": { + "concordant": 50, + "discordant": 41, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "database" + }, + { + "query_id": "q-filter-00537", + "query_type": "filtered", + "tau": -0.06432748538011696, + "details": { + "concordant": 80, + "discordant": 91, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "clinical" + }, + { + "query_id": "q-rare-01264", + "query_type": "rare_term", + "tau": 0.2, + "details": { + "concordant": 63, + "discordant": 42, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "framework" + }, + { + "query_id": "q-filter-00377", + "query_type": "filtered", + "tau": 0.09941520467836257, + "details": { + "concordant": 94, + "discordant": 77, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "investment" + }, + { + "query_id": "q-common-00240", + "query_type": "common_term", + "tau": -0.009523809523809525, + "details": { + "concordant": 52, + "discordant": 53, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "cloud" + }, + { + "query_id": "q-rare-00612", + "query_type": "rare_term", + "tau": 0.1695906432748538, + "details": { + "concordant": 100, + "discordant": 71, + "total_pairs": 171, + "common_docs": 19, + "only_in_r1": 81, + "only_in_r2": 81 + }, + "query": "design" + }, + { + "query_id": "q-multi-01445", + "query_type": "multi_term", + "tau": 0.010526315789473684, + "details": { + "concordant": 96, + "discordant": 94, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "market wellness design diagnosis" + }, + { + "query_id": "q-filter-00688", + "query_type": "filtered", + "tau": -0.031578947368421054, + "details": { + "concordant": 92, + "discordant": 98, + "total_pairs": 190, + "common_docs": 20, + "only_in_r1": 80, + "only_in_r2": 80 + }, + "query": "theory" + }, + { + "query_id": "q-multi-00171", + "query_type": "multi_term", + "tau": -0.09803921568627451, + "details": { + "concordant": 69, + "discordant": 84, + "total_pairs": 153, + "common_docs": 18, + "only_in_r1": 82, + "only_in_r2": 82 + }, + "query": "cloud experiment" + }, + { + "query_id": "q-single-02340", + "query_type": "single_term", + "tau": 0.23333333333333334, + "details": { + "concordant": 74, + "discordant": 46, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "solution" + }, + { + "query_id": "q-rare-00703", + "query_type": "rare_term", + "tau": 0.25, + "details": { + "concordant": 85, + "discordant": 51, + "total_pairs": 136, + "common_docs": 17, + "only_in_r1": 83, + "only_in_r2": 83 + }, + "query": "implementation" + }, + { + "query_id": "q-multi-01984", + "query_type": "multi_term", + "tau": 0.2571428571428571, + "details": { + "concordant": 66, + "discordant": 39, + "total_pairs": 105, + "common_docs": 15, + "only_in_r1": 85, + "only_in_r2": 85 + }, + "query": "model solution" + }, + { + "query_id": "q-multi-00143", + "query_type": "multi_term", + "tau": 0.2, + "details": { + "concordant": 72, + "discordant": 48, + "total_pairs": 120, + "common_docs": 16, + "only_in_r1": 84, + "only_in_r2": 84 + }, + "query": "trading medicine" + }, + { + "query_id": "q-filter-00517", + "query_type": "filtered", + "tau": 0.45054945054945056, + "details": { + "concordant": 66, + "discordant": 25, + "total_pairs": 91, + "common_docs": 14, + "only_in_r1": 86, + "only_in_r2": 86 + }, + "query": "discovery" + } + ] +} \ No newline at end of file diff --git a/tests/benches/score-comparability/simulate.py b/tests/benches/score-comparability/simulate.py index 1541962..7afb0ad 100755 --- a/tests/benches/score-comparability/simulate.py +++ b/tests/benches/score-comparability/simulate.py @@ -138,30 +138,59 @@ def score_document_bm25( return score -def simulate_search( - docs: List[Dict], +def build_inverted_index(docs: List[Dict]) -> Dict[str, List[Tuple[int, Dict]]]: + """Build inverted index: term -> [(doc_index, doc), ...].""" + index: Dict[str, List[Tuple[int, Dict]]] = defaultdict(list) + for i, doc in enumerate(docs): + text = f"{doc['title']} {doc['content']}".lower() + terms = set(text.split()) + for term in terms: + index[term].append((i, doc)) + return dict(index) + + +def _collect_candidates( + inv_index: Dict[str, List[Tuple[int, Dict]]], + doc_categories: List[str], + query_terms: Set[str], + category_filter: str | None, +) -> List[Dict]: + """Collect unique candidate documents from inverted index.""" + seen: Set[int] = set() + candidates = [] + for term in query_terms: + if term not in inv_index: + continue + for doc_idx, doc in inv_index[term]: + if doc_idx in seen: + continue + if category_filter and doc_categories[doc_idx] != category_filter: + continue + seen.add(doc_idx) + candidates.append(doc) + return candidates + + +def simulate_search_indexed( + inv_index: Dict[str, List[Tuple[int, Dict]]], + doc_categories: List[str], query: Dict, stats: Tuple[Dict, int, float], limit: int = 100, ) -> Dict: - """Simulate search on a single index/shard.""" + """Simulate search using inverted index for fast lookup.""" df, N, avgdl = stats query_terms = tokenize(query["q"]) + category_filter = query["filter"].split("=")[1].strip() if query.get("filter") else None + + candidates = _collect_candidates(inv_index, doc_categories, query_terms, category_filter) scores = [] - for doc in docs: - # Apply filter if present - if query.get("filter"): - category_filter = query["filter"].split("=")[1].strip() - if doc["category"] != category_filter: - continue - + for doc in candidates: score = score_document_bm25(doc, query_terms, df, N, avgdl) - if score > 0: scores.append((doc, score)) - # Sort by score descending scores.sort(key=lambda x: x[1], reverse=True) hits = [] @@ -182,47 +211,34 @@ def simulate_search( } -def simulate_distributed_search( - shards: Dict[int, List[Dict]], +def simulate_distributed_search_indexed( + shard_indexes: Dict[int, Dict[str, List[Tuple[int, Dict]]]], + shard_doc_categories: Dict[int, List[str]], shard_stats: Dict[int, Tuple[Dict, int, float]], query: Dict, limit: int = 100, ) -> Dict: - """ - Simulate distributed search across shards. - - This is where the score comparability issue manifests: - - Each shard computes scores using LOCAL statistics - - The merger combines results assuming scores are comparable - - When shards have different document distributions, this breaks - """ + """Distributed search with score-based merge (the problematic approach).""" query_terms = tokenize(query["q"]) - - # Collect top results from each shard - # Each shard returns offset + limit results (we use limit * 2 for safety) + category_filter = query["filter"].split("=")[1].strip() if query.get("filter") else None per_shard_limit = limit * 2 all_hits = [] - for shard_id, docs in shards.items(): + for shard_id, inv_index in shard_indexes.items(): df, N, avgdl = shard_stats[shard_id] + doc_cats = shard_doc_categories[shard_id] + candidates = _collect_candidates(inv_index, doc_cats, query_terms, category_filter) - # Apply filter at shard level - if query.get("filter"): - category_filter = query["filter"].split("=")[1].strip() - filtered_docs = [d for d in docs if d["category"] == category_filter] - else: - filtered_docs = docs - - scores = [] - for doc in filtered_docs: + shard_scores = [] + for doc in candidates: score = score_document_bm25(doc, query_terms, df, N, avgdl) if score > 0: - scores.append((doc, score, shard_id)) + shard_scores.append((doc, score)) - scores.sort(key=lambda x: x[1], reverse=True) - all_hits.extend(scores[:per_shard_limit]) + shard_scores.sort(key=lambda x: x[1], reverse=True) + for doc, score in shard_scores[:per_shard_limit]: + all_hits.append((doc, score, shard_id)) - # Merge: global sort by score (ASSUMING SCORES ARE COMPARABLE) all_hits.sort(key=lambda x: x[1], reverse=True) hits = [] @@ -241,60 +257,48 @@ def simulate_distributed_search( "filter": query.get("filter"), "hits": hits, "total_hits": len(all_hits), - "shards_queried": list(shards.keys()), + "shards_queried": list(shard_indexes.keys()), } RRF_K = 60 # RRF constant, matching merger.rs -def simulate_distributed_search_rrf( - shards: Dict[int, List[Dict]], +def simulate_distributed_search_rrf_indexed( + shard_indexes: Dict[int, Dict[str, List[Tuple[int, Dict]]]], + shard_doc_categories: Dict[int, List[str]], shard_stats: Dict[int, Tuple[Dict, int, float]], query: Dict, limit: int = 100, ) -> Dict: - """ - Simulate distributed search using Reciprocal Rank Fusion. - - RRF score for a document: sum over shards of 1/(k + rank + 1) - where rank is 0-based position in shard's result list. - - This avoids the score comparability issue entirely because - RRF only uses rank position, not raw scores. - """ + """Distributed search using Reciprocal Rank Fusion.""" query_terms = tokenize(query["q"]) + category_filter = query["filter"].split("=")[1].strip() if query.get("filter") else None per_shard_limit = limit * 2 - # Accumulate RRF scores per document rrf_scores: Dict[str, float] = defaultdict(float) - doc_info: Dict[str, Tuple[Dict, int]] = {} # id -> (doc, shard_id) + doc_info: Dict[str, Tuple[Dict, int]] = {} - for shard_id, docs in shards.items(): + for shard_id, inv_index in shard_indexes.items(): df, N, avgdl = shard_stats[shard_id] + doc_cats = shard_doc_categories[shard_id] + candidates = _collect_candidates(inv_index, doc_cats, query_terms, category_filter) - if query.get("filter"): - category_filter = query["filter"].split("=")[1].strip() - filtered_docs = [d for d in docs if d["category"] == category_filter] - else: - filtered_docs = docs - - scores = [] - for doc in filtered_docs: + shard_scores = [] + for doc in candidates: score = score_document_bm25(doc, query_terms, df, N, avgdl) if score > 0: - scores.append((doc, score)) + shard_scores.append((doc, score)) - scores.sort(key=lambda x: x[1], reverse=True) + shard_scores.sort(key=lambda x: x[1], reverse=True) - for rank, (doc, _score) in enumerate(scores[:per_shard_limit]): + for rank, (doc, _score) in enumerate(shard_scores[:per_shard_limit]): doc_id = doc["id"] rrf_contribution = 1.0 / (RRF_K + rank + 1) rrf_scores[doc_id] += rrf_contribution if doc_id not in doc_info: doc_info[doc_id] = (doc, shard_id) - # Sort by RRF score descending sorted_docs = sorted(rrf_scores.items(), key=lambda x: x[1], reverse=True) hits = [] @@ -314,7 +318,7 @@ def simulate_distributed_search_rrf( "filter": query.get("filter"), "hits": hits, "total_hits": len(sorted_docs), - "shards_queried": list(shards.keys()), + "shards_queried": list(shard_indexes.keys()), "merge_strategy": "rrf", } @@ -362,6 +366,19 @@ def run_experiment( queries = load_queries(query_file) print(f" {len(queries)} queries") + # Build inverted indexes for fast lookup + print("\nBuilding inverted indexes...") + global_inv_index = build_inverted_index(docs) + global_doc_categories = [doc.get("category", "") for doc in docs] + print(f" Global index: {len(global_inv_index)} terms") + + shard_indexes = {} + shard_doc_categories = {} + for shard_id, shard_docs in shards.items(): + shard_indexes[shard_id] = build_inverted_index(shard_docs) + shard_doc_categories[shard_id] = [d.get("category", "") for d in shard_docs] + print(f" Shard {shard_id}: {len(shard_indexes[shard_id])} terms") + # Run experiments output_dir.mkdir(parents=True, exist_ok=True) @@ -379,18 +396,23 @@ def run_experiment( print(f" Processed {i + 1} queries...") # Ground truth: single index with global statistics - gt_result = simulate_search(docs, query, global_stats, limit) + gt_result = simulate_search_indexed( + global_inv_index, global_doc_categories, + query, global_stats, limit, + ) gt_f.write(json.dumps(gt_result) + "\n") # Distributed: each shard uses local statistics (score-based merge) - dist_result = simulate_distributed_search( - shards, shard_stats, query, limit + dist_result = simulate_distributed_search_indexed( + shard_indexes, shard_doc_categories, + shard_stats, query, limit, ) dist_f.write(json.dumps(dist_result) + "\n") # RRF: rank-based merge (no score comparability needed) - rrf_result = simulate_distributed_search_rrf( - shards, shard_stats, query, limit + rrf_result = simulate_distributed_search_rrf_indexed( + shard_indexes, shard_doc_categories, + shard_stats, query, limit, ) rrf_f.write(json.dumps(rrf_result) + "\n")