{"record": {"aliases": [], "artifacts": [{"id": "arxiv:2605.22247", "kind": "paper", "url": "https://arxiv.org/abs/2605.22247"}], "authors": ["Kai Golan Hashiloni", "Daniel Fadlon", "Lior Livyatan", "Ofri Hefetz", "Jiahuan Pei", "Kfir Bar"], "authors_reference": {"basis": "arxiv_metadata", "retrieved_at": "2026-11-03", "source_key": "claire-radar:2605.22247", "source_url": "https://arxiv.org/abs/2605.22247"}, "categories": ["General AI", "Information retrieval", "Language & Knowledge", "cs.CL"], "description": {"en": "IdioLink is a retrieval benchmark with 10,700 documents and 2,140 queries across 107 idioms, testing the linking of idiomatic expressions to literal or paraphrased equivalents. Annotations mark core meaning spans, and scoring is based on retrieval quality against these spans."}, "documents": [{"document_type": "registry_page", "id": "claire_radar:https://arxiv.org/abs/2605.22247", "source": "claire_radar", "source_url": "https://arxiv.org/abs/2605.22247", "title": "IdioLink"}], "evidence_summary": {"document_count": 1, "model_count": null, "model_count_basis": null}, "key": "claire-radar:2605.22247", "modality": null, "name": "IdioLink", "openness": {"code_license": null, "data_license": null, "evidence": [], "status": "unknown"}, "provenance": {"confidence": "High", "crawl_bundle": "claire_radar_2026-10-14", "crawled_at": "2026-10-14T09:44:51Z", "data_status": "primary-source-indexed", "display_eligible": "unknown", "origin_record_id": "bm_idiolink_97ac8121", "origin_source": "arxiv", "recognition_confidence": "1.0", "record_sha256": "41f4eb4525d531b629702d9c50b3edbc973d2ee1517f5bac3230a53183ee6269", "relation": "introduces", "review_state": "unreviewed", "source_url": "https://arxiv.org/abs/2605.22247"}, "publisher": null, "released": "2026-05-21", "released_reference": {"basis": "benchmark_release", "source_key": "claire-radar:2605.22247", "source_url": "https://arxiv.org/abs/2605.22247"}, "schema_version": 1, "sizes": [], "slug": "claire-radar-2605-22247", "source": "claire_radar", "source_benchmark_id": "2605.22247", "source_metadata": {"claire_radar": {"adoption30d": null, "aliases": [], "annotation": "Unknown", "applicationDomains": ["General AI"], "area": "Language & Knowledge", "attention": {"asOf": "2026-10-05", "attemptedAt": "2026-10-04T15:31:48.030916Z", "githubRepo": null, "githubScope": null, "githubStars": null, "hfDailySubmittedAt": null, "hfDataset": null, "hfDatasetDownloads": null, "hfDatasetLikes": null, "hfPaperUpvotes": 0, "hfPaperUrl": "https://huggingface.co/papers/2605.22247", "observedAt": "2026-10-04T15:31:48.030916Z", "signalStatus": {"githubStars": {"state": "not_applicable"}, "hfDatasetDownloads": {"state": "not_applicable"}, "hfDatasetLikes": {"state": "not_applicable"}, "hfPaperUpvotes": {"observedAt": "2026-10-04T15:31:48.030916Z", "state": "fresh"}}, "status": "fresh"}, "capabilities": ["Information retrieval"], "confidence": "High", "construction": "Unknown", "constructionDetail": "Unknown — the indexer does not infer construction details without explicit source evidence.", "copyGeneration": {"generatedAt": "2026-08-20T15:22:10.044731Z", "inputHash": "cd2be64596d629add0bf0d855d62f18c00dac323bf38b70e7ffb9d4351dfdbf0", "model": "deepseek-v4-flash"}, "dataStatus": "primary-source-indexed", "demo": false, "description": "IdioLink is a retrieval benchmark with 10,700 documents and 2,140 queries across 107 idioms, testing the linking of idiomatic expressions to literal or paraphrased equivalents. Annotations mark core meaning spans, and scoring is based on retrieval quality against these spans.", "domainCuration": {"method": "rules-v1", "state": "auto"}, "evidence": {"reasonCodes": ["exact coined title identity tied to benchmark evidence", "benchmark release stated in one sentence"], "snippet": "We introduce IdioLink, a retrieval benchmark designed to test whether models can link idiomatic expressions to conceptually equivalent meanings expressed in literal or paraphrased forms."}, "familyId": "bmf_f52bc82b7c8c", "firstSeenAt": "2026-08-19", "githubIndex": {"candidateCount": 0, "indexedAt": "2026-09-17T04:40:34.111665+00:00", "repositories": [], "status": "not-found"}, "heat": null, "id": "bm_idiolink_97ac8121", "indexedAt": "2026-08-19T11:05:13.395391Z", "industrySectors": [], "links": {"code": null, "data": null, "hfPaper": "https://huggingface.co/papers/2605.22247", "paper": "https://arxiv.org/abs/2605.22247", "pdf": "https://arxiv.org/pdf/2605.22247", "project": null, "report": "https://arxiv.org/abs/2605.22247"}, "metrics": [], "motivation": "Idioms pose a fundamental challenge for language models, as their meaning cannot be inferred from surface form alone.", "name": "IdioLink", "oneLine": "IdioLink is a retrieval benchmark with 10,700 documents and 2,140 queries across 107 idioms, testing the linking of idiomatic expressions to literal or paraphrased equivalents. Annotations mark core meaning spans, and scoring is based on retrieval quality against these spans.", "paperTitle": "IdioLink: Retrieving Meaning Beyond Words Across Idiomatic and Literal Expressions", "primaryDomain": "General AI", "publication": {"evidence": null, "evidenceLevel": "unverified", "evidenceUrl": "https://arxiv.org/abs/2605.22247", "source": "arxiv-metadata", "status": "unverified", "venue": null, "verifiedAt": "2026-10-14T01:46:58.058199Z"}, "publications": [], "ranking": {}, "readiness": "Paper only", "recognitionConfidence": 1.0, "relation": "introduces", "releasedAt": "2026-05-21", "source": {"authors": ["Kai Golan Hashiloni", "Daniel Fadlon", "Lior Livyatan", "Ofri Hefetz", "Jiahuan Pei", "Kfir Bar"], "categories": ["cs.CL"], "id": "2605.22247", "title": "IdioLink: Retrieving Meaning Beyond Words Across Idiomatic and Literal Expressions", "type": "arxiv", "url": "https://arxiv.org/abs/2605.22247"}, "sourceUpdatedAt": "2026-05-21T09:53:10Z", "topics": ["cs.CL"], "venueAttempts": [], "whyItMatters": "Existing retrieval models often rely on surface similarity and fail on idiomatic expressions. IdioLink provides a reusable testbed to measure semantic abstraction beyond lexical overlap, offering a practical way to evaluate idiom-aware retrieval systems."}}}, "schema_version": 1, "scores_by_source": {}, "siblings": []}
