{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T23:16:04Z","timestamp":1725578164781},"publisher-location":"Berlin, Heidelberg","reference-count":17,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540346388"},{"type":"electronic","value":"9783540346395"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2006]]},"DOI":"10.1007\/11766254_21","type":"book-chapter","created":{"date-parts":[[2006,6,14]],"date-time":"2006-06-14T08:03:44Z","timestamp":1150272224000},"page":"245-256","source":"Crossref","is-referenced-by-count":4,"title":["Evaluation of System Measures for Incomplete Relevance Judgment in IR"],"prefix":"10.1007","author":[{"given":"Shengli","family":"Wu","sequence":"first","affiliation":[]},{"given":"Sally","family":"McClean","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Yilmaz, E.: A geometric interpretation and analysis of R-precision. In: Proceedings of ACM CIKM 2005, Bremen, Germany, October-November, pp. 664\u2013671 (2005)","key":"21_CR1","DOI":"10.1145\/1099554.1099721"},{"doi-asserted-by":"crossref","unstructured":"Aslam, J.A., Yilmaz, E., Pavlu, V.: The maximum entropy method for analyzing retrieval measures. In: Proceedings of ACM SIGIR 2005, Salvador, Brazil, pp. 27\u201334 (2005)","key":"21_CR2","DOI":"10.1145\/1076034.1076042"},{"issue":"3","key":"21_CR3","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1002\/(SICI)1097-4571(199404)45:3<149::AID-ASI5>3.0.CO;2-J","volume":"45","author":"C.L. Barry","year":"1994","unstructured":"Barry, C.L.: User-defined relevance criteria: an exploratory study. Journal of the American Society for Information Science\u00a045(3), 149\u2013159 (1994)","journal-title":"Journal of the American Society for Information Science"},{"issue":"6","key":"21_CR4","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1002\/asi.10398","volume":"55","author":"D. Bodoff","year":"2004","unstructured":"Bodoff, D., Robertson, S.: A new united probabilistic model. Journal of the American Society for Information Science and Technology\u00a055(6), 471\u2013487 (2004)","journal-title":"Journal of the American Society for Information Science and Technology"},{"doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Evaluating evaluation measure stability. In: Proceedings of ACM SIGIR 2000, Athens, Greece, pp. 33\u201340 (2000)","key":"21_CR5","DOI":"10.1145\/345508.345543"},{"doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval evaluation with incomplete information. In: Proceedings of ACM SIGIR 2004, Sheffield, United Kingdom, pp. 25\u201332 (2004)","key":"21_CR6","DOI":"10.1145\/1008992.1009000"},{"issue":"4","key":"21_CR7","doi-asserted-by":"publisher","first-page":"442","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems\u00a020(4), 442\u2013446 (2002)","journal-title":"ACM Transactions on Information Systems"},{"unstructured":"Sparck Jones, K., van Rijisbergen, C.: Report on the need for and provision of an ideal information retrieval test collection. Technical report, British library research and development report 5266, Computer laboratory, University of Cambridge, Cambridge, UK (1975)","key":"21_CR8"},{"issue":"5","key":"21_CR9","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1016\/j.ipm.2005.01.004","volume":"41","author":"J. Kek\u00e4l\u00e4inen","year":"2005","unstructured":"Kek\u00e4l\u00e4inen, J.: Binary and graded relevance in IR evaluations - comparison of the efforts on ranking of IR systems. Information Processing & Management\u00a041(5), 1019\u20131033 (2005)","journal-title":"Information Processing & Management"},{"issue":"2","key":"21_CR10","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.ipm.2003.11.001","volume":"41","author":"C. Lee","year":"2005","unstructured":"Lee, C., Lee, G.G.: Probabilistic information retrieval model for a dependency structured indexing system. Information Processing & Management\u00a041(2), 161\u2013175 (2005)","journal-title":"Information Processing & Management"},{"issue":"6","key":"21_CR11","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1002\/asi.4630260604","volume":"26","author":"T. Saracevic","year":"1975","unstructured":"Saracevic, T.: Relevance: A review of and a framework for thinking on the notion in information science. Journal of the American Society for Information Science\u00a026(6), 321\u2013343 (1975)","journal-title":"Journal of the American Society for Information Science"},{"issue":"6","key":"21_CR12","doi-asserted-by":"publisher","first-page":"755","DOI":"10.1016\/0306-4573(90)90050-C","volume":"26","author":"L. Schamber","year":"1990","unstructured":"Schamber, L., Eisenberg, M.B., Nilan, M.S.: A re-examination of relevance: toward a dynamic, situational definition. Information Processing & Management\u00a026(6), 755\u2013776 (1990)","journal-title":"Information Processing & Management"},{"doi-asserted-by":"crossref","unstructured":"Sanderson, M., Zobel, J.: Information retrieval system evaluation: Effort, sensitivity, and reliability. In: Proceedings of ACM SIGIR 2005, Salvador, Brazil, pp. 162\u2013169 (2005)","key":"21_CR13","DOI":"10.1145\/1076034.1076064"},{"doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Buckley, C.: The effect of topic set size on retrieval experiment error. In: Proceedings of ACM SIGIR 2002, Tampere, Finland, pp. 316\u2013323 (2002)","key":"21_CR14","DOI":"10.1145\/564376.564432"},{"issue":"1","key":"21_CR15","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/S0306-4573(99)00043-6","volume":"36","author":"E.M. Voorhees","year":"2000","unstructured":"Voorhees, E.M., Harman, D.: Overview of the sixth text retrieval conference (trec-6). Information Processing & Management\u00a036(1), 3\u201335 (2000)","journal-title":"Information Processing & Management"},{"issue":"1","key":"21_CR16","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/B:INRT.0000048496.31867.62","volume":"8","author":"Y. Xu","year":"2005","unstructured":"Xu, Y., Benaroch, M.: Information retrieval with a hybrid automatic query expansion and data fusion procedure. Information Retrieval\u00a08(1), 41\u201365 (2005)","journal-title":"Information Retrieval"},{"doi-asserted-by":"crossref","unstructured":"Zobel, J.: How reliable are the results of large-scale information retrieval experiments. In: Proceedings of ACM SIGIR 1998, Melbourne, Australia, pp. 307\u2013314 (1998)","key":"21_CR17","DOI":"10.1145\/290941.291014"}],"container-title":["Lecture Notes in Computer Science","Flexible Query Answering Systems"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/11766254_21.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,7]],"date-time":"2023-05-07T18:30:51Z","timestamp":1683484251000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/11766254_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2006]]},"ISBN":["9783540346388","9783540346395"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/11766254_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2006]]}}}