{"id":"https://openalex.org/W2605569989","doi":"https://doi.org/10.1145/3055601.3055607","title":"Does Confidence Reporting from the Crowd Benefit Crowdsourcing Performance?","display_name":"Does Confidence Reporting from the Crowd Benefit Crowdsourcing Performance?","publication_year":2017,"publication_date":"2017-04-14","ids":{"openalex":"https://openalex.org/W2605569989","doi":"https://doi.org/10.1145/3055601.3055607","mag":"2605569989"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3055601.3055607","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/1704.00768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076508464","display_name":"Qunwei Li","orcid":"https://orcid.org/0000-0001-8211-8122"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qunwei Li","raw_affiliation_strings":["Department of EECS, Syracuse University, NY"],"affiliations":[{"raw_affiliation_string":"Department of EECS, Syracuse University, NY","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018292481","display_name":"Pramod K. Varshney","orcid":"https://orcid.org/0000-0003-4504-5088"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pramod K. Varshney","raw_affiliation_strings":["Department of EECS, Syracuse University, NY"],"affiliations":[{"raw_affiliation_string":"Department of EECS, Syracuse University, NY","institution_ids":["https://openalex.org/I70983195"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":7,"citation_normalized_percentile":{"value":0.870748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":82,"max":83},"biblio":{"volume":"22","issue":null,"first_page":"49","last_page":"54"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9663,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.594758},{"id":"https://openalex.org/keywords/crowd-sourcing","display_name":"Crowd sourcing","score":0.44169018}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9605193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.54994065},{"id":"https://openalex.org/C3018396927","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowd sourcing","level":2,"score":0.44169018},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27249658},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.171148}],"mesh":[],"locations_count":4,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3055601.3055607","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.00768","pdf_url":"http://arxiv.org/pdf/1704.00768","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1704.00768","pdf_url":"https://arxiv.org/pdf/1704.00768","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1704.00768","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1704.00768","pdf_url":"http://arxiv.org/pdf/1704.00768","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.48}],"grants":[],"datasets":[],"versions":["https://openalex.org/W2605569989","https://openalex.org/W3100524749"],"referenced_works_count":30,"referenced_works":["https://openalex.org/W1436754857","https://openalex.org/W1541075651","https://openalex.org/W1972269687","https://openalex.org/W1984314602","https://openalex.org/W1989645203","https://openalex.org/W2004215803","https://openalex.org/W2004373800","https://openalex.org/W2008127487","https://openalex.org/W2011907632","https://openalex.org/W2039876276","https://openalex.org/W2043274318","https://openalex.org/W2045114813","https://openalex.org/W2058738785","https://openalex.org/W2097090466","https://openalex.org/W2098865355","https://openalex.org/W2140890285","https://openalex.org/W2156442116","https://openalex.org/W2170989440","https://openalex.org/W2212120078","https://openalex.org/W2216621827","https://openalex.org/W2267222456","https://openalex.org/W2346076952","https://openalex.org/W2346255448","https://openalex.org/W2404172366","https://openalex.org/W2579555219","https://openalex.org/W2602119218","https://openalex.org/W2728944333","https://openalex.org/W2952598059","https://openalex.org/W2978329087","https://openalex.org/W2992903204"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W3121216790","https://openalex.org/W3032998312","https://openalex.org/W2911172774","https://openalex.org/W2748952813","https://openalex.org/W2524552836","https://openalex.org/W2467989257","https://openalex.org/W2409650238","https://openalex.org/W2039747859","https://openalex.org/W135177976"],"abstract_inverted_index":{"We":[0,30,77,102],"explore":[1],"the":[2,26,32,35,63,108,120,126],"design":[3],"of":[4],"an":[5,10,79,94],"effective":[6],"crowdsourcing":[7,121],"system":[8,122],"for":[9],"M-ary":[11],"classification":[12,28,100,109],"task.":[13],"Crowd":[14],"workers":[15,36,64,115],"complete":[16],"simple":[17],"binary":[18,60],"microtasks":[19,48],"whose":[20],"results":[21],"are":[22,44,51,71],"aggregated":[23],"to":[24,46,53,57,59,73,97],"give":[25],"final":[27],"decision.":[29],"consider":[31],"scenario":[33],"where":[34,88],"have":[37],"a":[38,83,104],"reject":[39,127],"option":[40,128],"so":[41],"that":[42,107],"they":[43,50,70],"allowed":[45],"skip":[47],"when":[49,69],"unable":[52],"or":[54],"choose":[55],"not":[56,112],"respond":[58],"microtasks.":[61],"Additionally,":[62],"report":[65],"quantized":[66,117],"confidence":[67,131],"levels":[68],"able":[72],"submit":[74],"definitive":[75],"answers.":[76],"present":[78],"aggregation":[80],"approach":[81],"using":[82],"weighted":[84],"majority":[85],"voting":[86],"rule,":[87],"each":[89],"worker's":[90],"response":[91],"is":[92],"assigned":[93],"optimized":[95],"weight":[96],"maximize":[98],"crowd's":[99],"performance.":[101],"obtain":[103],"couterintuitive":[105],"result":[106],"performance":[110],"does":[111],"benefit":[113],"from":[114],"reporting":[116],"confidence.":[118],"Therefore,":[119],"designer":[123],"should":[124],"employ":[125],"without":[129],"requiring":[130],"reporting.":[132]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2605569989","counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2024-12-05T07:34:08.196793","created_date":"2017-04-28"}