{"id":"https://openalex.org/W2071570546","doi":"https://doi.org/10.1109/slt.2014.7078556","title":"A methodology for using crowdsourced data to measure uncertainty in natural speech","display_name":"A methodology for using crowdsourced data to measure uncertainty in natural speech","publication_year":2014,"publication_date":"2014-12-01","ids":{"openalex":"https://openalex.org/W2071570546","doi":"https://doi.org/10.1109/slt.2014.7078556","mag":"2071570546"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2014.7078556","pdf_url":null,"source":{"id":"https://openalex.org/S4363605953","display_name":"2022 IEEE Spoken Language Technology Workshop (SLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/A_methodology_for_using_crowdsourced_data_to_measure_uncertainty_in_natural_speech/6472973/1/files/11902493.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090037466","display_name":"Lara J. Martin","orcid":"https://orcid.org/0000-0002-0623-599X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lara Martin","raw_affiliation_strings":["Carnegie Mellon University, Language Technologies Institute, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Language Technologies Institute, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086088412","display_name":"Matthew Stone","orcid":"https://orcid.org/0000-0003-3629-2941"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Stone","raw_affiliation_strings":["Rutgers University, Department of Computer Science, New Brunswick, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, Department of Computer Science, New Brunswick, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085262529","display_name":"Florian Metze","orcid":"https://orcid.org/0000-0002-6663-8600"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Florian Metze","raw_affiliation_strings":["Carnegie Mellon University, Language Technologies Institute, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Language Technologies Institute, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056680874","display_name":"Jack Mostow","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Mostow","raw_affiliation_strings":["Carnegie Mellon University, Language Technologies Institute, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Language Technologies Institute, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":1,"citation_normalized_percentile":{"value":0.198715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":66,"max":73},"biblio":{"volume":null,"issue":null,"first_page":"95","last_page":"99"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.995,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9845,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7138765}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.77033436},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7138765},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.64825475},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6116787},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.57393026},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4818843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48168525},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.46140566},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33046424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32307345},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2667837},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09488332},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2014.7078556","pdf_url":null,"source":{"id":"https://openalex.org/S4363605953","display_name":"2022 IEEE Spoken Language Technology Workshop (SLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_methodology_for_using_crowdsourced_data_to_measure_uncertainty_in_natural_speech/6472973","pdf_url":"https://figshare.com/articles/journal_contribution/A_methodology_for_using_crowdsourced_data_to_measure_uncertainty_in_natural_speech/6472973/1/files/11902493.pdf","source":{"id":"https://openalex.org/S4306400572","display_name":"OPAL (Open@LaTrobe) (La Trobe University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I196829312","host_organization_name":"La Trobe University","host_organization_lineage":["https://openalex.org/I196829312"],"host_organization_lineage_names":["La Trobe University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_methodology_for_using_crowdsourced_data_to_measure_uncertainty_in_natural_speech/6472973","pdf_url":"https://figshare.com/articles/journal_contribution/A_methodology_for_using_crowdsourced_data_to_measure_uncertainty_in_natural_speech/6472973/1/files/11902493.pdf","source":{"id":"https://openalex.org/S4306400572","display_name":"OPAL (Open@LaTrobe) (La Trobe University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I196829312","host_organization_name":"La Trobe University","host_organization_lineage":["https://openalex.org/I196829312"],"host_organization_lineage_names":["La Trobe University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":9,"referenced_works":["https://openalex.org/W1608177573","https://openalex.org/W1635149447","https://openalex.org/W2049515993","https://openalex.org/W2055317345","https://openalex.org/W2110930288","https://openalex.org/W2158680234","https://openalex.org/W2571600439","https://openalex.org/W3101662216","https://openalex.org/W37005372"],"related_works":["https://openalex.org/W4384486036","https://openalex.org/W4318823662","https://openalex.org/W4286908577","https://openalex.org/W3207526114","https://openalex.org/W3032998312","https://openalex.org/W2886410948","https://openalex.org/W2337920774","https://openalex.org/W2025875869","https://openalex.org/W1503094549","https://openalex.org/W135177976"],"abstract_inverted_index":{"People":[0],"sometimes":[1],"express":[2],"uncertainty":[3,91],"unconsciously":[4],"in":[5,154],"order":[6],"to":[7,28,88,105,130,151,165,175],"add":[8],"layers":[9],"of":[10,14,22,61,74,93,125,143,169,179],"meaning":[11],"on":[12,71],"top":[13],"their":[15,126],"speech,":[16],"conveying":[17],"doubts":[18],"about":[19],"the":[20,23,72,90,94,110,113,132,141,177],"accuracy":[21,178],"information":[24],"they":[25],"are":[26],"trying":[27],"communicate.":[29],"In":[30,51],"this":[31],"paper,":[32],"we":[33,54],"propose":[34],"a":[35,43],"methodology":[36],"for":[37],"annotating":[38,144],"uncertainty,":[39,145,170],"which":[40,59,98],"is":[41],"usually":[42],"subjective":[44],"and":[45],"expensive":[46],"process,":[47],"by":[48],"using":[49,160],"crowdsourcing.":[50],"our":[52,147],"experiment,":[53],"used":[55],"an":[56,83],"online":[57],"database":[58],"consists":[60],"colors":[62],"that":[63,77,112],"more":[64],"than":[65,101],"200,000":[66],"users":[67,78],"have":[68,79,149],"named.":[69],"Based":[70],"amount":[73],"unique":[75],"names":[76],"given":[80,121],"each":[81],"color,":[82],"entropy":[84],"value":[85],"was":[86,103,115,117],"calculated":[87],"represent":[89],"level":[92],"color.":[95,158],"A":[96],"model,":[97],"performed":[99],"better":[100],"chance,":[102],"created":[104],"predict":[106],"whether":[107],"or":[108,119],"not":[109],"color":[111,133],"participant":[114],"describing":[116],"ambiguous":[118],"borderline,":[120],"certain":[122],"prosodic":[123,167],"cues":[124],"speech":[127],"when":[128],"asked":[129],"name":[131],"verbally.":[134],"Using":[135],"crowdsourced":[136],"data":[137],"can":[138],"greatly":[139],"streamline":[140],"process":[142],"but":[146],"methods":[148,161],"yet":[150],"be":[152,173],"tested":[153],"other":[155],"domains":[156],"besides":[157],"By":[159],"such":[162],"as":[163],"ours":[164],"measure":[166],"attributes":[168],"it":[171],"should":[172],"possible":[174],"increase":[176],"voice":[180],"search.":[181]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2071570546","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2024-12-18T13:12:38.766921","created_date":"2016-06-24"}