{"id":"https://openalex.org/W4290097585","doi":"https://doi.org/10.1145/3524273.3532887","title":"Huldra","display_name":"Huldra","publication_year":2022,"publication_date":"2022-06-14","ids":{"openalex":"https://openalex.org/W4290097585","doi":"https://doi.org/10.1145/3524273.3532887"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524273.3532887","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524273.3532887","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3524273.3532887","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104085175","display_name":"Malek Hammou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Malek Hammou","raw_affiliation_strings":["SimulaMet, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068128546","display_name":"Cise Midoglu","orcid":"https://orcid.org/0000-0003-0991-4418"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Cise Midoglu","raw_affiliation_strings":["SimulaMet, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022601521","display_name":"Steven A. Hicks","orcid":"https://orcid.org/0000-0002-3332-1201"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Steven A. Hicks","raw_affiliation_strings":["SimulaMet, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071792105","display_name":"Andrea M. Stor\u00e5s","orcid":"https://orcid.org/0000-0002-1038-7080"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Andrea Stor\u00e5s","raw_affiliation_strings":["SimulaMet, Norway and Oslo Metropolitan University, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway and Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019910849","display_name":"Saeed Shafiee Sabet","orcid":"https://orcid.org/0000-0001-5348-8546"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Saeed Shafiee Sabet","raw_affiliation_strings":["SimulaMet, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000311801","display_name":"Inga Str\u00fcmke","orcid":"https://orcid.org/0000-0003-1820-6544"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Inga Str\u00fcmke","raw_affiliation_strings":["SimulaMet, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102968267","display_name":"Michael A. Riegler","orcid":"https://orcid.org/0000-0002-3153-2064"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michael A. Riegler","raw_affiliation_strings":["SimulaMet, Norway and UIT The Arctic University of Norway, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway and UIT The Arctic University of Norway, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088962741","display_name":"P\u00e5l Halvorsen","orcid":"https://orcid.org/0000-0003-2073-7029"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"P\u00e5l Halvorsen","raw_affiliation_strings":["SimulaMet, Norway and Oslo Metropolitan University, Norway"],"affiliations":[{"raw_affiliation_string":"SimulaMet, Norway and Oslo Metropolitan University, Norway","institution_ids":["https://openalex.org/I4210153474"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.73,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.467797,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":76,"max":80},"biblio":{"volume":null,"issue":null,"first_page":"203","last_page":"209"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6647892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8522544},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6647892},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.6631429},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5010152},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4562025},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4179532},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37185878},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0956628},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524273.3532887","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524273.3532887","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524273.3532887","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524273.3532887","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":10,"referenced_works":["https://openalex.org/W1969605785","https://openalex.org/W1999045972","https://openalex.org/W2049208969","https://openalex.org/W2133028060","https://openalex.org/W2473900309","https://openalex.org/W2809841409","https://openalex.org/W3037266308","https://openalex.org/W4226000001","https://openalex.org/W4290098637","https://openalex.org/W4290098750"],"related_works":["https://openalex.org/W435179959","https://openalex.org/W4238897586","https://openalex.org/W2619091065","https://openalex.org/W2329895846","https://openalex.org/W2291782699","https://openalex.org/W2284465472","https://openalex.org/W2059640416","https://openalex.org/W2011676020","https://openalex.org/W1993948687","https://openalex.org/W1490753184"],"abstract_inverted_index":{"Collecting":[0],"crowdsourced":[1,55],"feedback":[2,56],"to":[3,24,46,69,93],"evaluate,":[4],"rank,":[5],"or":[6,26],"score":[7],"multimedia":[8,82,144],"content":[9],"can":[10,104],"be":[11,105],"cumbersome":[12],"and":[13,66,80,89,97,125,133],"time-consuming.":[14],"Most":[15],"of":[16,75,99,130,140,143],"the":[17,48,72,76,81,95,138],"existing":[18],"survey":[19,110],"tools":[20],"are":[21],"complicated,":[22],"hard":[23],"customize,":[25],"tailored":[27],"for":[28,71,137],"a":[29,64],"specific":[30],"asset":[31],"type.":[32],"In":[33],"this":[34],"paper,":[35],"we":[36],"present":[37],"an":[38,108],"open":[39],"source":[40],"framework":[41,60,103],"called":[42],"Huldra,":[43],"designed":[44],"explicitly":[45],"address":[47],"challenges":[49],"associated":[50],"with":[51,87],"user":[52,77,135],"studies":[53,136],"involving":[54],"collection.":[57],"The":[58],"web-based":[59],"is":[61],"built":[62],"in":[63],"modular":[65],"configurable":[67],"fashion":[68],"allow":[70],"easy":[73],"adjustment":[74],"interface":[78],"(UI)":[79],"content,":[83],"while":[84],"providing":[85],"integrations":[86],"reliable":[88],"stable":[90],"backend":[91],"solutions":[92],"facilitate":[94],"collection":[96],"analysis":[98],"responses.":[100],"Our":[101],"proposed":[102],"used":[106],"as":[107,119],"online":[109],"tool":[111],"by":[112],"researchers":[113],"working":[114],"on":[115],"different":[116],"topics":[117],"such":[118],"Machine":[120],"Learning":[121],"(ML),":[122],"audio,":[123],"image,":[124],"video":[126],"quality":[127],"assessment,":[128],"Quality":[129],"Experience":[131],"(QoE),":[132],"require":[134],"benchmarking":[139],"various":[141],"types":[142],"content.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4290097585","counts_by_year":[{"year":2022,"cited_by_count":3}],"updated_date":"2024-12-08T01:35:35.825532","created_date":"2022-08-06"}