{"id":"https://openalex.org/W2991779690","doi":"https://doi.org/10.1002/stvr.1726","title":"Special issue on testing extra\u2010functional properties","display_name":"Special issue on testing extra\u2010functional properties","publication_year":2019,"publication_date":"2019-12-06","ids":{"openalex":"https://openalex.org/W2991779690","doi":"https://doi.org/10.1002/stvr.1726","mag":"2991779690"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/stvr.1726","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/stvr.1726","source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/stvr.1726","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004738250","display_name":"Mehrdad Saadatmand","orcid":"https://orcid.org/0000-0002-1512-0844"},"institutions":[{"id":"https://openalex.org/I2800664555","display_name":"RISE Research Institutes of Sweden","ror":"https://ror.org/03nnxqz81","country_code":"SE","type":"other","lineage":["https://openalex.org/I2800664555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mehrdad Saadatmand","raw_affiliation_strings":["RISE Research Institutes of Sweden RISE SICS V\u00e4ster\u00e5s V\u00e4ster\u00e5s Sweden"],"affiliations":[{"raw_affiliation_string":"RISE Research Institutes of Sweden RISE SICS V\u00e4ster\u00e5s V\u00e4ster\u00e5s Sweden","institution_ids":["https://openalex.org/I2800664555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061798261","display_name":"Birgitta Lindstr\u00f6m","orcid":"https://orcid.org/0000-0002-1039-5830"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"funder","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Birgitta Lindstr\u00f6m","raw_affiliation_strings":["University of Sk\u00f6vde, School of Informatics Sk\u00f6vde Sweden"],"affiliations":[{"raw_affiliation_string":"University of Sk\u00f6vde, School of Informatics Sk\u00f6vde Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009450062","display_name":"Bernhard K. Aichernig","orcid":"https://orcid.org/0000-0002-3484-5584"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"funder","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Bernhard K. Aichernig","raw_affiliation_strings":["Graz University of Technology, Institute for Software Technology, Graz, Austria"],"affiliations":[{"raw_affiliation_string":"Graz University of Technology, Institute for Software Technology, Graz, Austria","institution_ids":["https://openalex.org/I4092182"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3760,"currency":"USD","value_usd":3760},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":61},"biblio":{"volume":"30","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9902,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9902,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9883,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9678,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.4534956}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7959273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76228535},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46330172},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4534956},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45201454},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.43752003},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.43115258},{"id":"https://openalex.org/C148493468","wikidata":"https://www.wikidata.org/wiki/Q2646951","display_name":"Functional safety","level":2,"score":0.41567487},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37138885},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33752057},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14199051},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10691586},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/stvr.1726","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/stvr.1726","source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:ri:diva-42502","pdf_url":"https://ri.diva-portal.org/smash/get/diva2:1384712/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/stvr.1726","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/stvr.1726","source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2965845133","https://openalex.org/W2468989706","https://openalex.org/W2281090687","https://openalex.org/W2072806201","https://openalex.org/W2024218563","https://openalex.org/W1670831115","https://openalex.org/W1602178951","https://openalex.org/W1517743118","https://openalex.org/W1516169988","https://openalex.org/W108742494"],"abstract_inverted_index":{"Co-located":[0],"with":[1,19,191,206,215,309,356,406,511,648],"the":[2,22,55,59,75,86,91,103,117,165,243,254,259,290,297,310,331,357,373,384,388,397,407,439,463,490,518,530,537,563,584,590,597,604,608,612,656,665,672,687,710,725,747,751,758,773,784,787,793],"10th":[3],"IEEE":[4],"International":[5,24],"Conference":[6],"on":[7,26,74,116,125,173,379,393,438,462,683,754],"Software":[8,34,398,759],"Testing,":[9,399,760],"Verification":[10,400,761],"and":[11,20,30,72,88,105,136,145,177,182,193,224,229,256,265,269,274,283,292,316,325,327,333,338,346,363,375,401,419,427,458,473,481,510,554,638,652,676,699,708,762,770,778,790],"Validation":[12],"(ICST":[13],"2017)":[14],"in":[15,65,158,164,261,328,335,372,396,504,524,627,716,735,757],"Tokyo,":[16],"we":[17,69,740],"started":[18],"organized":[21],"first":[23,442],"Workshop":[25],"Testing":[27,212,622],"Extra-Functional":[28],"Properties":[29],"Quality":[31],"Characteristics":[32],"of":[33,40,48,62,93,107,120,196,237,252,258,294,300,312,341,387,424,446,465,542,607,655,674,679,686,713,786],"Systems":[35],"(ITEQS)":[36],"1.":[37],"The":[38,441,493,514,533,593,617,662,721],"importance":[39,156],"having":[41,366],"a":[42,81,84,108,207,213,306,478,482,506,669,701],"dedicated":[43],"forum":[44,308],"discussing":[45],"various":[46],"aspects":[47],"testing":[49,227,262,295,336,394,502,578,703,755],"EFPs":[50,273,337,395,756],"becomes":[51],"more":[52,71,73,522],"apparent":[53],"considering":[54],"following":[56],"points.":[57],"With":[58],"ever-increasing":[60],"role":[61,255],"computer":[63],"systems":[64,468],"our":[66],"daily":[67],"life,":[68],"rely":[70],"services":[76,95],"that":[77,185,285,488,517,596,611,724],"are":[78,96,142,240],"provided":[79],"by":[80,453,548,631],"software.":[82],"As":[83],"consequence,":[85],"expectations":[87],"demands":[89],"regarding":[90],"quality":[92,128,339,785],"these":[94],"also":[97,124,376,428,742,771,791],"dramatically":[98],"growing.":[99],"In":[100],"this":[101,696],"context,":[102],"success":[104],"correctness":[106,119],"software":[109,342,467,719],"product":[110],"may":[111,231],"not":[112,232,615],"only":[113],"be":[114,171,188,204,234,601],"dependent":[115],"logical":[118],"its":[121,218],"functions":[122],"but":[123],"their":[126,425,767,797],"other":[127,433,531],"attributes":[129],"such":[130,238],"as":[131,147,583,668],"performance,":[132],"security,":[133],"safety,":[134],"availability":[135],"robustness.":[137],"Such":[138],"system":[139,214],"characteristics,":[140],"which":[141],"referred":[143],"to":[144,187,203,210,217,245,304,318,383,421,431,561,567,603,623,644,650,694,730,744,782,795],"captured":[146],"extra-functional":[148],"properties":[149],"(EFPs),":[150],"or":[151],"non-functional":[152],"properties,":[153],"have":[154,246],"determinant":[155],"particularly":[157],"resource":[159,653,677,711],"constrained":[160],"systems.":[161,343],"For":[162],"instance,":[163],"real-time":[166],"embedded":[167],"domain,":[168],"there":[169],"can":[170,579,600],"limitations":[172],"available":[174],"memory,":[175],"CPU":[176],"processing":[178],"capacity,":[179],"power":[180],"consumption":[181],"so":[183],"on,":[184],"need":[186,202,244],"considered":[189,750],"along":[190],"timing":[192],"security":[194,282],"requirements":[195],"an":[197,558,642],"application.":[198],"These":[199],"systems,":[200],"therefore,":[201],"tested":[205],"special":[208,391,752,788],"attention":[209],"EFPs.":[211],"respect":[216,649],"EFPs,":[219,253,263,296],"however,":[220],"poses":[221],"specific":[222,380],"challenges,":[223,322],"traditional":[225],"functional":[226],"methods":[228],"approaches":[230],"simply":[233],"applicable.":[235],"Examples":[236],"challenges":[239,293],"fault":[241],"localization,":[242],"appropriate":[247],"techniques":[248,693],"for":[249,281,449,540,576,659,705,765],"different":[250,361,660,684],"types":[251],"impact":[257],"environment":[260,704],"observability":[264],"testability":[266],"issues,":[267],"coverage":[268,479],"test-stop":[270],"criteria,":[271],"modelling":[272],"generating":[275],"meaningful":[276],"test":[277,279,485,645,680],"cases,":[278],"oracles":[280],"privacy":[284],"involve":[286],"hyperproperties,":[287],"etc.":[288],"Considering":[289],"peculiarities":[291],"main":[298],"purpose":[299],"ITEQS":[301,349,408,417],"has":[302,350,495],"been":[303,351,496],"provide":[305],"well-focused":[307],"goal":[311],"bringing":[313],"together":[314],"researchers":[315,371],"practitioners":[317],"share":[319],"ideas,":[320],"identify":[321],"propose":[323],"solutions":[324],"techniques,":[326],"general,":[329],"expand":[330],"state-of-the-art":[332,500],"practice":[334],"characteristics":[340],"Since":[344],"2017":[345,418],"until":[347],"today,":[348],"held":[352],"each":[353],"year":[354],"co-located":[355],"ICST":[358],"conference,":[359],"attracting":[360],"articles":[362,437],"audience":[364],"discussions,":[365],"keynote":[367],"speeches":[368],"from":[369,415],"well-known":[370],"field,":[374],"panel":[377],"discussions":[378],"themes":[381],"related":[382],"overall":[385],"topic":[386],"workshop.":[389],"This":[390],"issue":[392,753,789],"Reliability":[402,763],"Journal":[403,764],"was":[404],"established":[405],"2018":[409,420],"workshop,":[410],"inviting":[411],"selected":[412],"best":[413],"papers":[414],"both":[416,470,505],"submit":[422],"extensions":[423],"work":[426],"being":[429],"open":[430],"any":[432],"external":[434],"high-quality":[435],"research":[436,768],"topic.":[440],"paper,":[443,535,619],"\u201cAn":[444],"Exploration":[445],"Effective":[447],"Fuzzing":[448],"Side-channel":[450],"Cache":[451],"Leakage\u201d":[452],"Tiyash":[454],"Basu,":[455],"Chundong":[456],"Wang":[457],"Sudipta":[459],"Chattopadhyay":[460],"focuses":[461],"problem":[464],"validating":[466],"against":[469,498],"cache":[471,491,526],"timing-based":[472],"access-based":[474],"attacks.":[475],"They":[476,690],"present":[477],"metric":[480],"simulated":[483,508],"annealing-based":[484],"generation":[486],"approach":[487,494,520,643,727],"explores":[489],"behaviour.":[492],"evaluated":[497],"two":[499],"fuzz":[501],"tools":[503],"controlled":[507],"setting":[509],"real":[512,733],"hardware.":[513],"results":[515,594,722],"indicate":[516,595,723],"proposed":[519,726],"is":[521,728],"effective":[523],"revealing":[525],"side-channel":[527],"leakage":[528],"than":[529],"tools.":[532],"second":[534],"\u201cReducing":[536],"Maintenance":[538],"Effort":[539],"Parameterization":[541],"Representative":[543],"Load":[544],"Tests":[545],"Using":[546],"Annotations\u201d":[547],"Henning":[549],"Schultz,":[550],"Andr\u00e9":[551],"van":[552],"Hoorn":[553],"Alexander":[555],"Wert":[556],"proposes":[557],"annotation":[559],"model":[560],"minimize":[562],"manual":[564,574],"maintenance":[565,598],"effort":[566,599],"make":[568],"generated":[569,658,688,714],"load":[570,577],"tests":[571],"executable.":[572],"Stored":[573],"parameterizations":[575],"then":[580],"evolve":[581],"automatically":[582,731],"workload":[585],"changes,":[586],"thus":[587],"significantly":[588],"reducing":[589],"updating":[591],"effort.":[592],"reduced":[602],"initial":[605],"creation":[606],"annotations":[609],"given":[610],"API":[613],"does":[614],"change.":[616],"third":[618],"\u201cLeveraging":[620],"Metamorphic":[621],"Automatically":[624],"Detect":[625],"Inconsistencies":[626],"Code":[628],"Generator":[629],"Families\u201d":[630],"Mohamed":[632],"Boussaa,":[633],"Olivier":[634],"Barais,":[635],"Gerson":[636],"Suny\u00e9":[637],"Benoit":[639],"Baudry":[640],"presents":[641],"code":[646,657,715,736],"generators":[647],"performance":[651,675],"usage":[654,678,712],"platforms.":[661,720],"authors":[663,748,794],"describe":[664,700],"metamorphic":[666,697],"relation":[667,698],"comparison":[670],"between":[671],"variations":[673],"suites":[681],"running":[682],"versions":[685],"code.":[689],"apply":[691],"statistical":[692],"define":[695],"container-based":[702],"deploying,":[706],"executing":[707],"monitoring":[709],"multiple":[717],"target":[718],"able":[729],"detect":[732],"issues":[734],"generator":[737],"families.":[738],"Hereby,":[739],"would":[741],"like":[743],"thank":[745],"all":[746,772],"who":[749],"publishing":[766],"articles,":[769],"reviewers":[774],"whose":[775],"review":[776],"comments":[777],"recommendations":[779],"helped":[780,792],"us":[781],"ensure":[783],"improve":[796],"papers.":[798]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2991779690","counts_by_year":[],"updated_date":"2025-02-07T21:40:15.962405","created_date":"2019-12-13"}