{"id":"https://openalex.org/W4386322990","doi":"https://doi.org/10.1016/j.rcim.2023.102636","title":"Sustainable Robotic Joints 4D Printing with Variable Stiffness Using Reinforcement Learning","display_name":"Sustainable Robotic Joints 4D Printing with Variable Stiffness Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-31","ids":{"openalex":"https://openalex.org/W4386322990","doi":"https://doi.org/10.1016/j.rcim.2023.102636"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.rcim.2023.102636","pdf_url":null,"source":{"id":"https://openalex.org/S118216261","display_name":"Robotics and Computer-Integrated Manufacturing","issn_l":"0736-5845","issn":["0736-5845","1879-2537"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.rcim.2023.102636","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050509624","display_name":"Moslem Mohammadi","orcid":"https://orcid.org/0000-0002-6321-2778"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Moslem Mohammadi","raw_affiliation_strings":["School of Engineering, Deakin University, Geelong, Victoria 3216 Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Deakin University, Geelong, Victoria 3216 Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088007702","display_name":"Abbas Z. Kouzani","orcid":"https://orcid.org/0000-0002-6292-1214"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Z. Kouzani","raw_affiliation_strings":["School of Engineering, Deakin University, Geelong, Victoria 3216 Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Deakin University, Geelong, Victoria 3216 Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043306953","display_name":"Mahdi Bodaghi","orcid":"https://orcid.org/0000-0002-0707-944X"},"institutions":[{"id":"https://openalex.org/I52590639","display_name":"Nottingham Trent University","ror":"https://ror.org/04xyxjd90","country_code":"GB","type":"education","lineage":["https://openalex.org/I52590639"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahdi Bodaghi","raw_affiliation_strings":["Department of Engineering, School of Science and Technology, Nottingham Trent University, Nottingham NG11 8NS, UK"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, School of Science and Technology, Nottingham Trent University, Nottingham NG11 8NS, UK","institution_ids":["https://openalex.org/I52590639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001992898","display_name":"John M. Long","orcid":"https://orcid.org/0000-0001-6110-5904"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"John Long","raw_affiliation_strings":["School of Engineering, Deakin University, Geelong, Victoria 3216 Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Deakin University, Geelong, Victoria 3216 Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081405027","display_name":"Suiyang Khoo","orcid":"https://orcid.org/0000-0003-0455-2710"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sui Yang Khoo","raw_affiliation_strings":["School of Engineering, Deakin University, Geelong, Victoria 3216 Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Deakin University, Geelong, Victoria 3216 Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666554","display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0001-5252-0831"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yong Xiang","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, Victoria 3216 Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, Victoria 3216 Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072793982","display_name":"Ali Zolfagharian","orcid":"https://orcid.org/0000-0001-5302-360X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Ali Zolfagharian","raw_affiliation_strings":["School of Engineering, Deakin University, Geelong, Victoria 3216 Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Deakin University, Geelong, Victoria 3216 Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072793982"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":4240,"currency":"USD","value_usd":4240,"provenance":"doaj"},"apc_paid":{"value":4240,"currency":"USD","value_usd":4240,"provenance":"doaj"},"fwci":7.927,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":34,"citation_normalized_percentile":{"value":0.999973,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"85","issue":null,"first_page":"102636","last_page":"102636"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9973,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11023","display_name":"Prosthetics and Rehabilitation Robotics","score":0.9973,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9909,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9769,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soft-robotics","display_name":"Soft Robotics","score":0.48460945}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.73633194},{"id":"https://openalex.org/C2779372316","wikidata":"https://www.wikidata.org/wiki/Q569057","display_name":"Stiffness","level":2,"score":0.59646964},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.57068324},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.52501494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49638063},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.48462996},{"id":"https://openalex.org/C2776058767","wikidata":"https://www.wikidata.org/wiki/Q24327151","display_name":"Soft robotics","level":3,"score":0.48460945},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.45736536},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.4263869},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3709043},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35471594},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33037814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26739043},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.15923473},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.125038},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.075517595},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.rcim.2023.102636","pdf_url":null,"source":{"id":"https://openalex.org/S118216261","display_name":"Robotics and Computer-Integrated Manufacturing","issn_l":"0736-5845","issn":["0736-5845","1879-2537"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://irep.ntu.ac.uk/id/eprint/50498/1/1843147_Bodaghi.pdf","pdf_url":"https://irep.ntu.ac.uk/id/eprint/50498/1/1843147_Bodaghi.pdf","source":{"id":"https://openalex.org/S4306400559","display_name":"Nottingham Trent University's Institutional Repository (Nottingham Trent Repository)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I52590639","host_organization_name":"Nottingham Trent University","host_organization_lineage":["https://openalex.org/I52590639"],"host_organization_lineage_names":["Nottingham Trent University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.rcim.2023.102636","pdf_url":null,"source":{"id":"https://openalex.org/S118216261","display_name":"Robotics and Computer-Integrated Manufacturing","issn_l":"0736-5845","issn":["0736-5845","1879-2537"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.44}],"grants":[{"funder":"https://openalex.org/F4320315885","funder_display_name":"Australian Government","award_id":null},{"funder":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council","award_id":"DE240100960"}],"datasets":[],"versions":[],"referenced_works_count":45,"referenced_works":["https://openalex.org/W1845224595","https://openalex.org/W2093831009","https://openalex.org/W2111263653","https://openalex.org/W2169462064","https://openalex.org/W2219732095","https://openalex.org/W2594832926","https://openalex.org/W2771751522","https://openalex.org/W2797280915","https://openalex.org/W2806469625","https://openalex.org/W2901396511","https://openalex.org/W2925266131","https://openalex.org/W2927404940","https://openalex.org/W2944518990","https://openalex.org/W2946073846","https://openalex.org/W2954033048","https://openalex.org/W2970214639","https://openalex.org/W2989597069","https://openalex.org/W2989962220","https://openalex.org/W2994726857","https://openalex.org/W2996863174","https://openalex.org/W2999732760","https://openalex.org/W3015740090","https://openalex.org/W3016542991","https://openalex.org/W3021852216","https://openalex.org/W3029370829","https://openalex.org/W3082703071","https://openalex.org/W3089167803","https://openalex.org/W3100789280","https://openalex.org/W3158290808","https://openalex.org/W3178127675","https://openalex.org/W3209627406","https://openalex.org/W3210282889","https://openalex.org/W3215642811","https://openalex.org/W4205263745","https://openalex.org/W4211093781","https://openalex.org/W4226059895","https://openalex.org/W4229376651","https://openalex.org/W4232724719","https://openalex.org/W4234787564","https://openalex.org/W4282026692","https://openalex.org/W4285102589","https://openalex.org/W4285160147","https://openalex.org/W4286808788","https://openalex.org/W4293370825","https://openalex.org/W4397000443"],"related_works":["https://openalex.org/W4391331176","https://openalex.org/W4385439013","https://openalex.org/W4380318855","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4296449477","https://openalex.org/W3084456289","https://openalex.org/W2526555730","https://openalex.org/W2138720691","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Nowadays,":[0],"a":[1,75,86,158,172,181,192,197],"wide":[2],"range":[3],"of":[4,24,104,127,139,200],"robots":[5,37,210],"are":[6],"used":[7],"in":[8,55,189,212],"various":[9,102,165],"fields,":[10],"from":[11],"car":[12],"factories":[13],"to":[14,29,34,84,106,108,123,146,161,164,191],"assistant":[15],"soft":[16,128,204],"robots.":[17],"In":[18],"all":[19],"these":[20],"applications,":[21],"effective":[22],"control":[23,124],"the":[25,31,96,98,125,136,140,147,154],"robot":[26],"is":[27,69,120,132,196],"vital":[28],"perform":[30],"tasks":[32],"assigned":[33],"them.":[35],"Soft":[36],"and":[38,63,143,208,215],"actuators":[39],"have":[40],"several":[41],"advantages":[42],"over":[43],"traditional":[44],"rigid":[45],"manipulators,":[46],"including":[47],"lower":[48],"power":[49,187],"consumption,":[50],"lighter":[51],"weight,":[52],"safer":[53],"operation":[54],"contact":[56],"with":[57,81],"live":[58],"tissues,":[59],"inexpensive":[60],"manufacturing":[61,211],"costs,":[62],"quicker":[64],"movements.":[65],"However,":[66],"controlling":[67],"them":[68],"more":[70],"challenging.":[71],"This":[72,195],"paper":[73],"presents":[74],"three-dimensional":[76],"(3D)":[77],"printed":[78],"structure":[79,99],"combined":[80],"carbon":[82],"fibres":[83],"provide":[85,101],"stimulus":[87],"signal,":[88,183],"known":[89],"as":[90,180],"four-dimensional":[91],"(4D)":[92],"printing.":[93],"Depending":[94],"on":[95,115,135],"application,":[97],"could":[100],"levels":[103],"stiffness":[105,126,202],"adapt":[107,162],"new":[109],"conditions.":[110,167],"A":[111],"nonlinear":[112],"controller":[113,131,156,170],"based":[114,134],"reinforcement":[116],"learning":[117],"(RL)":[118],"algorithms":[119],"also":[121],"presented":[122],"joints.":[129],"The":[130,150],"tuned":[133],"mathematical":[137],"model":[138],"Simulink":[141],"setup":[142],"then":[144],"applied":[145],"experimental":[148],"setup.":[149],"results":[151],"show":[152],"that":[153],"RL":[155],"has":[157],"high":[159],"potential":[160],"online":[163],"unforeseen":[166],"Additionally,":[168],"this":[169],"offers":[171],"significantly":[173],"reduced":[174],"lag":[175],"for":[176,206],"specific":[177],"inputs,":[178],"such":[179],"sinusoidal":[182],"while":[184],"considerably":[185],"decreasing":[186],"consumption":[188],"contrast":[190],"linear":[193],"controller.":[194],"significant":[198],"advantage":[199],"variable":[201],"4D-pritned":[203],"joints":[205],"sustainable":[207,217],"circular":[209],"portable":[213],"medical":[214],"wearable":[216],"robotic":[218],"applications.":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386322990","counts_by_year":[{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":3}],"updated_date":"2024-12-11T15:27:08.251304","created_date":"2023-09-01"}