乐胖代购免代理版

{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T19:02:50Z","timestamp":1732042970629},"reference-count":54,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,8,31]],"date-time":"2023-08-31T00:00:00Z","timestamp":1693440000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DE240100960"],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015539","name":"Australian Government","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100015539","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Robotics and Computer-Integrated Manufacturing"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1016\/j.rcim.2023.102636","type":"journal-article","created":{"date-parts":[[2023,8,31]],"date-time":"2023-08-31T18:02:56Z","timestamp":1693504976000},"page":"102636","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":31,"special_numbering":"C","title":["Sustainable Robotic Joints 4D Printing with Variable Stiffness Using Reinforcement Learning"],"prefix":"10.1016","volume":"85","author":[{"given":"Moslem","family":"Mohammadi","sequence":"first","affiliation":[]},{"given":"Abbas Z.","family":"Kouzani","sequence":"additional","affiliation":[]},{"given":"Mahdi","family":"Bodaghi","sequence":"additional","affiliation":[]},{"given":"John","family":"Long","sequence":"additional","affiliation":[]},{"given":"Sui Yang","family":"Khoo","sequence":"additional","affiliation":[]},{"given":"Yong","family":"Xiang","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Zolfagharian","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.rcim.2023.102636_bib0001","doi-asserted-by":"crossref","DOI":"10.1109\/TEM.2021.3134128","article-title":"3-D printing technologies from infancy to recent times: a scientometric review","author":"Sood","year":"2022","journal-title":"IEEE Trans. Eng. Manage."},{"key":"10.1016\/j.rcim.2023.102636_bib0002","article-title":"A review on PLA with different fillers used as a filament in 3D printing","author":"Arockiam","year":"2021","journal-title":"Mater. Today: Proc."},{"issue":"4","key":"10.1016\/j.rcim.2023.102636_bib0003","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1089\/3dp.2015.0039","article-title":"4D printing technology: a review","volume":"2","author":"Choi","year":"2015","journal-title":"3D Print. Add. Manufact."},{"issue":"10","key":"10.1016\/j.rcim.2023.102636_bib0004","doi-asserted-by":"crossref","DOI":"10.1002\/adfm.202109805","article-title":"Machine learning-evolutionary algorithm enabled design for 4D-printed active composite structures","volume":"32","author":"Sun","year":"2022","journal-title":"Adv. Funct. Mater."},{"key":"10.1016\/j.rcim.2023.102636_bib0005","doi-asserted-by":"crossref","first-page":"1316","DOI":"10.1016\/j.matpr.2020.04.500","article-title":"Polymer additive manufacturing of ASA structure: influence of printing parameters on mechanical properties","volume":"39","author":"Kumar","year":"2021","journal-title":"Mater. Today: Proc."},{"key":"10.1016\/j.rcim.2023.102636_bib0006","doi-asserted-by":"crossref","DOI":"10.1016\/j.compositesa.2021.106444","article-title":"Tracing evolutions in electro-activated shape memory polymer composites with 4D printing strategies: a systematic review","volume":"147","author":"Huang","year":"2021","journal-title":"Composit., Part A"},{"key":"10.1016\/j.rcim.2023.102636_bib0007","article-title":"Fused deposition modelling (FDM) based 3D & 4D printing: a state of art review","author":"Sharma","year":"2022","journal-title":"Mater. Today: Proc."},{"key":"10.1016\/j.rcim.2023.102636_bib0008","doi-asserted-by":"crossref","DOI":"10.1016\/j.cis.2021.102482","article-title":"3D and 4D printing: From innovation to evolution","volume":"294","author":"Mallakpour","year":"2021","journal-title":"Adv. Colloid Interface Sci."},{"key":"10.1016\/j.rcim.2023.102636_bib0009","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1016\/j.matdes.2017.02.068","article-title":"A review of 4D printing","volume":"122","author":"Momeni","year":"2017","journal-title":"Mater. Des."},{"key":"10.1016\/j.rcim.2023.102636_bib0010","article-title":"4D printing soft robotics for biomedical applications","volume":"36","author":"Hann","year":"2020","journal-title":"Add. Manufact."},{"key":"10.1016\/j.rcim.2023.102636_bib0011","doi-asserted-by":"crossref","DOI":"10.1016\/j.matdes.2019.108411","article-title":"Closed-loop 4D-printed soft robots","volume":"188","author":"Zolfagharian","year":"2020","journal-title":"Mater. Des."},{"issue":"8","key":"10.1016\/j.rcim.2023.102636_bib0012","article-title":"4D printing of shape-memory hydrogels for soft-robotic functions","volume":"4","author":"Shiblee","year":"2019","journal-title":"Adv. Mater. Technolog."},{"issue":"5","key":"10.1016\/j.rcim.2023.102636_bib0013","doi-asserted-by":"crossref","DOI":"10.1002\/marc.201700710","article-title":"4D printed actuators with soft-robotic functions","volume":"39","author":"L\u00f3pez-Valdeolivas","year":"2018","journal-title":"Macromol. Rapid Commun."},{"issue":"18","key":"10.1016\/j.rcim.2023.102636_bib0014","doi-asserted-by":"crossref","first-page":"eaau0449","DOI":"10.1126\/scirobotics.aau0449","article-title":"4D printing and robotics","volume":"3","author":"de Marco","year":"2018","journal-title":"Sci. Robot."},{"key":"10.1016\/j.rcim.2023.102636_bib0015","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1016\/j.trsl.2019.04.002","article-title":"Recent advances in 3D printing: vascular network for tissue and organ regeneration","volume":"211","author":"Hann","year":"2019","journal-title":"Translat. Res."},{"key":"10.1016\/j.rcim.2023.102636_bib0016","series-title":"International Conference on Engineering and Emerging Technologies (ICEET)","article-title":"Emerging trends in robotics\u2013a review from applications perspective","author":"Ajwad","year":"2015"},{"issue":"4","key":"10.1016\/j.rcim.2023.102636_bib0017","first-page":"499","article-title":"A comprehensive state-of-the-art on control of industrial articulated robots","volume":"20","author":"Ajwad","year":"2014","journal-title":"J. Balkan Tribolog. Assoc."},{"issue":"6","key":"10.1016\/j.rcim.2023.102636_bib0018","doi-asserted-by":"crossref","first-page":"743","DOI":"10.1089\/soro.2019.0089","article-title":"Adaptive variable stiffness particle phalange for robust and durable robotic grasping","volume":"7","author":"Zhou","year":"2020","journal-title":"Soft Robot."},{"key":"10.1016\/j.rcim.2023.102636_bib0019","doi-asserted-by":"crossref","first-page":"12","DOI":"10.3389\/frobt.2019.00012","article-title":"Toward a variable stiffness surgical manipulator based on fiber jamming transition","volume":"6","author":"Brancadoro","year":"2019","journal-title":"Front. Robot. AI"},{"key":"10.1016\/j.rcim.2023.102636_bib0020","doi-asserted-by":"crossref","first-page":"141","DOI":"10.3389\/frobt.2019.00141","article-title":"Deployable, variable stiffness, cable driven robot for minimally invasive surgery","volume":"6","author":"Runciman","year":"2020","journal-title":"Front. Robot. AI"},{"key":"10.1016\/j.rcim.2023.102636_bib0021","doi-asserted-by":"crossref","DOI":"10.1109\/LRA.2022.3194875","article-title":"Characterization of the variable stiffness actuator fabricated of SMA\/SMP and MWCNT\/IL: PDMS strain-sensitive heater electrode","author":"Sugiura","year":"2022","journal-title":"IEEE Robot. Automat. Lett."},{"key":"10.1016\/j.rcim.2023.102636_bib0022","series-title":"2022 IEEE 35th International Conference on Micro Electro Mechanical Systems Conference (MEMS)","first-page":"5","article-title":"Miniaturized Sma\/Smp variable stiffness actuator driven by the stretchable Mwcnt\/Il\/Pdms heater electrode for micromanipulation robots","author":"Sugiura","year":"2022"},{"issue":"3","key":"10.1016\/j.rcim.2023.102636_bib0023","doi-asserted-by":"crossref","first-page":"283","DOI":"10.1089\/soro.2018.0166","article-title":"Shape memory alloy-based soft finger with changeable bending length using targeted variable stiffness","volume":"7","author":"Wang","year":"2020","journal-title":"Soft Robot."},{"issue":"1","key":"10.1016\/j.rcim.2023.102636_bib0024","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/s41598-022-11629-3","article-title":"Customized protective visors enabled by closed loop controlled 4D printing","volume":"12","author":"Ji","year":"2022","journal-title":"Sci. Rep."},{"key":"10.1016\/j.rcim.2023.102636_bib0025","series-title":"Smart Materials in Additive Manufacturing, Volume 2: 4D Printing Mechanics, Modeling, and Advanced Engineering Applications","first-page":"103","article-title":"4D-printed pneumatic soft actuators modeling, fabrication, and control","author":"Tawk","year":"2022"},{"key":"10.1016\/j.rcim.2023.102636_bib0026","series-title":"2011 IEEE International Conference on Mechatronics","first-page":"409","article-title":"PID and state feedback control of a single-link flexible joint robot manipulator","author":"Akyuz","year":"2011"},{"key":"10.1016\/j.rcim.2023.102636_bib0027","series-title":"2010 6th International Colloquium on Signal Processing & its Applications","first-page":"1","article-title":"PD fuzzy logic with non-collocated PID approach for vibration control of flexible joint manipulator","author":"Ahmad","year":"2010"},{"key":"10.1016\/j.rcim.2023.102636_bib0028","series-title":"2008 Second UKSIM European Symposium on Computer Modeling and Simulation","first-page":"40","article-title":"Vibration and input tracking control of flexible manipulator using LQR with non-collocated PID controller","author":"Ahmad","year":"2008"},{"key":"10.1016\/j.rcim.2023.102636_bib0029","series-title":"Proceedings of the Joint INDS'11 & ISTET'11","first-page":"1","article-title":"A robust and optimal LQR controller design for Electric Power Steering system","author":"Chitu","year":"2011"},{"issue":"6","key":"10.1016\/j.rcim.2023.102636_bib0030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s42452-020-2877-y","article-title":"Fuzzy logic-based tuning of PID controller to control flexible manipulators","volume":"2","author":"Sarkhel","year":"2020","journal-title":"SN Appl. Sci."},{"key":"10.1016\/j.rcim.2023.102636_bib0031","series-title":"2020 28th Iranian Conference on Electrical Engineering (ICEE)","first-page":"1","article-title":"Adaptive controller design for single-link flexible joint manipulator with fuzzy-PID filter","author":"Ahmadian","year":"2020"},{"issue":"11","key":"10.1016\/j.rcim.2023.102636_bib0032","doi-asserted-by":"crossref","first-page":"189","DOI":"10.3390\/a11110189","article-title":"Vibration suppression of a flexible-joint robot based on parameter identification and fuzzy PID control","volume":"11","author":"Ju","year":"2018","journal-title":"Algorithms"},{"issue":"14","key":"10.1016\/j.rcim.2023.102636_bib0033","doi-asserted-by":"crossref","first-page":"4023","DOI":"10.1177\/0142331219844806","article-title":"Composite direct adaptive Taylor series\u2013fuzzy controller for the robust asymptotic tracking control of flexible-joint robots","volume":"41","author":"Ahmadi","year":"2019","journal-title":"Trans. Inst. Meas. Control"},{"issue":"3","key":"10.1016\/j.rcim.2023.102636_bib0034","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1177\/014233129501700304","article-title":"Adaptive neural network controller design for flexible joint robots using singular perturbation technique","volume":"17","author":"Ge","year":"1995","journal-title":"Trans. Inst. Meas. Control"},{"issue":"12","key":"10.1016\/j.rcim.2023.102636_bib0035","doi-asserted-by":"crossref","first-page":"5993","DOI":"10.1109\/TNNLS.2018.2803167","article-title":"Neural-learning-based control for a constrained robotic manipulator with flexible joints","volume":"29","author":"He","year":"2018","journal-title":"IEEE Transact. Neur. Netw. Learn. Syst."},{"issue":"1","key":"10.1016\/j.rcim.2023.102636_bib0036","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1016\/j.asoc.2008.02.004","article-title":"Soft computing methods applied to the control of a flexible robot manipulator","volume":"9","author":"Subudhi","year":"2009","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.rcim.2023.102636_bib0037","series-title":"Real-Robot Deep Reinforcement Learning: Improving Trajectory Tracking of Flexible-Joint Manipulator with Reference Correction","first-page":"2671","author":"Pavlichenko","year":"2022"},{"key":"10.1016\/j.rcim.2023.102636_bib0038","series-title":"2020 21th International Carpathian Control Conference (ICCC)","first-page":"1","article-title":"Control of a rotary flexible joint experiment based on reinforcement learning","author":"Sendrescu","year":"2020"},{"issue":"2","key":"10.1016\/j.rcim.2023.102636_bib0039","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1109\/TNNLS.2020.2979600","article-title":"A vibration control method for hybrid-structured flexible manipulator based on sliding mode control and reinforcement learning","volume":"32","author":"Long","year":"2020","journal-title":"IEEE Transact. Neur. Netw. Learn. Syst."},{"issue":"2","key":"10.1016\/j.rcim.2023.102636_bib0040","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1109\/TASE.2012.2189004","article-title":"Real-time adaptive control of a flexible manipulator using reinforcement learning","volume":"9","author":"Pradhan","year":"2012","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"4","key":"10.1016\/j.rcim.2023.102636_bib0041","doi-asserted-by":"crossref","first-page":"943","DOI":"10.1109\/TSMCB.2008.926614","article-title":"Discrete-time nonlinear HJB solution using approximate dynamic programming: Convergence proof","volume":"38","author":"Al-Tamimi","year":"2008","journal-title":"IEEE Transact. Syst. Man Cybernet. Part B (Cybernet.)"},{"key":"10.1016\/j.rcim.2023.102636_bib0042","doi-asserted-by":"crossref","first-page":"130","DOI":"10.1016\/j.neucom.2021.01.140","article-title":"Tracking control via switching and learning for a class of uncertain flexible joint robots with variable stiffness actuators","volume":"469","author":"Li","year":"2022","journal-title":"Neurocomputing"},{"key":"10.1016\/j.rcim.2023.102636_bib0043","doi-asserted-by":"crossref","first-page":"173732","DOI":"10.1109\/ACCESS.2020.3025489","article-title":"Robust tracking control of variable stiffness joint based on feedback linearization and disturbance observer with estimation error compensation","volume":"8","author":"Guo","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2023.102636_bib0044","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2019.101848","article-title":"A soft gripper with variable stiffness inspired by pangolin scales, toothed pneumatic actuator and autonomous controller","volume":"61","author":"Sun","year":"2020","journal-title":"Rob. Comput. Integr. Manuf."},{"issue":"8","key":"10.1016\/j.rcim.2023.102636_bib0045","doi-asserted-by":"crossref","first-page":"3433","DOI":"10.1109\/TCYB.2019.2921057","article-title":"Adaptive reinforcement learning neural network control for uncertain nonlinear system with input saturation","volume":"50","author":"Bai","year":"2019","journal-title":"IEEE Transact. Cybernet."},{"issue":"3","key":"10.1016\/j.rcim.2023.102636_bib0046","doi-asserted-by":"crossref","first-page":"2812","DOI":"10.1109\/TIE.2022.3165288","article-title":"A novel reinforcement learning-based robust control strategy for a quadrotor","volume":"70","author":"Hua","year":"2022","journal-title":"IEEE Trans. Ind. Electron."},{"issue":"5","key":"10.1016\/j.rcim.2023.102636_bib0047","doi-asserted-by":"crossref","first-page":"1202","DOI":"10.1007\/s12555-019-0402-0","article-title":"Robust experimental study of data-driven optimal control for an underactuated rotary flexible joint","volume":"18","author":"Xin","year":"2020","journal-title":"Int. J. Control Autom. Syst."},{"issue":"6","key":"10.1016\/j.rcim.2023.102636_bib0048","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","article-title":"Deep reinforcement learning: a brief survey","volume":"34","author":"Arulkumaran","year":"2017","journal-title":"IEEE Signal Process. Mag."},{"key":"10.1016\/j.rcim.2023.102636_bib0049","unstructured":"J. Schulman, F. Wolski, P. Dhariwal, A. Radford, and O. Klimov, \u201cProximal policy optimization algorithms.\u201d arXiv preprint arXiv:1707.06347, 2017."},{"key":"10.1016\/j.rcim.2023.102636_bib0050","series-title":"International Conference on Machine Learning","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"Mnih","year":"2016"},{"key":"10.1016\/j.rcim.2023.102636_bib0051","series-title":"International Conference on Machine Learning","first-page":"1889","article-title":"Trust region policy optimization","author":"Schulman","year":"2015"},{"key":"10.1016\/j.rcim.2023.102636_bib0052","series-title":"International Conference on Machine Learning","first-page":"1587","article-title":"Addressing function approximation error in actor-critic methods","author":"Fujimoto","year":"2018"},{"key":"10.1016\/j.rcim.2023.102636_bib0053","unstructured":"T.P. Lillicrap, J.J. Hunt, A. Pritzel, N. Heess, T. Erez, Y. Tassa, D. Silver, and D. Wierstra, \u201cContinuous control with deep reinforcement learning.\u201d arXiv preprint arXiv:1509.02971, 2015."},{"key":"10.1016\/j.rcim.2023.102636_bib0054","first-page":"1","article-title":"4D printing of soft orthoses for tremor suppression","author":"Mohammadi","year":"2022","journal-title":"Bio-Des. Manufact."}],"container-title":["Robotics and Computer-Integrated Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0736584523001114?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0736584523001114?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2023,9,14]],"date-time":"2023-09-14T03:17:28Z","timestamp":1694661448000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0736584523001114"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":54,"alternative-id":["S0736584523001114"],"URL":"https:\/\/doi.org\/10.1016\/j.rcim.2023.102636","relation":{},"ISSN":["0736-5845"],"issn-type":[{"value":"0736-5845","type":"print"}],"subject":[],"published":{"date-parts":[[2024,2]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Sustainable Robotic Joints 4D Printing with Variable Stiffness Using Reinforcement Learning","name":"articletitle","label":"Article Title"},{"value":"Robotics and Computer-Integrated Manufacturing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.rcim.2023.102636","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 The Authors. Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"102636"}}