{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,20]],"date-time":"2026-03-20T00:55:24Z","timestamp":1773968124420,"version":"3.50.1"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["24CX04030A"],"award-info":[{"award-number":["24CX04030A"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002862","name":"China University of Petroleum, Beijing","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002862","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2021YFA1000102"],"award-info":[{"award-number":["2021YFA1000102"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Ad Hoc Networks"],"published-print":{"date-parts":[[2025,1]]},"DOI":"10.1016\/j.adhoc.2024.103681","type":"journal-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T17:34:52Z","timestamp":1728668092000},"page":"103681","update-policy":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["DDQN-based online computation offloading and application caching for dynamic edge computing service management"],"prefix":"10.1016","volume":"166","author":[{"given":"Shudong","family":"Wang","sequence":"first","affiliation":[]},{"given":"Zhi","family":"Lu","sequence":"additional","affiliation":[]},{"given":"Haiyuan","family":"Gui","sequence":"additional","affiliation":[]},{"given":"Xiao","family":"He","sequence":"additional","affiliation":[]},{"given":"Shengzhe","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Zixuan","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Yanxiang","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Shanchen","family":"Pang","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.adhoc.2024.103681_b1","first-page":"912","article-title":"Artificial intelligence as a service in distributed multi access edge computing on 5G extracting data using IoT and including AR\/VR for real-time reporting","volume":"9","author":"Madduru","year":"2021","journal-title":"Inf. Technol. Ind."},{"issue":"2","key":"10.1016\/j.adhoc.2024.103681_b2","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1109\/MCOMSTD.001.2000045","article-title":"Mobile edge computing for ultra-reliable and low-latency communications","volume":"5","author":"Jiang","year":"2021","journal-title":"IEEE Commun. Stand. Mag."},{"issue":"4","key":"10.1016\/j.adhoc.2024.103681_b3","doi-asserted-by":"crossref","first-page":"2322","DOI":"10.1109\/COMST.2017.2745201","article-title":"A survey on mobile edge computing: The communication perspective","volume":"19","author":"Mao","year":"2017","journal-title":"IEEE Commun. Surv. Tutor."},{"issue":"19","key":"10.1016\/j.adhoc.2024.103681_b4","doi-asserted-by":"crossref","first-page":"18710","DOI":"10.1109\/JIOT.2022.3161680","article-title":"DRL-based secure video offloading in MEC-enabled IoT networks","volume":"9","author":"Zhao","year":"2022","journal-title":"IEEE Internet Things J."},{"issue":"8","key":"10.1016\/j.adhoc.2024.103681_b5","doi-asserted-by":"crossref","first-page":"1182","DOI":"10.1109\/LWC.2020.2984620","article-title":"Lessons learned from accident of autonomous vehicle testing: An edge learning-aided offloading framework","volume":"9","author":"Yang","year":"2020","journal-title":"IEEE Wirel. Commun. Lett."},{"issue":"10","key":"10.1016\/j.adhoc.2024.103681_b6","doi-asserted-by":"crossref","first-page":"2343","DOI":"10.1109\/JSAC.2020.3000396","article-title":"Reinforcement learning-based optimal computing and caching in mobile edge network","volume":"38","author":"Qian","year":"2020","journal-title":"IEEE J. Sel. Areas Commun."},{"key":"10.1016\/j.adhoc.2024.103681_b7","article-title":"Deep reinforcement learning based joint caching and resources allocation for cooperative MEC","author":"Zhang","year":"2023","journal-title":"IEEE Internet Things J."},{"issue":"5","key":"10.1016\/j.adhoc.2024.103681_b8","doi-asserted-by":"crossref","first-page":"3251","DOI":"10.1109\/JIOT.2021.3097768","article-title":"User-aware and flexible proactive caching using LSTM and ensemble learning in IoT-MEC networks","volume":"9","author":"Nguyen","year":"2021","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.adhoc.2024.103681_b9","series-title":"IEEE INFOCOM 2022-IEEE Conference on Computer Communications","first-page":"1519","article-title":"An efficient two-layer task offloading scheme for MEC system with multiple services providers","author":"Ren","year":"2022"},{"issue":"3","key":"10.1016\/j.adhoc.2024.103681_b10","doi-asserted-by":"crossref","first-page":"965","DOI":"10.1109\/LCOMM.2020.3034668","article-title":"Joint service caching and task offloading in multi-access edge computing: A QoE-based utility optimization approach","volume":"25","author":"Pham","year":"2020","journal-title":"IEEE Commun. Lett."},{"issue":"12","key":"10.1016\/j.adhoc.2024.103681_b11","doi-asserted-by":"crossref","first-page":"4581","DOI":"10.1109\/TPDS.2022.3195205","article-title":"Joint application placement and request routing optimization for dynamic edge computing service management","volume":"33","author":"Li","year":"2022","journal-title":"IEEE Trans. Parallel Distrib. Syst."},{"key":"10.1016\/j.adhoc.2024.103681_b12","doi-asserted-by":"crossref","DOI":"10.1016\/j.jnca.2022.103366","article-title":"Computation offloading in mobile edge computing networks: A survey","volume":"202","author":"Feng","year":"2022","journal-title":"J. Netw. Comput. Appl."},{"issue":"1","key":"10.1016\/j.adhoc.2024.103681_b13","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1109\/TCC.2019.2950395","article-title":"Joint computation offloading and bandwidth assignment in cloud-assisted edge computing","volume":"10","author":"Guo","year":"2019","journal-title":"IEEE Trans. Cloud Comput."},{"issue":"1","key":"10.1016\/j.adhoc.2024.103681_b14","doi-asserted-by":"crossref","first-page":"360","DOI":"10.1109\/TWC.2020.3024538","article-title":"Mobility-aware joint task scheduling and resource allocation for cooperative mobile edge computing","volume":"20","author":"Saleem","year":"2020","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"2","key":"10.1016\/j.adhoc.2024.103681_b15","doi-asserted-by":"crossref","first-page":"1517","DOI":"10.1109\/JIOT.2021.3091142","article-title":"Deep reinforcement learning for energy-efficient computation offloading in mobile-edge computing","volume":"9","author":"Zhou","year":"2021","journal-title":"IEEE Internet Things J."},{"issue":"8","key":"10.1016\/j.adhoc.2024.103681_b16","doi-asserted-by":"crossref","first-page":"5717","DOI":"10.1109\/TWC.2022.3142685","article-title":"Energy-efficient computation offloading in mobile edge computing systems with uncertainties","volume":"21","author":"Ji","year":"2022","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"11","key":"10.1016\/j.adhoc.2024.103681_b17","doi-asserted-by":"crossref","first-page":"2581","DOI":"10.1109\/TMC.2019.2928811","article-title":"Deep reinforcement learning for online computation offloading in wireless powered mobile-edge computing networks","volume":"19","author":"Huang","year":"2019","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"12","key":"10.1016\/j.adhoc.2024.103681_b18","doi-asserted-by":"crossref","first-page":"10934","DOI":"10.1109\/TWC.2022.3188302","article-title":"DRL-based partial offloading for maximizing sum computation rate of wireless powered mobile edge computing network","volume":"21","author":"Zhang","year":"2022","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"15","key":"10.1016\/j.adhoc.2024.103681_b19","doi-asserted-by":"crossref","first-page":"13927","DOI":"10.1109\/JIOT.2022.3143572","article-title":"A reliable and efficient task offloading strategy based on multifeedback trust mechanism for IoT edge computing","volume":"9","author":"Kong","year":"2022","journal-title":"IEEE Internet Things J."},{"issue":"2","key":"10.1016\/j.adhoc.2024.103681_b20","doi-asserted-by":"crossref","first-page":"1983","DOI":"10.1007\/s11227-021-03941-y","article-title":"A survey on computation offloading and service placement in fog computing-based IoT","volume":"78","author":"Gasmi","year":"2022","journal-title":"J. Supercomput."},{"key":"10.1016\/j.adhoc.2024.103681_b21","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2021.107916","article-title":"Cooperative service caching and computation offloading in multi-access edge computing","volume":"189","author":"Zhong","year":"2021","journal-title":"Comput. Netw."},{"key":"10.1016\/j.adhoc.2024.103681_b22","doi-asserted-by":"crossref","DOI":"10.1109\/TMC.2022.3152493","article-title":"Joint service caching, resource allocation and task offloading for MEC-based networks: a multi-layer optimization approach","author":"Chu","year":"2023","journal-title":"IEEE Trans. Mob. Comput."},{"issue":"7","key":"10.1016\/j.adhoc.2024.103681_b23","doi-asserted-by":"crossref","first-page":"4947","DOI":"10.1109\/TWC.2020.2988386","article-title":"Joint optimization of service caching placement and computation offloading in mobile edge computing systems","volume":"19","author":"Bi","year":"2020","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"8","key":"10.1016\/j.adhoc.2024.103681_b24","doi-asserted-by":"crossref","first-page":"5288","DOI":"10.1109\/TWC.2021.3066650","article-title":"Joint service caching, computation offloading and resource allocation in mobile edge computing systems","volume":"20","author":"Zhang","year":"2021","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"7540","key":"10.1016\/j.adhoc.2024.103681_b25","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.adhoc.2024.103681_b26","doi-asserted-by":"crossref","unstructured":"H. Van Hasselt, A. Guez, D. Silver, Deep reinforcement learning with double q-learning, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 30, No. 1, 2016.","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"2","key":"10.1016\/j.adhoc.2024.103681_b27","doi-asserted-by":"crossref","first-page":"1735","DOI":"10.1109\/TII.2022.3186039","article-title":"Dual-timescale resource allocation for collaborative service caching and computation offloading in IoT systems","volume":"19","author":"Zhang","year":"2022","journal-title":"IEEE Trans. Ind. Inform."},{"key":"10.1016\/j.adhoc.2024.103681_b28","article-title":"Joint service caching, resource allocation and computation offloading in three-tier cooperative mobile edge computing system","author":"Wang","year":"2023","journal-title":"IEEE Trans. Netw. Sci. Eng."},{"key":"10.1016\/j.adhoc.2024.103681_b29","article-title":"Joint service caching and computation offloading scheme based on deep reinforcement learning in vehicular edge computing systems","author":"Xue","year":"2023","journal-title":"IEEE Trans. Veh. Technol."},{"key":"10.1016\/j.adhoc.2024.103681_b30","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2024.110564","article-title":"Deep reinforcement Learning-based computation offloading and distributed edge service caching for Mobile Edge Computing","author":"Xie","year":"2024","journal-title":"Comput. Netw."},{"key":"10.1016\/j.adhoc.2024.103681_b31","first-page":"1","article-title":"A joint caching and offloading strategy using reinforcement learning for multi-access edge computing users","author":"Yuan","year":"2024","journal-title":"Mob. Netw. Appl."},{"key":"10.1016\/j.adhoc.2024.103681_b32","series-title":"2022 IEEE Intl Conf on Parallel & Distributed Processing with Applications, Big Data & Cloud Computing, Sustainable Computing & Communications, Social Computing & Networking","first-page":"121","article-title":"Service caching and task offloading of internet of things devices guided by Lyapunov optimization","author":"Li","year":"2022"},{"key":"10.1016\/j.adhoc.2024.103681_b33","article-title":"Computation rate maximization for SCMA-aided edge computing in IoT networks: A multi-agent reinforcement learning approach","author":"Liu","year":"2024","journal-title":"IEEE Trans. Wireless Commun."},{"key":"10.1016\/j.adhoc.2024.103681_b34","series-title":"Multi-access Edge Computing: Software Development at the Network Edge","first-page":"19","article-title":"MEC: standards and industry associations around edge computing","author":"Sabella","year":"2021"},{"key":"10.1016\/j.adhoc.2024.103681_b35","doi-asserted-by":"crossref","DOI":"10.1016\/j.adhoc.2022.103044","article-title":"A survey of mobility-aware multi-access edge computing: Challenges, use cases and future directions","volume":"140","author":"Singh","year":"2023","journal-title":"Ad Hoc Netw."},{"issue":"2","key":"10.1016\/j.adhoc.2024.103681_b36","doi-asserted-by":"crossref","first-page":"779","DOI":"10.1109\/TNET.2020.3048613","article-title":"Service placement and request scheduling for data-intensive applications in edge clouds","volume":"29","author":"Farhadi","year":"2021","journal-title":"IEEE\/ACM Trans. Netw."},{"issue":"18","key":"10.1016\/j.adhoc.2024.103681_b37","doi-asserted-by":"crossref","first-page":"17372","DOI":"10.1109\/JIOT.2022.3157677","article-title":"Adaptive request scheduling and service caching for MEC-assisted IoT networks: An online learning approach","volume":"9","author":"Ren","year":"2022","journal-title":"IEEE Internet Things J."},{"key":"10.1016\/j.adhoc.2024.103681_b38","series-title":"Stochastic Network Optimization with Application to Communication and Queueing Systems","author":"Neely","year":"2022"},{"key":"10.1016\/j.adhoc.2024.103681_b39","first-page":"1123","article-title":"Applied nonlinear control","volume":"2","author":"Slotine","year":"1991","journal-title":"PRENTICE-HALL google schola"},{"key":"10.1016\/j.adhoc.2024.103681_b40","series-title":"Deep Learning","author":"Goodfellow","year":"2016"},{"issue":"2","key":"10.1016\/j.adhoc.2024.103681_b41","doi-asserted-by":"crossref","first-page":"181","DOI":"10.23919\/ICN.2020.0014","article-title":"Deep reinforcement learning for dynamic computation offloading and resource allocation in cache-assisted mobile edge computing systems","volume":"1","author":"Nath","year":"2020","journal-title":"Intell. Conver. Netw."},{"issue":"10","key":"10.1016\/j.adhoc.2024.103681_b42","doi-asserted-by":"crossref","first-page":"6950","DOI":"10.1109\/TCOMM.2022.3200109","article-title":"Dynamic task software caching-assisted computation offloading for multi-access edge computing","volume":"70","author":"Chen","year":"2022","journal-title":"IEEE Trans. Commun."}],"container-title":["Ad Hoc Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S1570870524002920?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S1570870524002920?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,11,8]],"date-time":"2024-11-08T00:13:39Z","timestamp":1731024819000},"score":1,"resource":{"primary":{"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/linkinghub.elsevier.com\/retrieve\/pii\/S1570870524002920"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1]]},"references-count":42,"alternative-id":["S1570870524002920"],"URL":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.1016\/j.adhoc.2024.103681","relation":{},"ISSN":["1570-8705"],"issn-type":[{"value":"1570-8705","type":"print"}],"subject":[],"published":{"date-parts":[[2025,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"DDQN-based online computation offloading and application caching for dynamic edge computing service management","name":"articletitle","label":"Article Title"},{"value":"Ad Hoc Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/summer-heart-0930.chufeiyun1688.workers.dev:443\/https\/doi.org\/10.1016\/j.adhoc.2024.103681","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"103681"}}