{"id":"https://openalex.org/W7084051658","doi":"https://doi.org/10.1109/icc52391.2025.11161096","title":"Adaptive AI in Smart Grid: A Continual Reinforcement Learning Framework for Cyber-Physical Systems","display_name":"Adaptive AI in Smart Grid: A Continual Reinforcement Learning Framework for Cyber-Physical Systems","publication_year":2025,"publication_date":"2025-06-08","ids":{"openalex":"https://openalex.org/W7084051658","doi":"https://doi.org/10.1109/icc52391.2025.11161096"},"language":"en","primary_location":{"id":"doi:10.1109/icc52391.2025.11161096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hao Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Hao Xiong","raw_affiliation_strings":["Internet of Things Thrust The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Internet of Things Thrust The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China","institution_ids":["https://openalex.org/I90610280","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiadong Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Jiadong Yu","raw_affiliation_strings":["Internet of Things Thrust The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China"],"affiliations":[{"raw_affiliation_string":"Internet of Things Thrust The Hong Kong University of Science and Technology (Guangzhou),Guangzhou,China","institution_ids":["https://openalex.org/I90610280","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I889458895","https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50579314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6197","last_page":"6202"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.1298999935388565,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.1298999935388565,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11077","display_name":"Genetic and Clinical Aspects of Sex Determination and Chromosomal Abnormalities","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11970","display_name":"Molecular Biology Techniques and Applications","score":0.05660000070929527,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8287000060081482},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7314000129699707},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6579999923706055},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5479000210762024},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.520799994468689},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.517300009727478},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.41130000352859497},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.39660000801086426},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.3944999873638153}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8287000060081482},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7314000129699707},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6579999923706055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446999907493591},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5479000210762024},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.520799994468689},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3921999931335449},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.39010000228881836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38199999928474426},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.32010000944137573},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30630001425743103},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27129998803138733},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25589999556541443},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc52391.2025.11161096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc52391.2025.11161096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2025 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2115696814","https://openalex.org/W2324861975","https://openalex.org/W2551233363","https://openalex.org/W2579357702","https://openalex.org/W2796244013","https://openalex.org/W2901645090","https://openalex.org/W2911933223","https://openalex.org/W3106664044","https://openalex.org/W3117614207","https://openalex.org/W3159051850","https://openalex.org/W4292258978","https://openalex.org/W4312221385","https://openalex.org/W4315480006","https://openalex.org/W4380046108","https://openalex.org/W4401726086"],"related_works":[],"abstract_inverted_index":{"The":[0,123,173],"shift":[1],"toward":[2],"smart":[3,13,91,180],"cities":[4],"emphasizes":[5],"sustainability,":[6],"resilience,":[7],"and":[8,25,42,70,144,222,238],"efficient":[9],"resource":[10],"use,":[11],"with":[12],"grids":[14],"at":[15],"the":[16,46,110,128,156,201,224,241],"forefront,":[17],"integrating":[18],"real-time":[19,68],"communication":[20],"to":[21,31,88,106,167,169,204,234],"manage":[22],"peak":[23],"demand":[24],"support":[26],"renewable":[27],"energy":[28,146,171,193,220,236],"integration.":[29],"Central":[30],"this":[32,98],"transformation":[33],"are":[34],"cyber-physical":[35],"systems":[36],"(CPS)":[37],"that":[38,116],"enable":[39],"realtime":[40],"monitoring":[41],"adaptive":[43,80,157],"control":[44],"within":[45],"grid.":[47],"In":[48],"CPS":[49],"architecture,":[50],"Digital":[51,243],"Twin":[52,244],"(DT)":[53],"plays":[54],"a":[55,78,151],"vital":[56],"role":[57],"by":[58,231],"creating":[59],"high-fidelity":[60,242],"virtual":[61,189],"replicas":[62],"of":[63,72,112,191],"physical":[64],"grid":[65,92,181],"components,":[66],"enabling":[67],"simulation":[69,245],"prediction":[71],"system":[73],"behaviors.":[74],"This":[75,195],"paper":[76],"introduces":[77],"novel":[79],"AI":[81,158],"framework":[82,124,161,199],"for":[83,103,136],"continual":[84],"reinforcement":[85,114,164],"learning":[86,115,165],"(CRL)":[87],"enhance":[89],"CPS-driven":[90],"operations.":[93],"CRL":[94],"is":[95,125,176],"crucial":[96],"in":[97,139,219],"context":[99],"as":[100,155],"it":[101],"allows":[102],"ongoing":[104],"adaptation":[105],"dynamic":[107],"environments,":[108],"addressing":[109],"limitations":[111],"traditional":[113],"typically":[117],"relies":[118],"on":[119,127],"static":[120],"training":[121],"paradigms.":[122],"built":[126],"Deep":[129],"Deterministic":[130],"Policy":[131],"Gradient":[132],"(DDPG)":[133],"algorithm,":[134],"chosen":[135],"its":[137],"effectiveness":[138,175],"handling":[140],"continuous":[141],"action":[142],"spaces":[143],"complex":[145],"management":[147],"decisions.":[148],"By":[149],"incorporating":[150],"Parameter":[152],"Adaptation":[153],"Module":[154],"controller-named":[159],"PAM-CDDPG-the":[160],"dynamically":[162],"adjusts":[163],"parameters":[166],"respond":[168],"fluctuating":[170],"dynamics.":[172],"framework's":[174,226],"evaluated":[177],"through":[178,240],"comprehensive":[179],"DT":[182,196],"testbed":[183],"named":[184],"Citylearn,":[185],"which":[186],"provides":[187],"accurate":[188],"representations":[190],"urban":[192],"systems.":[194],"based":[197],"evaluation":[198],"assesses":[200],"system's":[202],"capacity":[203],"reduce":[205],"total":[206],"positive":[207],"net":[208],"electricity":[209],"consumption":[210],"(NEC)":[211],"across":[212],"diverse":[213],"scenarios.":[214],"Results":[215],"indicate":[216],"substantial":[217],"improvements":[218],"efficiency":[221],"demonstrate":[223],"proposed":[225],"transferability":[227],"between":[228],"zones,":[229],"supported":[230],"PAM's":[232],"adaptability":[233],"distinct":[235],"profiles":[237],"validated":[239],"environment.":[246]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}