{"id":"https://openalex.org/W7127110129","doi":"https://doi.org/10.48550/arxiv.2601.22657","title":"NAG: A Unified Native Architecture for Encoder-free Text-Graph Modeling in Language Models","display_name":"NAG: A Unified Native Architecture for Encoder-free Text-Graph Modeling in Language Models","publication_year":2026,"publication_date":"2026-01-30","ids":{"openalex":"https://openalex.org/W7127110129","doi":"https://doi.org/10.48550/arxiv.2601.22657"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.22657","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108335199","display_name":"Haisong Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Haisong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000745167","display_name":"Zixi Liu","orcid":"https://orcid.org/0009-0008-2627-8082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124850606","display_name":"Qiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124825061","display_name":"Shu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124767833","display_name":"Liang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.7533000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.7533000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14550000429153442,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.024900000542402267,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5698999762535095},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.521399974822998},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5192000269889832},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5097000002861023},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4584999978542328},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4169999957084656},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.36419999599456787},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.3628999888896942}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238999843597412},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5698999762535095},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5192000269889832},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.49959999322891235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4690000116825104},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4584999978542328},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.36419999599456787},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3628999888896942},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2996000051498413},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C558772884","wikidata":"https://www.wikidata.org/wiki/Q1508564","display_name":"Graph rewriting","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.26030001044273376}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.22657","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.22657","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.22657","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.22657","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Prevailing":[0],"methods":[1],"for":[2,34,77,140,151,179],"integrating":[3],"graphs":[4],"into":[5],"Language":[6],"Models":[7],"(LMs)":[8],"typically":[9],"rely":[10],"on":[11],"a":[12,38,54,79,174],"segregated":[13],"architecture:":[14],"external":[15,70,171],"Graph":[16],"Neural":[17],"Networks":[18],"(GNNs)":[19],"encode":[20],"structural":[21,45,112,132,153],"topology,":[22],"while":[23],"LMs":[24],"process":[25],"textual":[26,64],"semantics.":[27],"We":[28,134],"argue":[29],"this":[30],"approach":[31],"is":[32],"suboptimal":[33],"text-graphs:":[35],"it":[36],"creates":[37],"conceptually":[39],"disjointed":[40],"interaction":[41],"paradigm.":[42],"By":[43],"segregating":[44],"encoding":[46],"from":[47],"semantic":[48],"processing,":[49],"these":[50],"systems":[51],"must":[52],"perform":[53],"complex":[55],"implicit":[56],"alignment":[57],"between":[58],"abstract":[59],"graph":[60,84,158,165],"tokens":[61],"and":[62,106,128,149],"concrete":[63],"elements.":[65],"Challenging":[66],"the":[67,87,99,116,144,168],"necessity":[68],"of":[69,92,143,170],"encoders,":[71,172],"we":[72],"propose":[73],"NAG":[74,97,162],"(Native":[75],"Architecture":[76],"Graphs),":[78],"unified":[80],"framework":[81],"that":[82,161],"internalizes":[83],"processing":[85],"within":[86],"LM's":[88],"native":[89],"manifold.":[90],"Instead":[91],"bridging":[93],"disparate":[94],"embedding":[95],"spaces,":[96],"repurposes":[98],"self-attention":[100],"mechanism":[101],"to":[102,110,118,124],"enforce":[103],"topological":[104],"dependencies":[105],"recalibrates":[107],"positional":[108],"IDs":[109],"ensure":[111],"equivalence.":[113],"This":[114],"allows":[115],"model":[117],"harness":[119],"its":[120],"intrinsic":[121],"linguistic":[122,147],"capability":[123],"simultaneously":[125],"comprehend":[126],"node":[127],"edge":[129],"content":[130],"alongside":[131],"topology.":[133],"introduce":[135],"two":[136],"efficient":[137],"implementations:":[138],"NAG-Zero":[139],"absolute":[141],"preservation":[142],"base":[145],"model's":[146],"capabilities,":[148],"NAG-LoRA":[150],"enhanced":[152],"adaptation.":[154],"Experiments":[155],"across":[156],"diverse":[157],"tasks":[159],"validate":[160],"achieves":[163],"robust":[164],"comprehension":[166],"without":[167],"overhead":[169],"offering":[173],"simpler,":[175],"more":[176],"coherent":[177],"paradigm":[178],"text-graph":[180],"modeling.":[181]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-03T00:00:00"}