{"id":"https://openalex.org/W2402268235","doi":"https://doi.org/10.21437/interspeech.2012-65","title":"LSTM neural networks for language modeling","display_name":"LSTM neural networks for language modeling","publication_year":2012,"publication_date":"2012-09-09","ids":{"openalex":"https://openalex.org/W2402268235","doi":"https://doi.org/10.21437/interspeech.2012-65","mag":"2402268235"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2012-65","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2012-65","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2012","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064985080","display_name":"Martin Sundermeyer","orcid":"https://orcid.org/0000-0003-0587-9643"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Martin Sundermeyer","raw_affiliation_strings":["Human Language Technology and Pattern Recognition, Computer Science Department, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Human Language Technology and Pattern Recognition, Computer Science Department, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088968292","display_name":"Ralf Schl\u00fcter","orcid":"https://orcid.org/0000-0003-2839-9247"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ralf Schl\u00fcter","raw_affiliation_strings":["Human Language Technology and Pattern Recognition, Computer Science Department, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Human Language Technology and Pattern Recognition, Computer Science Department, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112501010","display_name":"Hermann Ney","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hermann Ney","raw_affiliation_strings":["Human Language Technology and Pattern Recognition, Computer Science Department, RWTH Aachen University, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Human Language Technology and Pattern Recognition, Computer Science Department, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5064985080"],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":32.2752,"has_fulltext":false,"cited_by_count":1984,"citation_normalized_percentile":{"value":0.99760772,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"194","last_page":"197"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7691090106964111},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.533961832523346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49702098965644836},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47610151767730713},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4620800018310547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7691090106964111},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.533961832523346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49702098965644836},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47610151767730713},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4620800018310547}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.21437/interspeech.2012-65","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2012-65","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2012","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.248.4448","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.248.4448","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-i6.informatik.rwth-aachen.de/publications/download/820/Sundermeyer--2012.pdf","raw_type":"text"},{"id":"pmh:oai:publications.rwth-aachen.de:207126","is_oa":false,"landing_page_url":"https://publications.rwth-aachen.de/record/207126","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"13th Annual Conference of the International Speech Communication Association, September 9-13, 2012, Portland, Oregon<br/>13. Annual Conference of the International Speech Communication Association, Portland, OR, USA, 2012-09-09 - 2012-09-13","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W83522546","https://openalex.org/W179875071","https://openalex.org/W1408639475","https://openalex.org/W1498436455","https://openalex.org/W1554663460","https://openalex.org/W1934041838","https://openalex.org/W1970689298","https://openalex.org/W2064675550","https://openalex.org/W2079735306","https://openalex.org/W2100714283","https://openalex.org/W2107878631","https://openalex.org/W2110485445","https://openalex.org/W2116261113","https://openalex.org/W2130437494","https://openalex.org/W2140679639","https://openalex.org/W2171928131","https://openalex.org/W2474824677","https://openalex.org/W4235765578","https://openalex.org/W4254816979","https://openalex.org/W4285719527","https://openalex.org/W4388297464"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"Neural":[0],"networks":[1,14,33,53,143],"have":[2],"become":[3],"increasingly":[4],"popular":[5],"for":[6],"the":[7,23,40,44,64,76],"task":[8],"of":[9,26,39,67,90,105,128],"language":[10,99,136],"modeling.":[11],"Whereas":[12],"feed-forward":[13],"only":[15],"exploit":[16],"a":[17,27,75,96,129],"fixed":[18],"context":[19],"length":[20],"to":[21,56,62],"predict":[22],"next":[24],"word":[25],"sequence,":[28],"conceptually,":[29],"standard":[30,113],"recurrent":[31,52,68,114,138],"neural":[32,80,115,139,142],"can":[34],"take":[35],"into":[36],"account":[37],"all":[38],"predecessor":[41],"words.":[42],"On":[43],"other":[45],"hand,":[46],"it":[47],"is":[48],"well":[49],"known":[50],"that":[51],"are":[54,60,72],"difficult":[55],"train":[57],"and":[58,95],"therefore":[59],"unlikely":[61],"show":[63,103],"full":[65],"potential":[66],"models.":[69],"These":[70],"problems":[71],"addressed":[73],"by":[74],"Long":[77],"Short-Term":[78],"Memory":[79],"network":[81,91,116],"architecture.":[82],"In":[83,118],"this":[84,88],"work,":[85],"we":[86,120],"analyze":[87],"type":[89],"on":[92,126],"an":[93],"English":[94],"large":[97],"French":[98],"modeling":[100],"task.":[101],"Experiments":[102],"improvements":[104,123],"about":[106],"8":[107],"%":[108],"relative":[109],"in":[110,124],"perplexity":[111],"over":[112],"LMs.":[117],"addition,":[119],"gain":[121],"considerable":[122],"WER":[125],"top":[127],"state-of-the-art":[130],"speech":[131],"recognition":[132],"system.":[133],"Index":[134],"Terms:":[135],"modeling,":[137],"networks,":[140],"LSTM":[141]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":75},{"year":2024,"cited_by_count":107},{"year":2023,"cited_by_count":171},{"year":2022,"cited_by_count":220},{"year":2021,"cited_by_count":279},{"year":2020,"cited_by_count":319},{"year":2019,"cited_by_count":267},{"year":2018,"cited_by_count":222},{"year":2017,"cited_by_count":151},{"year":2016,"cited_by_count":95},{"year":2015,"cited_by_count":45},{"year":2014,"cited_by_count":22},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}