{"id":"https://openalex.org/W4404101447","doi":"https://doi.org/10.1109/tcad.2024.3438995","title":"EASTER: Learning to Split Transformers at the Edge Robustly","display_name":"EASTER: Learning to Split Transformers at the Edge Robustly","publication_year":2024,"publication_date":"2024-11-01","ids":{"openalex":"https://openalex.org/W4404101447","doi":"https://doi.org/10.1109/tcad.2024.3438995"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3438995","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010812178","display_name":"Xiaotian Guo","orcid":"https://orcid.org/0000-0003-4540-9013"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Xiaotian Guo","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands","Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands","institution_ids":["https://openalex.org/I887064364"]},{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101160758","display_name":"Quan Jiang","orcid":"https://orcid.org/0009-0000-2197-7791"},"institutions":[{"id":"https://openalex.org/I119454577","display_name":"Nanjing Agricultural University","ror":"https://ror.org/05td3s095","country_code":"CN","type":"education","lineage":["https://openalex.org/I119454577"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Jiang","raw_affiliation_strings":["Computer Science and Technology Department, Nanjing Agricultural University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Computer Science and Technology Department, Nanjing Agricultural University, Nanjing, China","institution_ids":["https://openalex.org/I119454577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021445324","display_name":"Yixian Shen","orcid":"https://orcid.org/0000-0001-8447-872X"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yixian Shen","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084046597","display_name":"Andy D. Pimentel","orcid":"https://orcid.org/0000-0002-2043-4469"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy D. Pimentel","raw_affiliation_strings":["Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Informatics Institute, University of Amsterdam, Amsterdam, XH, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024603788","display_name":"Todor Stefanov","orcid":"https://orcid.org/0000-0001-6006-9366"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Todor Stefanov","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.527,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.999851,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":84,"max":92},"biblio":{"volume":"43","issue":"11","first_page":"3626","last_page":"3637"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8594,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8594,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8469,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.7565,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.596041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4610945},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4136844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39259994},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20228204},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18603495},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.057416588}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3438995","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":25,"referenced_works":["https://openalex.org/W1625390266","https://openalex.org/W2126105956","https://openalex.org/W2529556398","https://openalex.org/W2946719914","https://openalex.org/W2980282514","https://openalex.org/W2983440318","https://openalex.org/W3024884693","https://openalex.org/W3081168214","https://openalex.org/W3094502228","https://openalex.org/W3140491875","https://openalex.org/W3202028501","https://openalex.org/W3205596914","https://openalex.org/W4226389608","https://openalex.org/W4312257891","https://openalex.org/W4313496563","https://openalex.org/W4317038519","https://openalex.org/W4321485372","https://openalex.org/W4323706279","https://openalex.org/W4327911824","https://openalex.org/W4379260375","https://openalex.org/W4384918448","https://openalex.org/W4385890089","https://openalex.org/W4390873361","https://openalex.org/W4392943591","https://openalex.org/W4394998532"],"related_works":["https://openalex.org/W4396701345","https://openalex.org/W4396696052","https://openalex.org/W4391913857","https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Prevalent":[0],"large":[1],"transformer":[2,78],"models":[3,21,79],"present":[4],"significant":[5],"computational":[6],"challenges":[7],"for":[8,77,128],"resource-constrained":[9],"devices":[10,25,133],"at":[11,58],"the":[12,16,34,53,59,85],"Edge.":[13,60],"While":[14],"distributing":[15],"workload":[17],"of":[18,36,38,55],"deep":[19],"learning":[20],"across":[22,130],"multiple":[23,131],"edge":[24,39,132],"has":[26],"been":[27],"extensively":[28],"studied,":[29],"these":[30],"works":[31],"typically":[32],"overlook":[33],"impact":[35],"failures":[37,82],"devices.":[40],"Unpredictable":[41],"failures,":[42],"due":[43],"to,":[44],"e.g.,":[45],"connectivity":[46],"issues":[47],"or":[48],"discharged":[49],"batteries,":[50],"can":[51],"compromise":[52],"reliability":[54],"inference":[56,129],"serving":[57],"In":[61],"this":[62],"article,":[63],"we":[64],"introduce":[65],"a":[66],"novel":[67],"methodology,":[68],"called":[69],"EASTER,":[70],"designed":[71],"to":[72],"learn":[73],"robust":[74],"distribution":[75],"strategies":[76],"against":[80,93],"device":[81,113,143],"that":[83],"consider":[84],"tradeoff":[86],"between":[87],"robustness":[88],"(i.e.,":[89],"maintaining":[90],"model":[91,136],"functionality":[92],"failures)":[94],"and":[95,101,111,123],"resource":[96],"utilization":[97],"(considering":[98],"memory":[99,121],"usage":[100],"computations).":[102],"We":[103],"evaluate":[104],"EASTER":[105],"with":[106],"three":[107],"representative":[108],"transformers\u2014ViT,":[109],"GPT-2,":[110],"Vicuna\u2014under":[112],"failures.":[114,144],"Our":[115],"results":[116],"demonstrate":[117],"EASTER's":[118],"efficiency":[119],"in":[120],"usage,":[122],"possible":[124,141],"end-to-end":[125],"latency":[126],"improvement":[127],"while":[134],"preserving":[135],"accuracy":[137],"as":[138,140],"much":[139],"under":[142]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4404101447","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-01-03T02:52:47.879402","created_date":"2024-11-07"}