{"id":"https://openalex.org/W4393864430","doi":"https://doi.org/10.1109/tlt.2024.3384765","title":"Teaching Plan Generation and Evaluation With GPT-4: Unleashing the Potential of LLM in Instructional Design","display_name":"Teaching Plan Generation and Evaluation With GPT-4: Unleashing the Potential of LLM in Instructional Design","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393864430","doi":"https://doi.org/10.1109/tlt.2024.3384765"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3384765","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073213890","display_name":"Bihao Hu","orcid":"https://orcid.org/0009-0008-8852-7793"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bihao Hu","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091360284","display_name":"Longwei Zheng","orcid":"https://orcid.org/0000-0002-3144-593X"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Longwei Zheng","raw_affiliation_strings":["School of Education, City University of Macau, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Education, City University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107229039","display_name":"Jiayi Zhu","orcid":"https://orcid.org/0009-0005-7362-3561"},"institutions":[{"id":"https://openalex.org/I4210155796","display_name":"Shanghai Jinyuan Senior High School","ror":"https://ror.org/05g2egb88","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210155796"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Zhu","raw_affiliation_strings":["Weiyu high school, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Weiyu high school, Shanghai, China","institution_ids":["https://openalex.org/I4210155796"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107227681","display_name":"L. Ding","orcid":"https://orcid.org/0009-0009-9138-0726"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lishan Ding","raw_affiliation_strings":["Minhang high school, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Minhang high school, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781534","display_name":"Yilei Wang","orcid":"https://orcid.org/0000-0002-3082-3038"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilei Wang","raw_affiliation_strings":["Shanghai Institute of AI for Education, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute of AI for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088470075","display_name":"Xiaoqing Gu","orcid":"https://orcid.org/0000-0001-8256-5408"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqing Gu","raw_affiliation_strings":["Department of Education Information Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Education Information Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.775,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.999984,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":null,"first_page":"1471","last_page":"1485"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.982,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.982,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10130","display_name":"Mathematics Education and Teaching Techniques","score":0.9802,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11875","display_name":"Statistics Education and Methodologies","score":0.9722,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.48607734},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.42345384},{"id":"https://openalex.org/keywords/lesson-plan","display_name":"Lesson plan","score":0.4233933}],"concepts":[{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.64732265},{"id":"https://openalex.org/C159456220","wikidata":"https://www.wikidata.org/wiki/Q667334","display_name":"Instructional design","level":2,"score":0.6469433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6085988},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.54580116},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.48607734},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.44694847},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.42345384},{"id":"https://openalex.org/C2776185021","wikidata":"https://www.wikidata.org/wiki/Q2033770","display_name":"Lesson plan","level":2,"score":0.4233933},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36748198},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22036394},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.15477881},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1294845},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.1081574},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2024.3384765","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62007008"},{"funder":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing","award_id":"CSTB2022NSCQ-MSX0590"}],"datasets":[],"versions":[],"referenced_works_count":89,"referenced_works":["https://openalex.org/W1484109462","https://openalex.org/W15859922","https://openalex.org/W1642409129","https://openalex.org/W1782038099","https://openalex.org/W1855407177","https://openalex.org/W1886828087","https://openalex.org/W1964076043","https://openalex.org/W1975158866","https://openalex.org/W1983811012","https://openalex.org/W1985438082","https://openalex.org/W1987878179","https://openalex.org/W1995940687","https://openalex.org/W1997736971","https://openalex.org/W2008973866","https://openalex.org/W2018229276","https://openalex.org/W2040893130","https://openalex.org/W2043618393","https://openalex.org/W2044546322","https://openalex.org/W2055678676","https://openalex.org/W2064206210","https://openalex.org/W2068944919","https://openalex.org/W2074027568","https://openalex.org/W2086264588","https://openalex.org/W2091742802","https://openalex.org/W2105034308","https://openalex.org/W2115565953","https://openalex.org/W2115880979","https://openalex.org/W2118137218","https://openalex.org/W2122625694","https://openalex.org/W2145549974","https://openalex.org/W2153743575","https://openalex.org/W2158906908","https://openalex.org/W2161069235","https://openalex.org/W2185204866","https://openalex.org/W2546658276","https://openalex.org/W2582338640","https://openalex.org/W2597660614","https://openalex.org/W2620052421","https://openalex.org/W2729189277","https://openalex.org/W2766494419","https://openalex.org/W2782498438","https://openalex.org/W2792243823","https://openalex.org/W2806351672","https://openalex.org/W2884987732","https://openalex.org/W2890576907","https://openalex.org/W2993156069","https://openalex.org/W3002431159","https://openalex.org/W3005652080","https://openalex.org/W3006890052","https://openalex.org/W3014412010","https://openalex.org/W3016327515","https://openalex.org/W3020208352","https://openalex.org/W3028205294","https://openalex.org/W3040076314","https://openalex.org/W3093070761","https://openalex.org/W3105260475","https://openalex.org/W3191818917","https://openalex.org/W3194940599","https://openalex.org/W345433907","https://openalex.org/W4206317959","https://openalex.org/W4221161695","https://openalex.org/W4223472250","https://openalex.org/W4242151872","https://openalex.org/W4245572118","https://openalex.org/W4246284991","https://openalex.org/W4281741779","https://openalex.org/W4288059420","https://openalex.org/W4292779060","https://openalex.org/W4293201695","https://openalex.org/W4307475457","https://openalex.org/W4317910584","https://openalex.org/W4321499901","https://openalex.org/W4322604007","https://openalex.org/W4360980141","https://openalex.org/W4361204578","https://openalex.org/W4366420437","https://openalex.org/W4367175999","https://openalex.org/W4376626501","https://openalex.org/W4378531049","https://openalex.org/W4384659608","https://openalex.org/W4385572569","https://openalex.org/W4385775261","https://openalex.org/W4386424132","https://openalex.org/W4387665600","https://openalex.org/W4388046560","https://openalex.org/W4389524021","https://openalex.org/W624520689","https://openalex.org/W67197166","https://openalex.org/W744630065"],"related_works":["https://openalex.org/W4317928575","https://openalex.org/W4295769391","https://openalex.org/W3185533797","https://openalex.org/W3128524881","https://openalex.org/W3112960490","https://openalex.org/W2972220648","https://openalex.org/W2971769394","https://openalex.org/W2564851303","https://openalex.org/W2332667808","https://openalex.org/W1997921863"],"abstract_inverted_index":{"This":[0],"study":[1,180],"explores":[2],"and":[3,22,72,131,137,140,152,166,175,189,203],"analyzes":[4],"the":[5,26,100,114,148,173,190,213],"specific":[6],"performance":[7,101,144],"of":[8,28,102,150,192,206,216],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"in":[13,33,42,55,104,121,147,160,172],"instructional":[14,64,83,105,123,201],"design,":[15],"aiming":[16],"to":[17,49,163,198],"unveil":[18],"their":[19,40],"potential":[20],"strengths":[21],"possible":[23],"weaknesses.":[24],"Recently,":[25],"influence":[27],"LLMs":[29,103,119],"has":[30],"gradually":[31],"increased":[32],"multiple":[34],"fields,":[35],"yet":[36],"exploratory":[37],"research":[38],"on":[39,68],"application":[41,215],"education":[43],"remains":[44],"relatively":[45],"scarce.":[46],"In":[47],"response":[48],"this":[50,179],"situation,":[51],"our":[52],"research,":[53],"grounded":[54],"Pedagogical":[56],"Content":[57],"Knowledge":[58],"(PCK)":[59],"theory,":[60],"initially":[61],"formulated":[62],"an":[63],"design":[65,84,106,202],"framework":[66],"based":[67],"mathematical":[69,164],"problem":[70,129],"chains":[71,130],"corresponding":[73],"prompt":[74],"instructions.":[75],"Subsequently,":[76],"a":[77,90],"comprehensive":[78],"tool":[79],"for":[80,158],"assessing":[81],"LLM's":[82],"capabilities":[85],"was":[86,97,107,145],"developed.":[87],"Utilizing":[88],"GPT-4,":[89],"high":[91],"school":[92],"mathematics":[93],"teaching":[94,115,126,132],"plan":[95],"dataset":[96],"generated.":[98],"Finally,":[99],"evaluated.":[108],"The":[109],"evaluation":[110],"results":[111],"revealed":[112],"that":[113],"plans":[116],"generated":[117],"by":[118],"excel":[120],"setting":[122],"objectives,":[124],"identifying":[125],"priorities,":[127],"organizing":[128],"activities,":[133],"articulating":[134],"subject":[135],"content,":[136],"selecting":[138],"methods":[139],"strategies.":[141],"Particularly":[142],"commendable":[143],"noted":[146],"modules":[149],"statistics":[151],"functions.":[153],"However,":[154],"there":[155],"is":[156],"room":[157],"improvement":[159],"aspects":[161],"related":[162],"culture":[165],"interdisciplinary":[167],"assessment,":[168],"as":[169,171,184],"well":[170],"geometry":[174],"algebra":[176],"modules.":[177],"Lastly,":[178],"proposes":[181],"initiatives":[182],"such":[183],"LLM":[185],"Prompt-based":[186],"teacher":[187],"training":[188],"integration":[191],"mathematics-focused":[193],"LLMs.":[194,217],"These":[195],"suggestions":[196],"aim":[197],"advance":[199],"personalized":[200],"professional":[204],"development":[205],"teachers,":[207],"offering":[208],"educators":[209],"new":[210],"insights":[211],"into":[212],"in-depth":[214]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4393864430","counts_by_year":[{"year":2024,"cited_by_count":5}],"updated_date":"2025-01-02T19:28:02.273188","created_date":"2024-04-04"}