[{"data":1,"prerenderedAt":864},["ShallowReactive",2],{"book-hierarchy":3,"content-query-2pkoT3Y7hV":164},[4,90],{"key":5,"slug":5,"title":6,"cleanTitle":6,"numberedTitle":6,"description":7,"path":7,"basePath":8,"filePath":7,"pageType":7,"hidden":9,"effectiveHidden":9,"order":-4,"depth":10,"number":7,"ownAudience":7,"audiences":11,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":13},"_info","Info","","/_info",false,1,[12],"Sek I",[14,27,38,49],{"key":15,"slug":16,"title":17,"cleanTitle":17,"numberedTitle":17,"description":18,"path":19,"basePath":20,"filePath":21,"pageType":22,"hidden":9,"effectiveHidden":9,"order":23,"depth":24,"number":7,"ownAudience":12,"audiences":25,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":26},"_info/10_datenschutz","10_datenschutz","Datenschutzerklärung","Informationen zum Datenschutz und zur Verarbeitung personenbezogener Daten.","/_info/10_datenschutz/de","/_info/10_datenschutz","content/_Info/10_Datenschutz/de.md","content",10,2,[12],[],{"key":28,"slug":29,"title":30,"cleanTitle":30,"numberedTitle":30,"description":31,"path":32,"basePath":33,"filePath":34,"pageType":22,"hidden":9,"effectiveHidden":9,"order":35,"depth":24,"number":7,"ownAudience":12,"audiences":36,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":37},"_info/11_impressum","11_impressum","Impressum","Impressum fuer das interaktive Buch.","/_info/11_impressum/de","/_info/11_impressum","content/_Info/11_Impressum/de.md",11,[12],[],{"key":39,"slug":40,"title":41,"cleanTitle":41,"numberedTitle":41,"description":42,"path":43,"basePath":44,"filePath":45,"pageType":22,"hidden":9,"effectiveHidden":9,"order":46,"depth":24,"number":7,"ownAudience":12,"audiences":47,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":48},"_info/12_lizenzenunddrittanbieter","12_lizenzenunddrittanbieter","Lizenzen & Drittanbieter","Automatisch aktualisierte Übersicht der verwendeten Open-Source-Komponenten, Lizenzen und Drittanbieter-Hinweise.","/_info/12_lizenzenunddrittanbieter/de","/_info/12_lizenzenunddrittanbieter","content/_Info/12_LizenzenUndDrittanbieter/de.md",12,[12],[],{"key":50,"slug":51,"title":52,"cleanTitle":52,"numberedTitle":52,"description":53,"path":54,"basePath":55,"filePath":56,"pageType":57,"hidden":9,"effectiveHidden":9,"order":58,"depth":24,"number":7,"ownAudience":12,"audiences":59,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":60},"_info/13_mailinglisteundnewsletter","13_mailinglisteundnewsletter","Mailingliste und Newsletter","Benachrichtigung über Neuigkeiten","/_info/13_mailinglisteundnewsletter/de","/_info/13_mailinglisteundnewsletter","content/_Info/13_MailingListeUndNewsLetter/de.md","overview",13,[12],[61,78],{"key":62,"slug":63,"title":64,"cleanTitle":64,"numberedTitle":65,"description":66,"path":67,"basePath":68,"filePath":69,"pageType":22,"hidden":9,"effectiveHidden":9,"order":10,"depth":70,"number":71,"ownAudience":12,"audiences":72,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":77},"_info/13_mailinglisteundnewsletter/newsletter","newsletter","Newsletter","1 Newsletter","Anmeldung zum Newsletter","/_info/13_mailinglisteundnewsletter/newsletter/de","/_info/13_mailinglisteundnewsletter/newsletter","content/_Info/13_MailingListeUndNewsLetter/newsletter/de.md",3,"1",[12],"cover-de-light.png","cover-en-light.png","cover-de-dark.png","cover-en-dark.png",[],{"key":79,"slug":80,"title":81,"cleanTitle":81,"numberedTitle":82,"description":83,"path":84,"basePath":85,"filePath":86,"pageType":22,"hidden":9,"effectiveHidden":9,"order":24,"depth":70,"number":87,"ownAudience":12,"audiences":88,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":89},"_info/13_mailinglisteundnewsletter/ifk","ifk","Mailingliste Informatiklehrer Köln und Umgebung","2 Mailingliste Informatiklehrer Köln und Umgebung","Diskussion und Austausch in der weiteren Kölner Region","/_info/13_mailinglisteundnewsletter/ifk/de","/_info/13_mailinglisteundnewsletter/ifk","content/_Info/13_MailingListeUndNewsLetter/ifk/de.md","2",[12],[],{"key":91,"slug":91,"title":92,"cleanTitle":92,"numberedTitle":92,"description":93,"path":94,"basePath":95,"filePath":96,"pageType":97,"hidden":9,"effectiveHidden":9,"order":-4,"depth":10,"number":7,"ownAudience":7,"audiences":98,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":99},"_workshops","Workshops","Workshops und begleitende Materialien.","/_workshops/de","/_workshops","content/_Workshops/de.md","chapter",[],[100],{"key":101,"slug":102,"title":103,"cleanTitle":103,"numberedTitle":104,"description":105,"path":106,"basePath":107,"filePath":108,"pageType":57,"hidden":9,"effectiveHidden":9,"order":109,"depth":24,"number":71,"ownAudience":7,"audiences":110,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":111},"_workshops/2026_09_14","2026_09_14","Informatiktag20260914_KI-Tools","1 Informatiktag20260914_KI-Tools","Unterseite zu Informatiktag20260914_KI-Tools","/_workshops/2026_09_14/de","/_workshops/2026_09_14","content/_Workshops/2026_09_14/de.md",2026,[],[112,124,140,152],{"key":113,"slug":114,"title":115,"cleanTitle":115,"numberedTitle":116,"description":117,"path":118,"basePath":119,"filePath":120,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":121,"ownAudience":7,"audiences":122,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":123},"_workshops/2026_09_14/arbeitsauftrag1","arbeitsauftrag1","Arbeitsauftrag 1","1.1 Arbeitsauftrag 1","FNN-Entscheidungsregionen mit Heaviside-Aktivierung untersuchen und konstruieren.","/_workshops/2026_09_14/arbeitsauftrag1/de","/_workshops/2026_09_14/arbeitsauftrag1","content/_Workshops/2026_09_14/arbeitsauftrag1/de.md","1.1",[],[],{"key":125,"slug":126,"title":127,"cleanTitle":127,"numberedTitle":128,"description":129,"path":130,"basePath":131,"filePath":132,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":133,"ownAudience":7,"audiences":134,"coverDeLight":135,"coverEnLight":136,"coverDeDark":137,"coverEnDark":138,"children":139},"_workshops/2026_09_14/arbeitsauftrag2","arbeitsauftrag2","Arbeitsauftrag 2","1.2 Arbeitsauftrag 2","Zeichenklassifikation mit einem Feedforward Neural Network.","/_workshops/2026_09_14/arbeitsauftrag2/de","/_workshops/2026_09_14/arbeitsauftrag2","content/_Workshops/2026_09_14/arbeitsauftrag2/de.md","1.2",[],"cover-de-light.webp","cover-en-light.webp","cover-de-dark.webp","cover-en-dark.webp",[],{"key":141,"slug":142,"title":143,"cleanTitle":143,"numberedTitle":144,"description":145,"path":146,"basePath":147,"filePath":148,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":149,"ownAudience":7,"audiences":150,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":151},"_workshops/2026_09_14/arbeitsauftrag3","arbeitsauftrag3","Arbeitsauftrag 3","1.3 Arbeitsauftrag 3","Experimenteller und mathematischer Vergleich von CCE und MSE bei FNN-Klassifikationen.","/_workshops/2026_09_14/arbeitsauftrag3/de","/_workshops/2026_09_14/arbeitsauftrag3","content/_Workshops/2026_09_14/arbeitsauftrag3/de.md","1.3",[],[],{"key":153,"slug":154,"title":155,"cleanTitle":155,"numberedTitle":156,"description":157,"path":158,"basePath":159,"filePath":160,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":161,"ownAudience":7,"audiences":162,"coverDeLight":135,"coverEnLight":136,"coverDeDark":137,"coverEnDark":138,"children":163},"_workshops/2026_09_14/arbeitsauftrag4","arbeitsauftrag4","Arbeitsauftrag 4","1.4 Arbeitsauftrag 4","Zwei Grundideen des RL an Bandit Problemen.","/_workshops/2026_09_14/arbeitsauftrag4/de","/_workshops/2026_09_14/arbeitsauftrag4","content/_Workshops/2026_09_14/arbeitsauftrag4/de.md","1.4",[],[],{"_path":158,"_dir":154,"_draft":9,"_partial":165,"_locale":7,"title":155,"description":157,"navigation":165,"author":166,"pageType":22,"coverDeLight":135,"coverEnLight":136,"coverDeDark":137,"coverEnDark":138,"body":167,"_type":859,"_id":860,"_source":22,"_file":861,"_stem":862,"_extension":863},true,"HM_JDS",{"type":168,"children":169,"toc":847},"root",[170,178,192,199,212,223,298,304,309,318,330,494,571,577,587,664,670,676,699],{"type":171,"tag":172,"props":173,"children":175},"element","h1",{"id":174},"arbeitsauftrag-4",[176],{"type":177,"value":155},"text",{"type":171,"tag":179,"props":180,"children":181},"p",{},[182,184,190],{"type":177,"value":183},"In diesem Arbeitsauftrag untersuchen Sie grundlegende Verfahren zum Umgang mit dem ",{"type":171,"tag":185,"props":186,"children":187},"strong",{},[188],{"type":177,"value":189},"Exploration-Exploitation-Trade-off",{"type":177,"value":191}," bei Bandit Problems und vergleichen verschiedene Möglichkeiten zur Aktualisierung von Wertschätzungen.",{"type":171,"tag":193,"props":194,"children":196},"h2",{"id":195},"aufgabe-1-exploration-und-exploitation",[197],{"type":177,"value":198},"Aufgabe 1 – Exploration und Exploitation",{"type":171,"tag":179,"props":200,"children":201},{},[202,204,210],{"type":177,"value":203},"Öffnen Sie die App ",{"type":171,"tag":205,"props":206,"children":207},"em",{},[208],{"type":177,"value":209},"Exploration vs. Exploitation",{"type":177,"value":211},".",{"type":171,"tag":179,"props":213,"children":214},{},[215],{"type":171,"tag":216,"props":217,"children":220},"a",{"href":218,"style":219},"/tools/KI_ML/03_ReinforcementLearning/04_bandit_algorithmen/01_exploration_vs_exploitation","font-size: 1.4em; font-weight: 700;",[221],{"type":177,"value":222},"Exploration-vs.-Exploitation-Tool öffnen",{"type":171,"tag":224,"props":225,"children":228},"info-box",{"label":226,"title":227},"Bandit-Probleme erkunden","Schritte in der App",[229,248],{"type":171,"tag":179,"props":230,"children":231},{},[232,234,239,241,246],{"type":177,"value":233},"Wählen Sie einen der beiden Kontexte ",{"type":171,"tag":205,"props":235,"children":236},{},[237],{"type":177,"value":238},"Party-Opener",{"type":177,"value":240}," oder ",{"type":171,"tag":205,"props":242,"children":243},{},[244],{"type":177,"value":245},"Weg zur Schule",{"type":177,"value":247}," aus.",{"type":171,"tag":249,"props":250,"children":251},"ul",{},[252,278],{"type":171,"tag":253,"props":254,"children":255},"li",{},[256,258,263,265],{"type":177,"value":257},"Versuchen Sie zunächst, durch eigene Entscheidungen die Summe der erhaltenen Belohnungen zu maximieren. (Spielmodus ",{"type":171,"tag":205,"props":259,"children":260},{},[261],{"type":177,"value":262},"Ich entscheide selbst",{"type":177,"value":264},")\n",{"type":171,"tag":249,"props":266,"children":267},{},[268,273],{"type":171,"tag":253,"props":269,"children":270},{},[271],{"type":177,"value":272},"Wählen Sie dazu immer die nächste Aktion aus und beobachten Sie die Schätzungen der Action-Values.",{"type":171,"tag":253,"props":274,"children":275},{},[276],{"type":177,"value":277},"Nach Ablauf der voreingestellten Anzahl Runden können Sie unterhalb der Aktionen eine Zusammenfassung ihrer Entscheidungen lesen.",{"type":171,"tag":253,"props":279,"children":280},{},[281,283,288,290],{"type":177,"value":282},"Vergleichen Sie anschließend Ihre Ergebnisse mit denen eines Agenten im Spielmodus ",{"type":171,"tag":205,"props":284,"children":285},{},[286],{"type":177,"value":287},"Auto",{"type":177,"value":289},".\n",{"type":171,"tag":249,"props":291,"children":292},{},[293],{"type":171,"tag":253,"props":294,"children":295},{},[296],{"type":177,"value":297},"Stellen Sie dazu das Verhalten des Agenten ein (Wissen ausnutzend / erkundend) und würfeln Sie seine Entscheidungen aus.",{"type":171,"tag":193,"props":299,"children":301},{"id":300},"aufgabe-2-verfahren-zur-sicherung-von-exploration",[302],{"type":177,"value":303},"Aufgabe 2 – Verfahren zur Sicherung von Exploration",{"type":171,"tag":179,"props":305,"children":306},{},[307],{"type":177,"value":308},"Öffnen Sie das Tool zum Vergleich von Explorations-Strategien und testen Sie mindestens ein Verfahren.",{"type":171,"tag":179,"props":310,"children":311},{},[312],{"type":171,"tag":216,"props":313,"children":315},{"href":314,"style":219},"/tools/KI_ML/03_ReinforcementLearning/04_bandit_algorithmen/02_bandit_exploration_strategien",[316],{"type":177,"value":317},"Bandit-Exploration-Strategien öffnen",{"type":171,"tag":179,"props":319,"children":320},{},[321,323,328],{"type":177,"value":322},"Lösen Sie anschließend mithilfe des Tools folgende Anwendungsaufgabe ",{"type":171,"tag":185,"props":324,"children":325},{},[326],{"type":177,"value":327},"wie in der 2. Infobox beschrieben",{"type":177,"value":329},":",{"type":171,"tag":224,"props":331,"children":334},{"label":332,"title":333},"Anwendungsaufgabe","Kursarbeiten Korrektur",[335,337,404,411,416,421,433,438,443],{"type":177,"value":336},"\nInformatik-Lehrerin Hempel korrigiert die Kursarbeiten der drei Informatikgrundkurse in der EF (GK 1, GK 2 und GK 3).\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",{"type":171,"tag":338,"props":339,"children":340},"table",{},[341,360],{"type":171,"tag":342,"props":343,"children":344},"thead",{},[345],{"type":171,"tag":346,"props":347,"children":348},"tr",{},[349,355],{"type":171,"tag":350,"props":351,"children":352},"th",{},[353],{"type":177,"value":354},"Kurs (Aktion)",{"type":171,"tag":350,"props":356,"children":357},{},[358],{"type":177,"value":359},"Noten (Belohnungen)",{"type":171,"tag":361,"props":362,"children":363},"tbody",{},[364,378,391],{"type":171,"tag":346,"props":365,"children":366},{},[367,373],{"type":171,"tag":368,"props":369,"children":370},"td",{},[371],{"type":177,"value":372},"GK 1",{"type":171,"tag":368,"props":374,"children":375},{},[376],{"type":177,"value":377},"4, 2, 3, 3, 5, 2, 1, 1, 4",{"type":171,"tag":346,"props":379,"children":380},{},[381,386],{"type":171,"tag":368,"props":382,"children":383},{},[384],{"type":177,"value":385},"GK 2",{"type":171,"tag":368,"props":387,"children":388},{},[389],{"type":177,"value":390},"3, 4, 4, 1, 1, 1, 2, 5",{"type":171,"tag":346,"props":392,"children":393},{},[394,399],{"type":171,"tag":368,"props":395,"children":396},{},[397],{"type":177,"value":398},"GK 3",{"type":171,"tag":368,"props":400,"children":401},{},[402],{"type":177,"value":403},"2, 5, 2, 5, 2, 5, 1, 6",{"type":171,"tag":405,"props":406,"children":408},"h3",{"id":407},"a-optimistische-anfangswerte",[409],{"type":177,"value":410},"a) Optimistische Anfangswerte",{"type":171,"tag":179,"props":412,"children":413},{},[414],{"type":177,"value":415},"Frau Hempel ist zunächst „optimistisch“ und setzt für alle drei Kurse den Anfangswert",{"type":171,"tag":417,"props":418,"children":420},"d-ma",{"code":419},"Q_1(a)=6.",[],{"type":171,"tag":179,"props":422,"children":423},{},[424,426,431],{"type":177,"value":425},"Sie verwendet eine ",{"type":171,"tag":185,"props":427,"children":428},{},[429],{"type":177,"value":430},"greedy Strategie mit optimistischen Anfangswerten",{"type":177,"value":432},". Bei einem Gleichstand wählt sie immer eine Klassenarbeit des Kurses mit der kleineren Kursnummer.",{"type":171,"tag":179,"props":434,"children":435},{},[436],{"type":177,"value":437},"Ermitteln Sie jeweils, in welcher Reihenfolge sie die ersten sieben Klassenarbeiten korrigiert.",{"type":171,"tag":179,"props":439,"children":440},{},[441],{"type":177,"value":442},"Untersuchen Sie die folgenden drei Varianten:",{"type":171,"tag":444,"props":445,"children":446},"ol",{},[447,464,479],{"type":171,"tag":253,"props":448,"children":449},{},[450,455,457,462],{"type":171,"tag":185,"props":451,"children":452},{},[453],{"type":177,"value":454},"Stichprobenmittel:",{"type":177,"value":456}," Der Anfangswert beträgt ",{"type":171,"tag":458,"props":459,"children":461},"i-ma",{"code":460},"Q_1(a)=6",[],{"type":177,"value":463},", zählt aber nicht als Beobachtung.",{"type":171,"tag":253,"props":465,"children":466},{},[467,472,474,478],{"type":171,"tag":185,"props":468,"children":469},{},[470],{"type":177,"value":471},"Konstante Lernrate:",{"type":177,"value":473}," Verwenden Sie ",{"type":171,"tag":458,"props":475,"children":477},{"code":476},"\\alpha=0{,}5",[],{"type":177,"value":211},{"type":171,"tag":253,"props":480,"children":481},{},[482,487,489,492],{"type":171,"tag":185,"props":483,"children":484},{},[485],{"type":177,"value":486},"Pseudo-Beobachtung:",{"type":177,"value":488}," Der Anfangswert ",{"type":171,"tag":458,"props":490,"children":491},{"code":460},[],{"type":177,"value":493}," wird bei der Mittelwertbildung wie eine zusätzliche Beobachtung gezählt.",{"type":171,"tag":224,"props":495,"children":498},{"label":496,"title":497},"Lösungsweg","Anwendungsaufgabe Kursarbeiten",[499],{"type":171,"tag":444,"props":500,"children":501},{},[502,516,529,540,552,561,566],{"type":171,"tag":253,"props":503,"children":504},{},[505,507,514],{"type":177,"value":506},"Laden Sie die ",{"type":171,"tag":508,"props":509,"children":511},"content-asset-link",{"src":510,"download":165},"media/klassenarbeiten-bandit-beispiel-v4.json",[512],{"type":177,"value":513},"JSON-Datei mit den Beispieldaten",{"type":177,"value":515}," herunter.",{"type":171,"tag":253,"props":517,"children":518},{},[519,521,528],{"type":177,"value":520},"Laden Sie im Tool die Datei ",{"type":171,"tag":522,"props":523,"children":525},"code",{"className":524},[],[526],{"type":177,"value":527},"klassenarbeiten-bandit-beispiel-v4.json",{"type":177,"value":211},{"type":171,"tag":253,"props":530,"children":531},{},[532,534,539],{"type":177,"value":533},"Öffnen Sie den Tab ",{"type":171,"tag":205,"props":535,"children":536},{},[537],{"type":177,"value":538},"Optimistische Anfangswerte",{"type":177,"value":211},{"type":171,"tag":253,"props":541,"children":542},{},[543,545,550],{"type":177,"value":544},"Stellen Sie unter ",{"type":171,"tag":205,"props":546,"children":547},{},[548],{"type":177,"value":549},"Optionen",{"type":177,"value":551}," die jeweils zu untersuchende Variante ein.",{"type":171,"tag":253,"props":553,"children":554},{},[555,557,560],{"type":177,"value":556},"Verwenden Sie für die Variante mit konstanter Lernrate ",{"type":171,"tag":458,"props":558,"children":559},{"code":476},[],{"type":177,"value":211},{"type":171,"tag":253,"props":562,"children":563},{},[564],{"type":177,"value":565},"Führen Sie die ersten Schritte einzeln aus und vergleichen Sie die angezeigten Rechnungen mit Ihrer Lösung.",{"type":171,"tag":253,"props":567,"children":568},{},[569],{"type":177,"value":570},"Setzen Sie den Tab anschließend zurück und untersuchen Sie die nächste Variante.",{"type":171,"tag":405,"props":572,"children":574},{"id":573},"vertiefung-upper-confidence-bound",[575],{"type":177,"value":576},"Vertiefung: Upper Confidence Bound",{"type":171,"tag":179,"props":578,"children":579},{},[580,582],{"type":177,"value":581},"Anhand der folgenden Aufgaben kann das UCB1-Verfahren untersucht werden. Auch diese Aufgaben können mit der App durchgeführt werden, ",{"type":171,"tag":185,"props":583,"children":584},{},[585],{"type":177,"value":586},"sollen hier aber nicht bearbeitet werden.",{"type":171,"tag":224,"props":588,"children":589},{"label":332,"title":333},[590,592,603,607,612,619,624,628,633,638,644,649,653],{"type":177,"value":591},"\nNun verwendet Frau Hempel ein **Upper-Confidence-Bound-Verfahren** zur Auswahl der nächsten Klassenarbeit.\n",{"type":171,"tag":179,"props":593,"children":594},{},[595,597,601],{"type":177,"value":596},"Zunächst korrigiert sie je eine Klassenarbeit aus jedem Kurs. Für die Auswahl der vierten Klassenarbeit (",{"type":171,"tag":458,"props":598,"children":600},{"code":599},"t=4",[],{"type":177,"value":602},") wird anschließend der Wert",{"type":171,"tag":417,"props":604,"children":606},{"code":605},"U_t(a)\n=\nQ_t(a)\n+\nc\\cdot\n\\sqrt{\n\\frac{\\log_2(t)}{N_t(a)}\n}",[],{"type":171,"tag":179,"props":608,"children":609},{},[610],{"type":177,"value":611},"für jede Aktion bestimmt.",{"type":171,"tag":613,"props":614,"children":616},"h4",{"id":615},"i-auswahl-der-vierten-klassenarbeit",[617],{"type":177,"value":618},"i) Auswahl der vierten Klassenarbeit",{"type":171,"tag":179,"props":620,"children":621},{},[622],{"type":177,"value":623},"Begründen Sie ohne ausführliche Rechnung, dass",{"type":171,"tag":417,"props":625,"children":627},{"code":626},"U_4(\\mathrm{GK}\\,1) > U_4(\\mathrm{GK}\\,2) > U_4(\\mathrm{GK}\\,3)",[],{"type":171,"tag":179,"props":629,"children":630},{},[631],{"type":177,"value":632},"gilt.",{"type":171,"tag":179,"props":634,"children":635},{},[636],{"type":177,"value":637},"Welche Klassenarbeit wird daher als vierte korrigiert?",{"type":171,"tag":613,"props":639,"children":641},{"id":640},"ii-auswahl-der-fünften-klassenarbeit",[642],{"type":177,"value":643},"ii) Auswahl der fünften Klassenarbeit",{"type":171,"tag":179,"props":645,"children":646},{},[647],{"type":177,"value":648},"Als vierte Klassenarbeit wird die zweite Arbeit aus GK 1 korrigiert. Danach gilt für die geschätzten Aktionswerte",{"type":171,"tag":417,"props":650,"children":652},{"code":651},"Q(\\mathrm{GK}\\,1) = Q(\\mathrm{GK}\\,2) > Q(\\mathrm{GK}\\,3).",[],{"type":171,"tag":179,"props":654,"children":655},{},[656,658,662],{"type":177,"value":657},"Begründen Sie mithilfe der Auswahlzahlen ",{"type":171,"tag":458,"props":659,"children":661},{"code":660},"N_t(a)",[],{"type":177,"value":663}," und des Explorationsanteils der UCB-Formel, warum als Nächstes eine Klassenarbeit aus GK 2 gewählt wird.",{"type":171,"tag":193,"props":665,"children":667},{"id":666},"aufgabe-3-wissen-inkrementell-aktualisieren",[668],{"type":177,"value":669},"Aufgabe 3 – Wissen inkrementell aktualisieren",{"type":171,"tag":405,"props":671,"children":673},{"id":672},"a-inkrementelle-aktualisierung-visualisieren",[674],{"type":177,"value":675},"a) Inkrementelle Aktualisierung visualisieren",{"type":171,"tag":179,"props":677,"children":678},{},[679,681,685,687,691,693,697],{"type":177,"value":680},"Mit dem eingebetteten Tool kann visualisiert werden, wie das arithmetische Mittel von ",{"type":171,"tag":458,"props":682,"children":684},{"code":683},"n",[],{"type":177,"value":686}," Beobachtungen inkrementell aus dem arithmetische Mitteln von ",{"type":171,"tag":458,"props":688,"children":690},{"code":689},"n-1",[],{"type":177,"value":692}," Beobachtungen (und der n-ten Beobachtung) berechnet werden kann. (Dieses Verfahren kann zur Aktualisierung der geschätzten Action-Values ",{"type":171,"tag":458,"props":694,"children":696},{"code":695},"Q_t(a)",[],{"type":177,"value":698}," verwendet werden.)",{"type":171,"tag":700,"props":701,"children":705},"embedded-tool",{"app-name":702,"width":703,"height":704},"KI_ML/03_ReinforcementLearning/04_bandit_algorithmen/03_Inkrementelles_Mittel","100%","700px",[706,720,726,742,746,751,755,761,766,771,775,780,784,789,793,798,803],{"type":171,"tag":179,"props":707,"children":708},{},[709],{"type":171,"tag":185,"props":710,"children":711},{},[712,714,718],{"type":177,"value":713},"Visualisieren Sie mit wenigen (z.B. n=3) Werten, wie sich das arithmetische Mittel des ",{"type":171,"tag":458,"props":715,"children":717},{"code":716},"n+1",[],{"type":177,"value":719},"-ten Wertes aus dem zuvor berechneten arithmetische Mittel berechnen lässt.",{"type":171,"tag":405,"props":721,"children":723},{"id":722},"b-vertiefung-arithmetisches-mittel-inkrementell-berechnen",[724],{"type":177,"value":725},"b) Vertiefung: Arithmetisches Mittel inkrementell berechnen",{"type":171,"tag":179,"props":727,"children":728},{},[729,731,735,737,740],{"type":177,"value":730},"Zeigen Sie durch Umformung, dass für das arithmetische Mittel ",{"type":171,"tag":458,"props":732,"children":734},{"code":733},"\\bar{x}_{n+1}",[],{"type":177,"value":736}," von ",{"type":171,"tag":458,"props":738,"children":739},{"code":716},[],{"type":177,"value":741}," Zahlen",{"type":171,"tag":417,"props":743,"children":745},{"code":744},"x_1,\\ldots,x_n,x_{n+1}",[],{"type":171,"tag":179,"props":747,"children":748},{},[749],{"type":177,"value":750},"gilt:",{"type":171,"tag":417,"props":752,"children":754},{"code":753},"\\bar{x}_{n+1}\n=\n\\bar{x}_n\n+\n\\frac{1}{n+1}\n\\left(\nx_{n+1}-\\bar{x}_n\n\\right).",[],{"type":171,"tag":405,"props":756,"children":758},{"id":757},"c-vertiefung-vergleich-mit-q-learning",[759],{"type":177,"value":760},"c) Vertiefung: Vergleich mit Q-Learning",{"type":171,"tag":179,"props":762,"children":763},{},[764],{"type":177,"value":765},"In vielen wertbasierten Reinforcement-Learning-Verfahren werden alte Wertschätzungen mithilfe einer neuen Beobachtung aktualisiert.",{"type":171,"tag":179,"props":767,"children":768},{},[769],{"type":177,"value":770},"Beim tabellarischen Q-Learning kann die Update-Regel geschrieben werden als",{"type":171,"tag":417,"props":772,"children":774},{"code":773},"Q'(s,a)\n=\n(1-\\alpha)\\cdot Q(s,a)\n+\n\\alpha\\cdot\n\\left(\nR(s,a)\n+\n\\gamma\\cdot\\max_{a'}Q(s',a')\n\\right).\n\\tag{1}",[],{"type":171,"tag":179,"props":776,"children":777},{},[778],{"type":177,"value":779},"Äquivalent gilt",{"type":171,"tag":417,"props":781,"children":783},{"code":782},"Q'(s,a)\n=\nQ(s,a)\n+\n\\alpha\\cdot\n\\left(\nR(s,a)\n+\n\\gamma\\cdot\\max_{a'}Q(s',a')\n-\nQ(s,a)\n\\right).\n\\tag{2}",[],{"type":171,"tag":179,"props":785,"children":786},{},[787],{"type":177,"value":788},"Auch die Aktualisierung des arithmetischen Mittels lässt sich in einer zu Gleichung (1) ähnlichen Form schreiben:",{"type":171,"tag":417,"props":790,"children":792},{"code":791},"\\bar{x}_{n+1}\n=\n\\frac{n}{n+1}\\bar{x}_n\n+\n\\frac{1}{n+1}x_{n+1}.",[],{"type":171,"tag":179,"props":794,"children":795},{},[796],{"type":177,"value":797},"Vergleichen Sie die Update-Regeln miteinander.",{"type":171,"tag":179,"props":799,"children":800},{},[801],{"type":177,"value":802},"Gehen Sie dabei insbesondere auf folgende Fragen ein:",{"type":171,"tag":249,"props":804,"children":805},{},[806,811,816,821,838],{"type":171,"tag":253,"props":807,"children":808},{},[809],{"type":177,"value":810},"Welche Größe entspricht jeweils dem bisherigen Wissen?",{"type":171,"tag":253,"props":812,"children":813},{},[814],{"type":177,"value":815},"Welche Größe enthält die neue Information?",{"type":171,"tag":253,"props":817,"children":818},{},[819],{"type":177,"value":820},"Welche Rolle spielt der Gewichtungsfaktor?",{"type":171,"tag":253,"props":822,"children":823},{},[824,826,830,832,836],{"type":177,"value":825},"Worin unterscheidet sich der Faktor ",{"type":171,"tag":458,"props":827,"children":829},{"code":828},"\\frac{1}{n+1}",[],{"type":177,"value":831}," von einer konstanten Lernrate ",{"type":171,"tag":458,"props":833,"children":835},{"code":834},"\\alpha",[],{"type":177,"value":837},"?",{"type":171,"tag":253,"props":839,"children":840},{},[841,843],{"type":177,"value":842},"Welche zusätzliche Information enthält das Q-Learning-Target",{"type":171,"tag":417,"props":844,"children":846},{"code":845},"R(s,a)+\\gamma\\max_{a'}Q(s',a')?",[],{"title":7,"searchDepth":24,"depth":24,"links":848},[849,850,854],{"id":195,"depth":24,"text":198},{"id":300,"depth":24,"text":303,"children":851},[852,853],{"id":407,"depth":70,"text":410},{"id":573,"depth":70,"text":576},{"id":666,"depth":24,"text":669,"children":855},[856,857,858],{"id":672,"depth":70,"text":675},{"id":722,"depth":70,"text":725},{"id":757,"depth":70,"text":760},"markdown","content:_Workshops:2026_09_14:arbeitsauftrag4:de.md","_Workshops/2026_09_14/arbeitsauftrag4/de.md","_Workshops/2026_09_14/arbeitsauftrag4/de","md",1792155773938]