[{"data":1,"prerenderedAt":932},["ShallowReactive",2],{"book-hierarchy":3,"content-query-zMccktRDdh":164},[4,90],{"key":5,"slug":5,"title":6,"cleanTitle":6,"numberedTitle":6,"description":7,"path":7,"basePath":8,"filePath":7,"pageType":7,"hidden":9,"effectiveHidden":9,"order":-4,"depth":10,"number":7,"ownAudience":7,"audiences":11,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":13},"_info","Info","","/_info",false,1,[12],"Sek I",[14,27,38,49],{"key":15,"slug":16,"title":17,"cleanTitle":17,"numberedTitle":17,"description":18,"path":19,"basePath":20,"filePath":21,"pageType":22,"hidden":9,"effectiveHidden":9,"order":23,"depth":24,"number":7,"ownAudience":12,"audiences":25,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":26},"_info/10_datenschutz","10_datenschutz","Datenschutzerklärung","Informationen zum Datenschutz und zur Verarbeitung personenbezogener Daten.","/_info/10_datenschutz/de","/_info/10_datenschutz","content/_Info/10_Datenschutz/de.md","content",10,2,[12],[],{"key":28,"slug":29,"title":30,"cleanTitle":30,"numberedTitle":30,"description":31,"path":32,"basePath":33,"filePath":34,"pageType":22,"hidden":9,"effectiveHidden":9,"order":35,"depth":24,"number":7,"ownAudience":12,"audiences":36,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":37},"_info/11_impressum","11_impressum","Impressum","Impressum fuer das interaktive Buch.","/_info/11_impressum/de","/_info/11_impressum","content/_Info/11_Impressum/de.md",11,[12],[],{"key":39,"slug":40,"title":41,"cleanTitle":41,"numberedTitle":41,"description":42,"path":43,"basePath":44,"filePath":45,"pageType":22,"hidden":9,"effectiveHidden":9,"order":46,"depth":24,"number":7,"ownAudience":12,"audiences":47,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":48},"_info/12_lizenzenunddrittanbieter","12_lizenzenunddrittanbieter","Lizenzen & Drittanbieter","Automatisch aktualisierte Übersicht der verwendeten Open-Source-Komponenten, Lizenzen und Drittanbieter-Hinweise.","/_info/12_lizenzenunddrittanbieter/de","/_info/12_lizenzenunddrittanbieter","content/_Info/12_LizenzenUndDrittanbieter/de.md",12,[12],[],{"key":50,"slug":51,"title":52,"cleanTitle":52,"numberedTitle":52,"description":53,"path":54,"basePath":55,"filePath":56,"pageType":57,"hidden":9,"effectiveHidden":9,"order":58,"depth":24,"number":7,"ownAudience":12,"audiences":59,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":60},"_info/13_mailinglisteundnewsletter","13_mailinglisteundnewsletter","Mailingliste und Newsletter","Benachrichtigung über Neuigkeiten","/_info/13_mailinglisteundnewsletter/de","/_info/13_mailinglisteundnewsletter","content/_Info/13_MailingListeUndNewsLetter/de.md","overview",13,[12],[61,78],{"key":62,"slug":63,"title":64,"cleanTitle":64,"numberedTitle":65,"description":66,"path":67,"basePath":68,"filePath":69,"pageType":22,"hidden":9,"effectiveHidden":9,"order":10,"depth":70,"number":71,"ownAudience":12,"audiences":72,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":77},"_info/13_mailinglisteundnewsletter/newsletter","newsletter","Newsletter","1 Newsletter","Anmeldung zum Newsletter","/_info/13_mailinglisteundnewsletter/newsletter/de","/_info/13_mailinglisteundnewsletter/newsletter","content/_Info/13_MailingListeUndNewsLetter/newsletter/de.md",3,"1",[12],"cover-de-light.png","cover-en-light.png","cover-de-dark.png","cover-en-dark.png",[],{"key":79,"slug":80,"title":81,"cleanTitle":81,"numberedTitle":82,"description":83,"path":84,"basePath":85,"filePath":86,"pageType":22,"hidden":9,"effectiveHidden":9,"order":24,"depth":70,"number":87,"ownAudience":12,"audiences":88,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":89},"_info/13_mailinglisteundnewsletter/ifk","ifk","Mailingliste Informatiklehrer Köln und Umgebung","2 Mailingliste Informatiklehrer Köln und Umgebung","Diskussion und Austausch in der weiteren Kölner Region","/_info/13_mailinglisteundnewsletter/ifk/de","/_info/13_mailinglisteundnewsletter/ifk","content/_Info/13_MailingListeUndNewsLetter/ifk/de.md","2",[12],[],{"key":91,"slug":91,"title":92,"cleanTitle":92,"numberedTitle":92,"description":93,"path":94,"basePath":95,"filePath":96,"pageType":97,"hidden":9,"effectiveHidden":9,"order":-4,"depth":10,"number":7,"ownAudience":7,"audiences":98,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":99},"_workshops","Workshops","Workshops und begleitende Materialien.","/_workshops/de","/_workshops","content/_Workshops/de.md","chapter",[],[100],{"key":101,"slug":102,"title":103,"cleanTitle":103,"numberedTitle":104,"description":105,"path":106,"basePath":107,"filePath":108,"pageType":57,"hidden":9,"effectiveHidden":9,"order":109,"depth":24,"number":71,"ownAudience":7,"audiences":110,"coverDeLight":7,"coverEnLight":7,"coverDeDark":7,"coverEnDark":7,"children":111},"_workshops/2026_09_14","2026_09_14","Informatiktag20260914_KI-Tools","1 Informatiktag20260914_KI-Tools","Unterseite zu Informatiktag20260914_KI-Tools","/_workshops/2026_09_14/de","/_workshops/2026_09_14","content/_Workshops/2026_09_14/de.md",2026,[],[112,124,140,152],{"key":113,"slug":114,"title":115,"cleanTitle":115,"numberedTitle":116,"description":117,"path":118,"basePath":119,"filePath":120,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":121,"ownAudience":7,"audiences":122,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":123},"_workshops/2026_09_14/arbeitsauftrag1","arbeitsauftrag1","Arbeitsauftrag 1","1.1 Arbeitsauftrag 1","FNN-Entscheidungsregionen mit Heaviside-Aktivierung untersuchen und konstruieren.","/_workshops/2026_09_14/arbeitsauftrag1/de","/_workshops/2026_09_14/arbeitsauftrag1","content/_Workshops/2026_09_14/arbeitsauftrag1/de.md","1.1",[],[],{"key":125,"slug":126,"title":127,"cleanTitle":127,"numberedTitle":128,"description":129,"path":130,"basePath":131,"filePath":132,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":133,"ownAudience":7,"audiences":134,"coverDeLight":135,"coverEnLight":136,"coverDeDark":137,"coverEnDark":138,"children":139},"_workshops/2026_09_14/arbeitsauftrag2","arbeitsauftrag2","Arbeitsauftrag 2","1.2 Arbeitsauftrag 2","Zeichenklassifikation mit einem Feedforward Neural Network.","/_workshops/2026_09_14/arbeitsauftrag2/de","/_workshops/2026_09_14/arbeitsauftrag2","content/_Workshops/2026_09_14/arbeitsauftrag2/de.md","1.2",[],"cover-de-light.webp","cover-en-light.webp","cover-de-dark.webp","cover-en-dark.webp",[],{"key":141,"slug":142,"title":143,"cleanTitle":143,"numberedTitle":144,"description":145,"path":146,"basePath":147,"filePath":148,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":149,"ownAudience":7,"audiences":150,"coverDeLight":73,"coverEnLight":74,"coverDeDark":75,"coverEnDark":76,"children":151},"_workshops/2026_09_14/arbeitsauftrag3","arbeitsauftrag3","Arbeitsauftrag 3","1.3 Arbeitsauftrag 3","Experimenteller und mathematischer Vergleich von CCE und MSE bei FNN-Klassifikationen.","/_workshops/2026_09_14/arbeitsauftrag3/de","/_workshops/2026_09_14/arbeitsauftrag3","content/_Workshops/2026_09_14/arbeitsauftrag3/de.md","1.3",[],[],{"key":153,"slug":154,"title":155,"cleanTitle":155,"numberedTitle":156,"description":157,"path":158,"basePath":159,"filePath":160,"pageType":22,"hidden":9,"effectiveHidden":9,"order":-4,"depth":70,"number":161,"ownAudience":7,"audiences":162,"coverDeLight":135,"coverEnLight":136,"coverDeDark":137,"coverEnDark":138,"children":163},"_workshops/2026_09_14/arbeitsauftrag4","arbeitsauftrag4","Arbeitsauftrag 4","1.4 Arbeitsauftrag 4","Zwei Grundideen des RL an Bandit Problemen.","/_workshops/2026_09_14/arbeitsauftrag4/de","/_workshops/2026_09_14/arbeitsauftrag4","content/_Workshops/2026_09_14/arbeitsauftrag4/de.md","1.4",[],[],{"_path":165,"_dir":166,"_draft":9,"_partial":167,"_locale":7,"title":168,"description":169,"navigation":9,"pageType":22,"body":170,"_type":927,"_id":928,"_source":22,"_file":929,"_stem":930,"_extension":931},"/_workshops/2026_09_14/arbeitsauftrag3/loesung-aufgabe-2/de","loesung-aufgabe-2",true,"Lösung zu Aufgabe 2","Lösung zum mathematischen Vergleich von kategorialer Kreuzentropie und MSE.",{"type":171,"children":172,"toc":915},"root",[173,181,188,201,206,211,215,242,246,267,271,281,287,294,322,326,331,337,353,357,362,366,377,393,397,411,415,420,424,429,435,441,446,453,462,466,477,481,503,507,513,518,522,527,531,542,545,551,556,562,567,571,576,580,585,589,594,598,613,617,623,634,638,643,646,651,655,675,678,683,686,692,727,901,906],{"type":174,"tag":175,"props":176,"children":178},"element","h1",{"id":177},"lösung-zu-aufgabe-2",[179],{"type":180,"value":168},"text",{"type":174,"tag":182,"props":183,"children":185},"h2",{"id":184},"a-softmax",[186],{"type":180,"value":187},"a) Softmax",{"type":174,"tag":189,"props":190,"children":191},"p",{},[192,194,199],{"type":180,"value":193},"Für ",{"type":174,"tag":195,"props":196,"children":198},"i-ma",{"code":197},"\\mathbf{z}=(0,0,1)",[],{"type":180,"value":200}," gilt",{"type":174,"tag":202,"props":203,"children":205},"d-ma",{"code":204},"\\operatorname{softmax}(0,0,1)\n=\\frac{1}{e^0+e^0+e^1}\n\\begin{pmatrix}\ne^0\\\\\ne^0\\\\\ne^1\n\\end{pmatrix}\n=\\frac{1}{2+e}\n\\begin{pmatrix}\n1\\\\\n1\\\\\ne\n\\end{pmatrix}.",[],{"type":174,"tag":189,"props":207,"children":208},{},[209],{"type":180,"value":210},"Damit ergibt sich näherungsweise",{"type":174,"tag":202,"props":212,"children":214},{"code":213},"\\operatorname{softmax}(0,0,1)\n\\approx\n\\begin{pmatrix}\n0{,}21194\\\\\n0{,}21194\\\\\n0{,}57612\n\\end{pmatrix}.",[],{"type":174,"tag":189,"props":216,"children":217},{},[218,220,224,226,230,232,235,237,240],{"type":180,"value":219},"Im Tool können die Logits Werte zwischen ",{"type":174,"tag":195,"props":221,"children":223},{"code":222},"-4",[],{"type":180,"value":225}," und ",{"type":174,"tag":195,"props":227,"children":229},{"code":228},"4",[],{"type":180,"value":231}," annehmen. Bei drei Klassen und der in der Aufgabe definierten Softmax-Funktion ohne Temperaturskalierung wird eine Komponente am größten, wenn ihr Logit ",{"type":174,"tag":195,"props":233,"children":234},{"code":228},[],{"type":180,"value":236}," und die beiden anderen Logits jeweils ",{"type":174,"tag":195,"props":238,"children":239},{"code":222},[],{"type":180,"value":241}," sind:",{"type":174,"tag":202,"props":243,"children":245},{"code":244},"p_{\\max}\n=\\frac{e^4}{e^4+2e^{-4}}\n=\\frac{1}{1+2e^{-8}}\n\\approx 0{,}99933.",[],{"type":174,"tag":189,"props":247,"children":248},{},[249,251,254,256,259,261,265],{"type":180,"value":250},"Die Komponente kann also sehr nahe an ",{"type":174,"tag":195,"props":252,"children":253},{"code":71},[],{"type":180,"value":255}," herankommen, erreicht ",{"type":174,"tag":195,"props":257,"children":258},{"code":71},[],{"type":180,"value":260}," bei endlichen Logits aber nicht. Wird zusätzlich der optionale Temperaturmodus des Tools mit dem kleinsten Wert ",{"type":174,"tag":195,"props":262,"children":264},{"code":263},"T=0{,}25",[],{"type":180,"value":266}," aktiviert, ergibt sich sogar",{"type":174,"tag":202,"props":268,"children":270},{"code":269},"p_{\\max,T=0{,}25}\n=\\frac{1}{1+2e^{-32}}\n\\approx 0{,}999999999999975.",[],{"type":174,"tag":189,"props":272,"children":273},{},[274,276,279],{"type":180,"value":275},"Das Tool erlaubt technisch auch nur ein einziges Neuron. Dann ist der einzige Softmax-Wert zwangsläufig ",{"type":174,"tag":195,"props":277,"children":278},{"code":71},[],{"type":180,"value":280},"; dieser triviale Fall stellt jedoch keine Mehrklassenklassifikation dar.",{"type":174,"tag":182,"props":282,"children":284},{"id":283},"b-losses-im-vergleich-cce-softmax-versus-mse-softmax",[285],{"type":180,"value":286},"b) Losses im Vergleich: CCE + Softmax versus MSE + Softmax",{"type":174,"tag":288,"props":289,"children":291},"h3",{"id":290},"i-cce-bei-one-hot-codierung",[292],{"type":180,"value":293},"i) CCE bei One-Hot-Codierung",{"type":174,"tag":189,"props":295,"children":296},{},[297,299,303,305,309,311,314,316,320],{"type":180,"value":298},"Bei Single-Label-Klassifikation besitzt der One-Hot-Zielvektor ",{"type":174,"tag":195,"props":300,"children":302},{"code":301},"\\mathbf{y}",[],{"type":180,"value":304}," genau an der Stelle der richtigen Klasse ",{"type":174,"tag":195,"props":306,"children":308},{"code":307},"c",[],{"type":180,"value":310}," den Wert ",{"type":174,"tag":195,"props":312,"children":313},{"code":71},[],{"type":180,"value":315},". Für alle anderen Klassen gilt ",{"type":174,"tag":195,"props":317,"children":319},{"code":318},"y_i=0",[],{"type":180,"value":321},". Deshalb verschwinden in der Summe alle Terme außer demjenigen für die richtige Klasse:",{"type":174,"tag":202,"props":323,"children":325},{"code":324},"\\begin{aligned}\n\\mathcal{L}_{\\mathrm{CCE}}(\\mathbf{p},\\mathbf{y})\n&=-\\sum_{i=1}^{K}y_i\\ln p_i\\\\\n&=-\\left(0\\ln p_1+\\dots+1\\ln p_c+\\dots+0\\ln p_K\\right)\\\\\n&=-\\ln p_c.\n\\end{aligned}",[],{"type":174,"tag":189,"props":327,"children":328},{},[329],{"type":180,"value":330},"Der CCE-Loss hängt in diesem Fall unmittelbar von der vorhergesagten Wahrscheinlichkeit der richtigen Klasse ab.",{"type":174,"tag":288,"props":332,"children":334},{"id":333},"ii-sicher-falsche-vorhersage",[335],{"type":180,"value":336},"ii) Sicher falsche Vorhersage",{"type":174,"tag":189,"props":338,"children":339},{},[340,342,345,347,351],{"type":180,"value":341},"Sei ",{"type":174,"tag":195,"props":343,"children":344},{"code":307},[],{"type":180,"value":346}," die richtige Klasse und ",{"type":174,"tag":195,"props":348,"children":350},{"code":349},"r\\ne c",[],{"type":180,"value":352}," eine falsche Klasse. Bei einer möglichst sicheren falschen Vorhersage gilt näherungsweise",{"type":174,"tag":202,"props":354,"children":356},{"code":355},"p_c\\to 0,\n\\qquad\np_r\\to 1.",[],{"type":174,"tag":189,"props":358,"children":359},{},[360],{"type":180,"value":361},"Für die kategoriale Kreuzentropie folgt",{"type":174,"tag":202,"props":363,"children":365},{"code":364},"\\mathcal{L}_{\\mathrm{CCE}}=-\\ln p_c\\to\\infty.",[],{"type":174,"tag":189,"props":367,"children":368},{},[369,371,375],{"type":180,"value":370},"Eine sehr sichere falsche Vorhersage wird also beliebig stark bestraft, wenn die Wahrscheinlichkeit der richtigen Klasse gegen ",{"type":174,"tag":195,"props":372,"children":374},{"code":373},"0",[],{"type":180,"value":376}," geht.",{"type":174,"tag":189,"props":378,"children":379},{},[380,382,386,387,391],{"type":180,"value":381},"Für MSE gilt im Grenzfall ",{"type":174,"tag":195,"props":383,"children":385},{"code":384},"\\mathbf{p}=\\mathbf{e}_r",[],{"type":180,"value":225},{"type":174,"tag":195,"props":388,"children":390},{"code":389},"\\mathbf{y}=\\mathbf{e}_c",[],{"type":180,"value":392},":",{"type":174,"tag":202,"props":394,"children":396},{"code":395},"\\mathcal{L}_{\\mathrm{MSE}}\n=\\frac{1}{2}\\lVert\\mathbf{e}_r-\\mathbf{e}_c\\rVert_2^2\n=\\frac{1}{2}\\left(1^2+(-1)^2\\right)\n=1.",[],{"type":174,"tag":189,"props":398,"children":399},{},[400,402,405,406,409],{"type":180,"value":401},"Der MSE-Loss bleibt somit beschränkt. Mit den Logit-Grenzen ",{"type":174,"tag":195,"props":403,"children":404},{"code":222},[],{"type":180,"value":225},{"type":174,"tag":195,"props":407,"children":408},{"code":228},[],{"type":180,"value":410}," des Tools bei drei Klassen erhält man beispielsweise ungefähr",{"type":174,"tag":202,"props":412,"children":414},{"code":413},"p_c=0{,}000335,\n\\qquad\np_r=0{,}999330,",[],{"type":174,"tag":189,"props":416,"children":417},{},[418],{"type":180,"value":419},"und damit",{"type":174,"tag":202,"props":421,"children":423},{"code":422},"\\mathcal{L}_{\\mathrm{CCE}}\\approx 8{,}00067,\n\\qquad\n\\mathcal{L}_{\\mathrm{MSE}}\\approx 0{,}998995.",[],{"type":174,"tag":189,"props":425,"children":426},{},[427],{"type":180,"value":428},"Hierbei wird für die Kreuzentropie wie in der Aufgabenstellung der natürliche Logarithmus verwendet.",{"type":174,"tag":182,"props":430,"children":432},{"id":431},"c-fehlersignale-im-vergleich-cce-softmax-versus-mse-softmax",[433],{"type":180,"value":434},"c) Fehlersignale im Vergleich: CCE + Softmax versus MSE + Softmax",{"type":174,"tag":288,"props":436,"children":438},{"id":437},"i-gesamt-loss-in-abhängigkeit-von-den-logits",[439],{"type":180,"value":440},"i) Gesamt-Loss in Abhängigkeit von den Logits",{"type":174,"tag":189,"props":442,"children":443},{},[444],{"type":180,"value":445},"Die Formel lässt sich auf zwei Arten herleiten.",{"type":174,"tag":447,"props":448,"children":450},"h4",{"id":449},"lösungsvariante-1-vereinfachte-form-für-single-label-klassifikation",[451],{"type":180,"value":452},"Lösungsvariante 1: Vereinfachte Form für Single-Label-Klassifikation",{"type":174,"tag":189,"props":454,"children":455},{},[456,458,461],{"type":180,"value":457},"Für die richtige Klasse ",{"type":174,"tag":195,"props":459,"children":460},{"code":307},[],{"type":180,"value":200},{"type":174,"tag":202,"props":463,"children":465},{"code":464},"p_c=\\frac{e^{z_c}}{\\sum_{j=1}^{K}e^{z_j}}.",[],{"type":174,"tag":189,"props":467,"children":468},{},[469,471,475],{"type":180,"value":470},"Wir setzen dies in die vereinfachte Form ",{"type":174,"tag":195,"props":472,"children":474},{"code":473},"\\mathcal{L}_{\\mathrm{CCE}}(\\mathbf{p},\\mathbf{y})=-\\ln p_c",[],{"type":180,"value":476}," ein:",{"type":174,"tag":202,"props":478,"children":480},{"code":479},"\\begin{aligned}\n\\mathcal{L}(\\mathbf{z},\\mathbf{y})\n&=-\\ln\\left(\\frac{e^{z_c}}{\\sum_{j=1}^{K}e^{z_j}}\\right)\\\\\n&=-\\left(z_c-\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\\right)\\\\\n&=-z_c+\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right).\n\\end{aligned}",[],{"type":174,"tag":189,"props":482,"children":483},{},[484,486,489,491,495,497,501],{"type":180,"value":485},"Da ",{"type":174,"tag":195,"props":487,"children":488},{"code":301},[],{"type":180,"value":490}," ein One-Hot-Zielvektor mit ",{"type":174,"tag":195,"props":492,"children":494},{"code":493},"y_c=1",[],{"type":180,"value":496}," ist, gilt ",{"type":174,"tag":195,"props":498,"children":500},{"code":499},"z_c=\\sum_{k=1}^{K}y_kz_k",[],{"type":180,"value":502},". Damit folgt",{"type":174,"tag":202,"props":504,"children":506},{"code":505},"\\boxed{\n\\mathcal{L}(\\mathbf{z},\\mathbf{y})\n=-\\sum_{k=1}^{K}y_kz_k\n+\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\n}.",[],{"type":174,"tag":447,"props":508,"children":510},{"id":509},"lösungsvariante-2-allgemeine-form-der-kategorialen-kreuzentropie",[511],{"type":180,"value":512},"Lösungsvariante 2: Allgemeine Form der kategorialen Kreuzentropie",{"type":174,"tag":189,"props":514,"children":515},{},[516],{"type":180,"value":517},"Wir setzen",{"type":174,"tag":202,"props":519,"children":521},{"code":520},"p_k=\\frac{e^{z_k}}{\\sum_{j=1}^{K}e^{z_j}}",[],{"type":174,"tag":189,"props":523,"children":524},{},[525],{"type":180,"value":526},"in die allgemeine Formel der kategorialen Kreuzentropie ein:",{"type":174,"tag":202,"props":528,"children":530},{"code":529},"\\begin{aligned}\n\\mathcal{L}(\\mathbf{z},\\mathbf{y})\n&=-\\sum_{k=1}^{K}y_k\n\\ln\\left(\\frac{e^{z_k}}{\\sum_{j=1}^{K}e^{z_j}}\\right)\\\\\n&=-\\sum_{k=1}^{K}y_k\n\\left(z_k-\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\\right)\\\\\n&=-\\sum_{k=1}^{K}\n\\left(y_kz_k-y_k\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\\right)\\\\\n&=-\\sum_{k=1}^{K}y_kz_k\n+\\sum_{k=1}^{K}y_k\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\\\\\n&=-\\sum_{k=1}^{K}y_kz_k\n+\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\n\\underbrace{\\sum_{k=1}^{K}y_k}_{=1}.\n\\end{aligned}",[],{"type":174,"tag":189,"props":532,"children":533},{},[534,536,540],{"type":180,"value":535},"Da ein One-Hot-Zielvektor die Eigenschaft ",{"type":174,"tag":195,"props":537,"children":539},{"code":538},"\\sum_{k=1}^{K}y_k=1",[],{"type":180,"value":541}," besitzt, folgt",{"type":174,"tag":202,"props":543,"children":544},{"code":505},[],{"type":174,"tag":288,"props":546,"children":548},{"id":547},"ii-gradient-des-loss",[549],{"type":180,"value":550},"ii) Gradient des Loss",{"type":174,"tag":189,"props":552,"children":553},{},[554],{"type":180,"value":555},"Auch der Gradient kann aus beiden Formen hergeleitet werden.",{"type":174,"tag":447,"props":557,"children":559},{"id":558},"lösungsvariante-1-vereinfachte-form-für-one-hot-codierte-ziele",[560],{"type":180,"value":561},"Lösungsvariante 1: Vereinfachte Form für One-Hot-codierte Ziele",{"type":174,"tag":189,"props":563,"children":564},{},[565],{"type":180,"value":566},"Wir gehen von",{"type":174,"tag":202,"props":568,"children":570},{"code":569},"\\mathcal{L}(\\mathbf{z},\\mathbf{y})\n=-z_c+\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)",[],{"type":174,"tag":189,"props":572,"children":573},{},[574],{"type":180,"value":575},"aus. Für die Ableitung des ersten Summanden gilt",{"type":174,"tag":202,"props":577,"children":579},{"code":578},"\\frac{\\partial(-z_c)}{\\partial z_i}\n=\n\\begin{cases}\n-1,& i=c,\\\\\n0,& i\\ne c.\n\\end{cases}",[],{"type":174,"tag":189,"props":581,"children":582},{},[583],{"type":180,"value":584},"Der zweite Summand liefert",{"type":174,"tag":202,"props":586,"children":588},{"code":587},"\\begin{aligned}\n\\frac{\\partial}{\\partial z_i}\n\\ln\\left(\\sum_{j=1}^{K}e^{z_j}\\right)\n&=\\frac{1}{\\sum_{j=1}^{K}e^{z_j}}\\cdot e^{z_i}\\\\\n&=p_i.\n\\end{aligned}",[],{"type":174,"tag":189,"props":590,"children":591},{},[592],{"type":180,"value":593},"Damit folgt",{"type":174,"tag":202,"props":595,"children":597},{"code":596},"\\frac{\\partial\\mathcal{L}}{\\partial z_i}\n=\n\\begin{cases}\np_c-1,& i=c,\\\\\np_i,& i\\ne c.\n\\end{cases}",[],{"type":174,"tag":189,"props":599,"children":600},{},[601,602,605,607,611],{"type":180,"value":485},{"type":174,"tag":195,"props":603,"children":604},{"code":301},[],{"type":180,"value":606}," ein One-Hot-Zielvektor ist, entspricht dies komponentenweise ",{"type":174,"tag":195,"props":608,"children":610},{"code":609},"p_i-y_i",[],{"type":180,"value":612},". In Vektorform ergibt sich",{"type":174,"tag":202,"props":614,"children":616},{"code":615},"\\boxed{\n\\nabla_{\\mathbf{z}}\\mathcal{L}(\\mathbf{z},\\mathbf{y})\n=\\mathbf{p}-\\mathbf{y}\n}.",[],{"type":174,"tag":447,"props":618,"children":620},{"id":619},"lösungsvariante-2-allgemeinere-form",[621],{"type":180,"value":622},"Lösungsvariante 2: Allgemeinere Form",{"type":174,"tag":189,"props":624,"children":625},{},[626,628,632],{"type":180,"value":627},"Für eine beliebige Komponente ",{"type":174,"tag":195,"props":629,"children":631},{"code":630},"z_i",[],{"type":180,"value":633}," leiten wir beide Summanden getrennt ab:",{"type":174,"tag":202,"props":635,"children":637},{"code":636},"\\frac{\\partial}{\\partial z_i}\n\\left(-\\sum_{k=1}^{K}y_kz_k\\right)\n=-y_i",[],{"type":174,"tag":189,"props":639,"children":640},{},[641],{"type":180,"value":642},"und",{"type":174,"tag":202,"props":644,"children":645},{"code":587},[],{"type":174,"tag":189,"props":647,"children":648},{},[649],{"type":180,"value":650},"Somit gilt komponentenweise",{"type":174,"tag":202,"props":652,"children":654},{"code":653},"\\frac{\\partial\\mathcal{L}}{\\partial z_i}=p_i-y_i.",[],{"type":174,"tag":189,"props":656,"children":657},{},[658,659,663,665,668,670,673],{"type":180,"value":457},{"type":174,"tag":195,"props":660,"children":662},{"code":661},"i=c",[],{"type":180,"value":664}," ist ",{"type":174,"tag":195,"props":666,"children":667},{"code":493},[],{"type":180,"value":669},", für alle übrigen Klassen ist ",{"type":174,"tag":195,"props":671,"children":672},{"code":318},[],{"type":180,"value":674},". Daher",{"type":174,"tag":202,"props":676,"children":677},{"code":596},[],{"type":174,"tag":189,"props":679,"children":680},{},[681],{"type":180,"value":682},"In Vektorform ergibt sich",{"type":174,"tag":202,"props":684,"children":685},{"code":615},[],{"type":174,"tag":288,"props":687,"children":689},{"id":688},"iii-fehlersignale-untersuchen",[690],{"type":180,"value":691},"iii) Fehlersignale untersuchen",{"type":174,"tag":189,"props":693,"children":694},{},[695,696,699,701,704,706,710,712,716,717,720,721,725],{"type":180,"value":457},{"type":174,"tag":195,"props":697,"children":698},{"code":307},[],{"type":180,"value":700}," gilt ",{"type":174,"tag":195,"props":702,"children":703},{"code":493},[],{"type":180,"value":705}," und damit ",{"type":174,"tag":195,"props":707,"children":709},{"code":708},"\\frac{\\partial\\mathcal{L}}{\\partial z_c}=p_c-1",[],{"type":180,"value":711},". Für eine falsche Klasse ",{"type":174,"tag":195,"props":713,"children":715},{"code":714},"i\\ne c",[],{"type":180,"value":700},{"type":174,"tag":195,"props":718,"children":719},{"code":318},[],{"type":180,"value":705},{"type":174,"tag":195,"props":722,"children":724},{"code":723},"\\frac{\\partial\\mathcal{L}}{\\partial z_i}=p_i",[],{"type":180,"value":726},".",{"type":174,"tag":728,"props":729,"children":730},"table",{},[731,770],{"type":174,"tag":732,"props":733,"children":734},"thead",{},[735],{"type":174,"tag":736,"props":737,"children":738},"tr",{},[739,745,758,765],{"type":174,"tag":740,"props":741,"children":742},"th",{},[743],{"type":180,"value":744},"Fall",{"type":174,"tag":740,"props":746,"children":747},{},[748,750,753,754],{"type":180,"value":749},"Beispiel für ",{"type":174,"tag":195,"props":751,"children":752},{"code":301},[],{"type":180,"value":225},{"type":174,"tag":195,"props":755,"children":757},{"code":756},"\\mathbf{p}",[],{"type":174,"tag":740,"props":759,"children":760},{},[761],{"type":174,"tag":195,"props":762,"children":764},{"code":763},"\\mathbf{p}-\\mathbf{y}",[],{"type":174,"tag":740,"props":766,"children":767},{},[768],{"type":180,"value":769},"Bedeutung",{"type":174,"tag":771,"props":772,"children":773},"tbody",{},[774,808,839,870],{"type":174,"tag":736,"props":775,"children":776},{},[777,783,796,803],{"type":174,"tag":778,"props":779,"children":780},"td",{},[781],{"type":180,"value":782},"sicher richtig",{"type":174,"tag":778,"props":784,"children":785},{},[786,790,792],{"type":174,"tag":195,"props":787,"children":789},{"code":788},"\\mathbf{y}=(1,0,0)",[],{"type":180,"value":791},", ",{"type":174,"tag":195,"props":793,"children":795},{"code":794},"\\mathbf{p}\\approx(1,0,0)",[],{"type":174,"tag":778,"props":797,"children":798},{},[799],{"type":174,"tag":195,"props":800,"children":802},{"code":801},"\\approx(0,0,0)",[],{"type":174,"tag":778,"props":804,"children":805},{},[806],{"type":180,"value":807},"Es ist nahezu keine Korrektur erforderlich.",{"type":174,"tag":736,"props":809,"children":810},{},[811,816,827,834],{"type":174,"tag":778,"props":812,"children":813},{},[814],{"type":180,"value":815},"sicher falsch",{"type":174,"tag":778,"props":817,"children":818},{},[819,822,823],{"type":174,"tag":195,"props":820,"children":821},{"code":788},[],{"type":180,"value":791},{"type":174,"tag":195,"props":824,"children":826},{"code":825},"\\mathbf{p}\\approx(0,1,0)",[],{"type":174,"tag":778,"props":828,"children":829},{},[830],{"type":174,"tag":195,"props":831,"children":833},{"code":832},"\\approx(-1,1,0)",[],{"type":174,"tag":778,"props":835,"children":836},{},[837],{"type":180,"value":838},"Der Logit der richtigen Klasse wird stark erhöht und der der fälschlich gewählten Klasse stark gesenkt.",{"type":174,"tag":736,"props":840,"children":841},{},[842,847,858,865],{"type":174,"tag":778,"props":843,"children":844},{},[845],{"type":180,"value":846},"unsicher richtig",{"type":174,"tag":778,"props":848,"children":849},{},[850,853,854],{"type":174,"tag":195,"props":851,"children":852},{"code":788},[],{"type":180,"value":791},{"type":174,"tag":195,"props":855,"children":857},{"code":856},"\\mathbf{p}=(0{,}40,0{,}35,0{,}25)",[],{"type":174,"tag":778,"props":859,"children":860},{},[861],{"type":174,"tag":195,"props":862,"children":864},{"code":863},"(-0{,}60,0{,}35,0{,}25)",[],{"type":174,"tag":778,"props":866,"children":867},{},[868],{"type":180,"value":869},"Die richtige Klasse gewinnt knapp; das Fehlersignal ist weiterhin deutlich.",{"type":174,"tag":736,"props":871,"children":872},{},[873,878,889,896],{"type":174,"tag":778,"props":874,"children":875},{},[876],{"type":180,"value":877},"unsicher falsch",{"type":174,"tag":778,"props":879,"children":880},{},[881,884,885],{"type":174,"tag":195,"props":882,"children":883},{"code":788},[],{"type":180,"value":791},{"type":174,"tag":195,"props":886,"children":888},{"code":887},"\\mathbf{p}=(0{,}35,0{,}40,0{,}25)",[],{"type":174,"tag":778,"props":890,"children":891},{},[892],{"type":174,"tag":195,"props":893,"children":895},{"code":894},"(-0{,}65,0{,}40,0{,}25)",[],{"type":174,"tag":778,"props":897,"children":898},{},[899],{"type":180,"value":900},"Die falsche Klasse gewinnt knapp; die Korrektur wirkt in dieselbe Richtung, aber weniger stark als bei einer sicher falschen Vorhersage.",{"type":174,"tag":189,"props":902,"children":903},{},[904],{"type":180,"value":905},"Die Vorzeichen haben eine klare Wirkung beim Gradientenabstieg: Ein negativer Eintrag erhöht den zugehörigen Logit, ein positiver Eintrag senkt ihn. Dadurch wird die Wahrscheinlichkeit der richtigen Klasse erhöht und die der falschen Klassen verringert.",{"type":174,"tag":189,"props":907,"children":908},{},[909],{"type":174,"tag":910,"props":911,"children":912},"a",{"href":146},[913],{"type":180,"value":914},"Zurück zu Arbeitsauftrag 3",{"title":7,"searchDepth":24,"depth":24,"links":916},[917,918,922],{"id":184,"depth":24,"text":187},{"id":283,"depth":24,"text":286,"children":919},[920,921],{"id":290,"depth":70,"text":293},{"id":333,"depth":70,"text":336},{"id":431,"depth":24,"text":434,"children":923},[924,925,926],{"id":437,"depth":70,"text":440},{"id":547,"depth":70,"text":550},{"id":688,"depth":70,"text":691},"markdown","content:_Workshops:2026_09_14:arbeitsauftrag3:loesung-aufgabe-2:de.md","_Workshops/2026_09_14/arbeitsauftrag3/loesung-aufgabe-2/de.md","_Workshops/2026_09_14/arbeitsauftrag3/loesung-aufgabe-2/de","md",1792155773936]