diff --git a/07_final_assignment/.RData b/07_final_assignment/.RData index 3c7c07c..790a63f 100644 --- a/07_final_assignment/.RData +++ b/07_final_assignment/.RData Binary files differ diff --git a/07_final_assignment/baboonSimulation.R b/07_final_assignment/baboonSimulation.R index d010c0d..568aec5 100644 --- a/07_final_assignment/baboonSimulation.R +++ b/07_final_assignment/baboonSimulation.R @@ -7,6 +7,7 @@ library(foreach) library(itsadug) library(mgcv) +library(xtable) enableJIT(3) @@ -525,7 +526,8 @@ mat1 = matrix(rexp(15*15, rate=.1), ncol=15, nrow=15) -conditions <- c("NumWordsLearned") +conditions <- c("GeneralAccuracy", "WordAccuracy", + "NonwordAccuracy", "NumWordsLearned") for(c in conditions) { image.plot(x=sort(aseq), @@ -679,5 +681,28 @@ anova(m2, m3) +######################################################################################## +#### EXPORT RESULTS TO LaTeX +######################################################################################## + + +data.rounded = data +data.rounded$alpha = round(data.rounded$alpha, 3) +data.rounded$beta = round(data.rounded$beta, 3) +data.rounded$GeneralAccuracy = round(data.rounded$GeneralAccuracy, 2) +data.rounded$WordAccuracy = round(data.rounded$WordAccuracy, 2) +data.rounded$NonwordAccuracy = round(data.rounded$NonwordAccuracy, 2) +rownames(data.rounded) = NULL +colnames(data.rounded)[3] = "#Trials" +colnames(data.rounded)[4] = "#LearnedW" +colnames(data.rounded)[5] = "#PresW" +colnames(data.rounded)[6] = "GenAcc" +colnames(data.rounded)[7] = "WAcc" +colnames(data.rounded)[8] = "NWAcc" +View(data.rounded) + +xtable(data.rounded[1:40, ]) +xtable(data.rounded[41:80, ]) +xtable(data.rounded[81:120, ]) # EOF diff --git a/07_final_assignment/tex/code.tex b/07_final_assignment/tex/code.tex new file mode 100644 index 0000000..ea7dccd --- /dev/null +++ b/07_final_assignment/tex/code.tex @@ -0,0 +1,7 @@ + +\begin{lstlisting}[language=R] + +%TODO: simply copy/paste code from R here. + +\end{lstlisting} +\newpage \ No newline at end of file diff --git a/07_final_assignment/tex/main.bcf b/07_final_assignment/tex/main.bcf new file mode 100644 index 0000000..5782455 --- /dev/null +++ b/07_final_assignment/tex/main.bcf @@ -0,0 +1,2237 @@ + + + + + + output_encoding + utf8 + + + input_encoding + utf8 + + + debug + 0 + + + mincrossrefs + 999 + + + sortcase + 1 + + + sortgiveninits + 0 + + + sortupper + 1 + + + + + + + alphaothers + + + + + labelalpha + 0 + + + labelnamespec + shortauthor + author + shorteditor + editor + translator + + + labeltitle + 0 + + + labeltitlespec + shorttitle + title + + + labeltitleyear + 0 + + + labeldate + 1 + + + labeldatespec + pubstate + date + nodate + + + maxalphanames + 3 + + + maxbibnames + 7 + + + maxcitenames + 2 + + + maxitems + 3 + + + minalphanames + 1 + + + minbibnames + 6 + + + mincitenames + 1 + + + minitems + 1 + + + singletitle + 0 + + + sortalphaothers + + + + + sortlocale + american + + + sortscheme + nyt + + + uniquelist + 2 + + + uniquename + 2 + + + useprefix + 1 + + + useafterword + 1 + + + useannotator + 1 + + + useauthor + 1 + + + usebookauthor + 1 + + + usecommentator + 1 + + + useeditor + 1 + + + useeditora + 1 + + + useeditorb + 1 + + + useeditorc + 1 + + + useforeword + 1 + + + useholder + 1 + + + useintroduction + 1 + + + usenamea + 1 + + + usenameb + 1 + + + usenamec + 1 + + + usetranslator + 1 + + + useshortauthor + 1 + + + useshorteditor + 1 + + + usewith + 1 + + + usewriter + 1 + + + useproducer + 1 + + + useexecproducer + 1 + + + usedirector + 1 + + + + + datamodel + labelalphatemplate + inheritance + sortingnamekey + sortscheme + labelnamespec + labeltitlespec + labeldatespec + controlversion + alphaothers + sortalphaothers + presort + backend + texencoding + bibencoding + sorting + sortlos + sortlocale + language + babel + autolang + backrefsetstyle + block + date + datelabel + urldate + eventdate + origdate + alldates + autocite + notetype + refsection + refsegment + citereset + backrefstyle + arxiv + useafterword + useannotator + useauthor + usebookauthor + usecommentator + useeditor + useeditora + useeditorb + useeditorc + useforeword + useholder + useintroduction + usenamea + usenameb + usenamec + usetranslator + useshortauthor + useshorteditor + usewith + usewriter + useproducer + useexecproducer + usedirector + debug + loadfiles + safeinputenc + sortcase + sortupper + terseinits + firstinits + sortfirstinits + giveninits + sortgiveninits + abbreviate + dateabbrev + clearlang + indexing + sortcites + hyperref + backref + pagetracker + citecounter + citetracker + ibidtracker + idemtracker + opcittracker + loccittracker + parentracker + datezeros + autopunct + punctfont + labelnumber + labelalpha + labeltitle + labeltitleyear + labeldate + labelyear + uniquelist + uniquename + singletitle + defernumbers + bibwarn + useprefix + defernums + isbn + url + doi + eprint + related + apamaxprtauth + apabackref + dashed + mincrossrefs + maxnames + minnames + maxbibnames + minbibnames + maxcitenames + mincitenames + maxitems + minitems + maxalphanames + minalphanames + maxparens + + + alphaothers + sortalphaothers + presort + useafterword + useannotator + useauthor + usebookauthor + usecommentator + useeditor + useeditora + useeditorb + useeditorc + useforeword + useholder + useintroduction + usenamea + usenameb + usenamec + usetranslator + useshortauthor + useshorteditor + usewith + usewriter + useproducer + useexecproducer + usedirector + indexing + labelnumber + labelalpha + labeltitle + labeltitleyear + labeldate + labelyear + uniquelist + uniquename + singletitle + useprefix + skipbib + skiplos + skipbiblist + skiplab + dataonly + labelalphatemplate + sortexclusion + labelnamespec + labeltitlespec + labeldatespec + maxnames + minnames + maxbibnames + minbibnames + maxcitenames + mincitenames + maxitems + minitems + maxalphanames + minalphanames + + + useafterword + useannotator + useauthor + usebookauthor + usecommentator + useeditor + useeditora + useeditorb + useeditorc + useforeword + useholder + useintroduction + usenamea + usenameb + usenamec + usetranslator + useshortauthor + useshorteditor + usewith + usewriter + useproducer + useexecproducer + usedirector + indexing + uniquelist + uniquename + useprefix + skipbib + skiplos + skipbiblist + skiplab + dataonly + sortnamekeyscheme + presort + maxnames + minnames + maxbibnames + minbibnames + maxcitenames + mincitenames + maxitems + minitems + maxalphanames + minalphanames + + + useprefix + sortnamekeyscheme + + + useprefix + sortnamekeyscheme + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + shorthand + label + labelname + labelname + + + year + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + prefix + + + family + + + given + + + suffix + + + prefix + + + + + mm + + presort + + + sortkey + + + sortname + author + editor + translator + sorttitle + title + + + sortyear + year + + + sorttitle + title + + + volume + 0000 + + + + + + sf,sm,sn,pf,pm,pn,pp + prefix,family,suffix,given + boolean,integer,string,xml + + + article + artwork + audio + bibnote + book + bookinbook + booklet + collection + commentary + customa + customb + customc + customd + custome + customf + inbook + incollection + inproceedings + inreference + image + jurisdiction + legal + legislation + letter + manual + misc + movie + music + mvcollection + mvreference + mvbook + online + patent + performance + periodical + proceedings + reference + report + review + set + software + standard + suppbook + suppcollection + thesis + unpublished + video + xdata + letters + data + newsarticle + + + month + year + day + endday + endmonth + eventday + eventendday + eventendmonth + eventmonth + eventyear + origday + origendday + origendmonth + origmonth + origyear + urlday + urlendday + urlendmonth + urlmonth + urlyear + abstract + addendum + annotation + booksubtitle + booktitle + booktitleaddon + chapter + edition + eid + entrysubtype + eprintclass + eprinttype + eventtitle + eventtitleaddon + gender + howpublished + indexsorttitle + indextitle + isan + isbn + ismn + isrn + issn + issue + issuesubtitle + issuetitle + iswc + journalsubtitle + journaltitle + label + langid + langidopts + library + mainsubtitle + maintitle + maintitleaddon + nameaddon + note + number + origtitle + pagetotal + part + relatedstring + relatedtype + reprinttitle + series + shorthandintro + subtitle + title + titleaddon + usera + userb + userc + userd + usere + userf + venue + version + volume + volumes + shorthand + shortjournal + shortseries + shorttitle + urlendyear + endyear + eventendyear + origendyear + sorttitle + sortshorthand + sortyear + sortkey + presort + institution + lista + listb + listc + listd + liste + listf + location + organization + origlocation + origpublisher + publisher + afterword + annotator + author + bookauthor + commentator + editor + editora + editorb + editorc + foreword + holder + introduction + namea + nameb + namec + translator + shortauthor + shorteditor + sortname + authortype + editoratype + editorbtype + editorctype + editortype + bookpagination + nameatype + namebtype + namectype + origlanguage + pagination + pubstate + type + language + crossref + xref + date + eventdate + origdate + urldate + doi + eprint + file + verba + verbb + verbc + url + xdata + ids + entryset + related + keywords + options + relatedoptions + pages + execute + with + writer + producer + execproducer + director + abstractloc + doubtfulauthor + doubtfuldate + titleisdescription + newspaper + urldescription + abstracturl + + + abstract + annotation + authortype + bookpagination + crossref + entryset + entrysubtype + execute + file + gender + ids + indextitle + indexsorttitle + isan + ismn + iswc + keywords + label + langid + langidopts + library + lista + listb + listc + listd + liste + listf + nameaddon + options + origday + origendday + origendmonth + origendyear + origmonth + origyear + origlocation + origpublisher + origtitle + pagination + presort + related + relatedoptions + relatedstring + relatedtype + shortauthor + shorteditor + shorthand + shorthandintro + shortjournal + shortseries + shorttitle + sortkey + sortname + sortshorthand + sorttitle + sortyear + usera + userb + userc + userd + usere + userf + verba + verbb + verbc + xdata + xref + + + set + entryset + crossref + + + article + author + journaltitle + title + day + endday + endmonth + endyear + month + year + addendum + annotator + commentator + doi + editor + editora + editorb + editorc + editoratype + editorbtype + editorctype + eid + eprint + eprintclass + eprinttype + issn + issue + issuetitle + issuesubtitle + journalsubtitle + language + note + number + origlanguage + pages + pubstate + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + volume + + + bibnote + note + + + book + author + title + day + endday + endmonth + endyear + month + year + addendum + afterword + annotator + chapter + commentator + doi + edition + editor + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + foreword + introduction + isbn + language + location + maintitle + maintitleaddon + mainsubtitle + note + number + origlanguage + pages + pagetotal + part + publisher + pubstate + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + volumes + + + mvbook + author + title + day + endday + endmonth + endyear + month + year + addendum + afterword + annotator + commentator + doi + edition + editor + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + foreword + introduction + isbn + language + location + note + number + origlanguage + pagetotal + publisher + pubstate + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + volumes + + + inbook + bookinbook + suppbook + author + title + booktitle + day + endday + endmonth + endyear + month + year + addendum + afterword + annotator + bookauthor + booksubtitle + booktitleaddon + chapter + commentator + doi + edition + editor + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + foreword + introduction + isbn + language + location + mainsubtitle + maintitle + maintitleaddon + note + number + origlanguage + part + publisher + pages + pubstate + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + volumes + + + booklet + author + editor + title + day + endday + endmonth + endyear + month + year + addendum + chapter + doi + eprint + eprintclass + eprinttype + howpublished + language + location + note + pages + pagetotal + pubstate + subtitle + titleaddon + type + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + + + collection + reference + editor + title + day + endday + endmonth + endyear + month + year + addendum + afterword + annotator + chapter + commentator + doi + edition + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + foreword + introduction + isbn + language + location + mainsubtitle + maintitle + maintitleaddon + note + number + origlanguage + pages + pagetotal + part + publisher + pubstate + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + volumes + + + mvcollection + mvreference + author + title + day + endday + endmonth + endyear + month + year + addendum + afterword + annotator + commentator + doi + edition + editor + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + foreword + introduction + isbn + language + location + note + number + origlanguage + publisher + pubstate + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + volumes + + + incollection + suppcollection + inreference + author + editor + title + booktitle + day + endday + endmonth + endyear + month + year + addendum + afterword + annotator + booksubtitle + booktitleaddon + chapter + commentator + doi + edition + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + foreword + introduction + isbn + language + location + mainsubtitle + maintitle + maintitleaddon + note + number + origlanguage + pages + part + publisher + pubstate + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + volumes + + + manual + title + day + endday + endmonth + endyear + month + year + addendum + author + chapter + doi + edition + editor + eprint + eprintclass + eprinttype + isbn + language + location + note + number + organization + pages + pagetotal + publisher + pubstate + series + subtitle + titleaddon + type + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + + + misc + title + day + endday + endmonth + endyear + day + endday + endmonth + endyear + month + year + addendum + author + doi + editor + eprint + eprintclass + eprinttype + howpublished + language + location + note + organization + pubstate + subtitle + titleaddon + type + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + + + online + title + url + addendum + author + editor + language + month + note + organization + pubstate + subtitle + titleaddon + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + year + + + patent + author + title + number + day + endday + endmonth + endyear + month + year + addendum + doi + eprint + eprintclass + eprinttype + holder + location + note + pubstate + subtitle + titleaddon + type + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + + + periodical + editor + title + day + endday + endmonth + endyear + month + year + addendum + doi + editora + editorb + editorc + editoratype + editorbtype + editorctype + eprint + eprintclass + eprinttype + issn + issue + issuesubtitle + issuetitle + language + note + number + pubstate + series + subtitle + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + + + mvproceedings + editor + title + day + endday + endmonth + endyear + month + year + addendum + doi + eprint + eprintclass + eprinttype + eventday + eventendday + eventendmonth + eventendyear + eventmonth + eventyear + eventtitle + eventtitleaddon + isbn + language + location + note + number + organization + pagetotal + publisher + pubstate + series + subtitle + titleaddon + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + venue + volumes + + + proceedings + editor + title + day + endday + endmonth + endyear + month + year + addendum + chapter + doi + eprint + eprintclass + eprinttype + eventday + eventendday + eventendmonth + eventendyear + eventmonth + eventyear + eventtitle + eventtitleaddon + isbn + language + location + mainsubtitle + maintitle + maintitleaddon + note + number + organization + pages + pagetotal + part + publisher + pubstate + series + subtitle + titleaddon + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + venue + volume + volumes + + + inproceedings + author + editor + title + booktitle + day + endday + endmonth + endyear + month + year + addendum + booksubtitle + booktitleaddon + chapter + doi + eprint + eprintclass + eprinttype + eventday + eventendday + eventendmonth + eventendyear + eventmonth + eventyear + eventtitle + eventtitleaddon + isbn + language + location + mainsubtitle + maintitle + maintitleaddon + note + number + organization + pages + part + publisher + pubstate + series + subtitle + titleaddon + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + venue + volume + volumes + + + report + author + title + type + institution + day + endday + endmonth + endyear + month + year + addendum + chapter + doi + eprint + eprintclass + eprinttype + isrn + language + location + note + number + pages + pagetotal + pubstate + subtitle + titleaddon + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + + + thesis + author + title + type + institution + day + endday + endmonth + endyear + month + year + addendum + chapter + doi + eprint + eprintclass + eprinttype + language + location + note + pages + pagetotal + pubstate + subtitle + titleaddon + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + + + unpublished + author + title + day + endday + endmonth + endyear + month + year + addendum + howpublished + language + location + note + pubstate + subtitle + titleaddon + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + + + titleisdescription + with + doubtfulauthor + doubtfuldate + abstractloc + abstracturl + urldescription + + + video + writer + producer + execproducer + director + + + newsarticle + author + newspaper + title + day + endday + endmonth + endyear + month + year + addendum + doi + editor + editora + editorb + editorc + editoratype + editorbtype + editorctype + eid + eprint + eprintclass + eprinttype + issn + issue + issuetitle + issuesubtitle + language + note + number + origlanguage + pages + series + subtitle + titleaddon + translator + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + volume + + + data + title + day + endday + endmonth + endyear + day + endday + endmonth + endyear + month + year + addendum + author + language + location + note + organization + pubstate + subtitle + titleaddon + type + url + urlday + urlendday + urlendmonth + urlendyear + urlmonth + urlyear + version + + + article + book + inbook + bookinbook + suppbook + booklet + collection + incollection + suppcollection + manual + misc + mvbook + mvcollection + online + patent + periodical + suppperiodical + proceedings + inproceedings + reference + inreference + report + set + thesis + unpublished + + + date + year + + + + + set + + entryset + crossref + + + + article + + author + journaltitle + title + + + + book + mvbook + mvcollection + mvreference + + author + title + + + + inbook + bookinbook + suppbook + + author + title + booktitle + + + + booklet + + + author + editor + + title + + + + collection + reference + + editor + title + + + + incollection + suppcollection + inreference + + author + editor + title + booktitle + + + + manual + + title + + + + misc + + title + + + + online + + title + url + + + + patent + + author + title + number + + + + periodical + + editor + title + + + + proceedings + mvproceedings + + editor + title + + + + inproceedings + + author + title + booktitle + + + + report + + author + title + type + institution + + + + thesis + + author + title + type + institution + + + + unpublished + + author + title + + + + + isbn + + + issn + + + ismn + + + date + eventdate + origdate + urldate + + + gender + + + + + + + references.bib + + + + + + + presort + + + sortkey + + + sortname + author + editor + translator + sorttitle + title + + + sortyear + year + + + sorttitle + title + + + volume + 0000 + + + + diff --git a/07_final_assignment/tex/main.run.xml b/07_final_assignment/tex/main.run.xml new file mode 100644 index 0000000..088f927 --- /dev/null +++ b/07_final_assignment/tex/main.run.xml @@ -0,0 +1,88 @@ + + + + + + + + + + + + + + + + + + + + + + + + +]> + + + latex + + main.bcf + + + main.bbl + + + blx-dm.def + apa.dbx + blx-compat.def + biblatex_.def + apa.bbx + standard.bbx + apa.cbx + biblatex.cfg + american-apa.lbx + american.lbx + english.lbx + + + + biber + + biber + main + + + main.bcf + + + main.bbl + + + main.bbl + + + main.bcf + + + references.bib + + + diff --git a/07_final_assignment/tex/main.tex b/07_final_assignment/tex/main.tex index 0e75387..c0cad0a 100644 --- a/07_final_assignment/tex/main.tex +++ b/07_final_assignment/tex/main.tex @@ -1,36 +1,44 @@ \documentclass[a4paper, 12pt]{apa6} \usepackage[T1]{fontenc} \usepackage[utf8]{inputenc} -\usepackage[english]{babel} -\usepackage{listings} +\usepackage[american]{babel} \usepackage[style=apa,sortcites=true,sorting=nyt,backend=biber]{biblatex} -\DeclareLanguageMapping{english}{english-apa} +\DeclareLanguageMapping{american}{american-apa} \addbibresource{references.bib} - -\title{Monkey Word Learning NDL Simulation} -\author{Robert Geirhos (3827808), Klara Grethen (3899962), David-Elias Künstle (3822829), Felicia Saar (3818590)} +\usepackage{listings} +\title{Simulation of Grainger et al. (2012) with Rescorla Wagner equations} +\shorttitle{Grainger et al. (2012) simulation with RW equations} +\author{Robert Geirhos (3827808), Klara Grethen (3899962), \\David-Elias Künstle (3822829), Felicia Saar (3818590)} \affiliation{Linguistics for Cognitive Science Course, University of Tübingen} -\shorttitle{} + \abstract{our abstract goes here!} \begin{document} +\maketitle -\maketitle{} - -% \cite{} +%\cite{} \section{Introduction} statement of the problem \section{Simulations} \subsection{Experimental Code} -why we didn't use the given code, what we improved, how the result is structured - Goal: modular and comprehensive experiment. +why we didn't use the given code, what we improved, how the result is structured - Goal: modular and comprehensive experiment. Problems with paper and given code. What's a block in our experiment.\\ +Since preliminary experiments showed that the monkeys performed with very high accuracies (>90\%), we decided to introduce a random parameter $ r $ in the experiment, defined as the fraction of times the monkey would make a random guess instead of an experience-based prediction. \subsection{Choice of Parameters} -choice +\subsubsection{Number of Trials} +The six monkeys in the original experiment participated in a different number of trials (min: 43.041, max: 61.142, mean: 52.812). For the sake of simplicity, we presented exactly 50.000 trials in each of our experiments. +\subsubsection{Random Parameter} The random parameter $ r $ was set to 0.65, which proved to be reasonable value. That means, in 65\% of the cases the monkey would guess for either word or nonword with equal probabilities. Therefore, the maximum possible performance $ p_{max} $ is: +$$ p_{max} = 1 - \frac{r}{2} = 0.675$$ +In other words, the maximum possible performance is no longer 1.0 (for a very intelligent monkey) but rather restricted by $ r $. If a monkey's performance is slightly better than $ p_{max} $, this is assured to be due to chance. +\subsubsection{Alpha and Beta} Both $ \alpha $ and $ \beta $ were our independent variables which we manipulated over the course of the experiments. We gathered data for every possible combination of $ \alpha $ and $ \beta $ values within an equally spaced range from 0.0 to 0.3. A total of 15 values for each $ \alpha $ and $ \beta $ were combined to $ 15*15 = 225 $ possible combinations. Since $ \alpha $ and $ \beta $ were internally multiplied to a single value, we expected the outcome to be symmetrical due to the commutativity of the multiplication operation and therefore calculated each combination of $ \alpha $ and $ \beta $ only once, which we used as a trick to improve the overall runtime. Therefore, $\sum_{i=1}^{15}i = 120$ combinations remained to be explored. + +\subsubsection{Lambda} Choice of $ \lambda $ +%TODO explain choice of lambda=1, saliency \subsection{Running Parallelized Experiments} -Running an experiment with a single combination of $ \alpha $ and $ \beta $ on a normal desktop computer took about 75 minutes. Therefore, the parameter space one could explore within a reasonable amount of time was quite restricted. We decided to write a parallelized version of the code to reduce the overall runtime. Using the R packages foreach, parallel and doParallel (TODO: Cite them properly), we restructured the experiment. Since conflicts can easily occur when more than one core is trying to access a data structure at the same time, we implemented a parallelized version that is able to run without even having critical sections. Instead, each thread has its own data structure, a .txt file), and in the end the results are harvested and combined. This version of the experiment ran on a cluster with 15 cores, each performing a total amount of eight experiments. Alltogether, 120 combinations of $ \alpha $ and $ \beta $ were explored overnight, which would have taken about 150 hours in a non-parallelized version. +Running an experiment with a single combination of $ \alpha $ and $ \beta $ on a normal desktop computer took about 75 minutes. Therefore, the parameter space one could explore within a reasonable amount of time was quite restricted. We decided to write a parallelized version of the code to reduce the overall runtime. Using the R packages foreach, parallel and doParallel (TODO: Cite them properly), we restructured the experiment. Since conflicts can easily occur when more than one core is trying to access a shared data structure at the same time, we implemented a parallelized version that is able to run without even containing critical sections. Instead, each thread has its own data structure, a .txt file, and in the end the results are harvested and combined. This version of the experiment ran on a cluster with 15 cores, each performing a total amount of eight experiments. Altogether, 120 combinations of $ \alpha $ and $ \beta $ were explored overnight, which would have taken about 150 hours in a non-parallelized version. \section{Results} results @@ -45,18 +53,32 @@ \section{Discussion} -discussion +"your conclusions about what is most likely to underlie the different success rates of the baboons" - -\newpage \appendix +\section{Complete Results} +Here are the complete results of our experiments. The abbreviations used are: +\begin{APAitemize} +\item \#Trials: Number of trials +\item \#LearnedW: Number of learned words +\item \#PresW: Number of presented words +\item GenAcc: General accuracy +\item WAcc: Word accuracy +\item NWAcc: Nonword accuracy +\end{APAitemize} + +\onecolumn +\input{result_tables.tex} + + + \section{Code} -%TODO change back to single column here -%\input{code.tex} +\input{code.tex} -%\printbibliography{} +\printbibliography{} + \end{document} %%% Local Variables: diff --git a/07_final_assignment/tex/references.bib b/07_final_assignment/tex/references.bib new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/07_final_assignment/tex/references.bib diff --git a/07_final_assignment/tex/result_tables.tex b/07_final_assignment/tex/result_tables.tex new file mode 100644 index 0000000..4db1312 --- /dev/null +++ b/07_final_assignment/tex/result_tables.tex @@ -0,0 +1,155 @@ +% latex table generated in R 3.1.0 by xtable 1.8-2 package +% Thu Mar 31 15:21:52 2016 +\begin{table}[ht] +\centering +\begin{tabular}{rrrrrrrrr} + \hline + & alpha & beta & \#Trials & \#LearnedW & \#PresW & GenAcc & WAcc & NWAcc \\ + \hline +1 & 0.00 & 0.00 & 50000 & 307 & 7539 & 0.60 & 0.66 & 0.55 \\ + 2 & 0.02 & 0.00 & 50000 & 307 & 7518 & 0.60 & 0.64 & 0.57 \\ + 3 & 0.02 & 0.02 & 50000 & 307 & 7502 & 0.62 & 0.65 & 0.60 \\ + 4 & 0.04 & 0.00 & 50000 & 306 & 7479 & 0.61 & 0.65 & 0.57 \\ + 5 & 0.04 & 0.02 & 50000 & 306 & 7522 & 0.63 & 0.65 & 0.61 \\ + 6 & 0.04 & 0.04 & 50000 & 301 & 7532 & 0.64 & 0.65 & 0.62 \\ + 7 & 0.06 & 0.00 & 50000 & 307 & 7490 & 0.61 & 0.65 & 0.57 \\ + 8 & 0.06 & 0.02 & 50000 & 307 & 7499 & 0.63 & 0.64 & 0.62 \\ + 9 & 0.06 & 0.04 & 50000 & 307 & 7530 & 0.65 & 0.66 & 0.64 \\ + 10 & 0.06 & 0.06 & 50000 & 292 & 7512 & 0.65 & 0.65 & 0.66 \\ + 11 & 0.09 & 0.00 & 50000 & 289 & 7534 & 0.62 & 0.65 & 0.59 \\ + 12 & 0.09 & 0.02 & 50000 & 297 & 7524 & 0.64 & 0.65 & 0.63 \\ + 13 & 0.09 & 0.04 & 50000 & 306 & 7548 & 0.65 & 0.66 & 0.64 \\ + 14 & 0.09 & 0.06 & 50000 & 307 & 7491 & 0.66 & 0.66 & 0.65 \\ + 15 & 0.09 & 0.09 & 50000 & 307 & 7503 & 0.66 & 0.67 & 0.65 \\ + 16 & 0.11 & 0.00 & 50000 & 307 & 7540 & 0.60 & 0.65 & 0.55 \\ + 17 & 0.11 & 0.02 & 50000 & 307 & 7509 & 0.64 & 0.64 & 0.64 \\ + 18 & 0.11 & 0.04 & 50000 & 298 & 7518 & 0.65 & 0.65 & 0.65 \\ + 19 & 0.11 & 0.06 & 50000 & 307 & 7503 & 0.65 & 0.66 & 0.65 \\ + 20 & 0.11 & 0.09 & 50000 & 307 & 7502 & 0.66 & 0.66 & 0.65 \\ + 21 & 0.11 & 0.11 & 50000 & 307 & 7549 & 0.66 & 0.67 & 0.66 \\ + 22 & 0.13 & 0.00 & 50000 & 300 & 7509 & 0.62 & 0.65 & 0.59 \\ + 23 & 0.13 & 0.02 & 50000 & 307 & 7524 & 0.64 & 0.65 & 0.64 \\ + 24 & 0.13 & 0.04 & 50000 & 304 & 7516 & 0.65 & 0.66 & 0.65 \\ + 25 & 0.13 & 0.06 & 50000 & 277 & 7510 & 0.66 & 0.66 & 0.66 \\ + 26 & 0.13 & 0.09 & 50000 & 307 & 7490 & 0.66 & 0.66 & 0.66 \\ + 27 & 0.13 & 0.11 & 50000 & 307 & 7526 & 0.67 & 0.67 & 0.66 \\ + 28 & 0.13 & 0.13 & 50000 & 307 & 7521 & 0.67 & 0.67 & 0.67 \\ + 29 & 0.15 & 0.00 & 50000 & 298 & 7500 & 0.61 & 0.64 & 0.58 \\ + 30 & 0.15 & 0.02 & 50000 & 307 & 7461 & 0.65 & 0.66 & 0.64 \\ + 31 & 0.15 & 0.04 & 50000 & 307 & 7508 & 0.65 & 0.66 & 0.65 \\ + 32 & 0.15 & 0.06 & 50000 & 297 & 7519 & 0.66 & 0.66 & 0.66 \\ + 33 & 0.15 & 0.09 & 50000 & 307 & 7502 & 0.67 & 0.67 & 0.66 \\ + 34 & 0.15 & 0.11 & 50000 & 307 & 7508 & 0.66 & 0.66 & 0.66 \\ + 35 & 0.15 & 0.13 & 50000 & 307 & 7540 & 0.67 & 0.67 & 0.66 \\ + 36 & 0.15 & 0.15 & 50000 & 307 & 7528 & 0.66 & 0.67 & 0.66 \\ + 37 & 0.17 & 0.00 & 50000 & 307 & 7500 & 0.62 & 0.65 & 0.59 \\ + 38 & 0.17 & 0.02 & 50000 & 294 & 7520 & 0.65 & 0.66 & 0.65 \\ + 39 & 0.17 & 0.04 & 50000 & 307 & 7504 & 0.66 & 0.66 & 0.65 \\ + 40 & 0.17 & 0.06 & 50000 & 307 & 7506 & 0.66 & 0.67 & 0.66 \\ + \hline +\end{tabular} +\end{table} + +% latex table generated in R 3.1.0 by xtable 1.8-2 package +% Thu Mar 31 15:22:04 2016 +\begin{table}[ht] +\centering +\begin{tabular}{rrrrrrrrr} + \hline + & alpha & beta & \#Trials & \#LearnedW & \#PresW & GenAcc & WAcc & NWAcc \\ + \hline +41 & 0.17 & 0.09 & 50000 & 303 & 7533 & 0.67 & 0.67 & 0.66 \\ + 42 & 0.17 & 0.11 & 50000 & 307 & 7492 & 0.67 & 0.67 & 0.66 \\ + 43 & 0.17 & 0.13 & 50000 & 307 & 7522 & 0.66 & 0.67 & 0.66 \\ + 44 & 0.17 & 0.15 & 50000 & 307 & 7489 & 0.67 & 0.68 & 0.66 \\ + 45 & 0.17 & 0.17 & 50000 & 307 & 7516 & 0.66 & 0.67 & 0.66 \\ + 46 & 0.19 & 0.00 & 50000 & 307 & 7526 & 0.62 & 0.65 & 0.59 \\ + 47 & 0.19 & 0.02 & 50000 & 307 & 7538 & 0.65 & 0.65 & 0.64 \\ + 48 & 0.19 & 0.04 & 50000 & 307 & 7509 & 0.66 & 0.66 & 0.66 \\ + 49 & 0.19 & 0.06 & 50000 & 307 & 7526 & 0.66 & 0.67 & 0.66 \\ + 50 & 0.19 & 0.09 & 50000 & 307 & 7486 & 0.66 & 0.66 & 0.66 \\ + 51 & 0.19 & 0.11 & 50000 & 307 & 7507 & 0.67 & 0.67 & 0.66 \\ + 52 & 0.19 & 0.13 & 50000 & 307 & 7539 & 0.67 & 0.67 & 0.66 \\ + 53 & 0.19 & 0.15 & 50000 & 307 & 7500 & 0.67 & 0.67 & 0.67 \\ + 54 & 0.19 & 0.17 & 50000 & 307 & 7492 & 0.67 & 0.68 & 0.67 \\ + 55 & 0.19 & 0.19 & 50000 & 307 & 7522 & 0.67 & 0.67 & 0.67 \\ + 56 & 0.21 & 0.00 & 50000 & 292 & 7507 & 0.62 & 0.64 & 0.59 \\ + 57 & 0.21 & 0.02 & 50000 & 307 & 7515 & 0.65 & 0.66 & 0.65 \\ + 58 & 0.21 & 0.04 & 50000 & 307 & 7519 & 0.66 & 0.67 & 0.66 \\ + 59 & 0.21 & 0.06 & 50000 & 307 & 7513 & 0.66 & 0.67 & 0.66 \\ + 60 & 0.21 & 0.09 & 50000 & 299 & 7495 & 0.66 & 0.67 & 0.66 \\ + 61 & 0.21 & 0.11 & 50000 & 307 & 7519 & 0.67 & 0.67 & 0.66 \\ + 62 & 0.21 & 0.13 & 50000 & 307 & 7520 & 0.67 & 0.67 & 0.67 \\ + 63 & 0.21 & 0.15 & 50000 & 307 & 7521 & 0.67 & 0.67 & 0.67 \\ + 64 & 0.21 & 0.17 & 50000 & 307 & 7526 & 0.67 & 0.67 & 0.67 \\ + 65 & 0.21 & 0.19 & 50000 & 307 & 7516 & 0.67 & 0.67 & 0.67 \\ + 66 & 0.21 & 0.21 & 50000 & 307 & 7502 & 0.67 & 0.68 & 0.67 \\ + 67 & 0.24 & 0.00 & 50000 & 307 & 7511 & 0.62 & 0.65 & 0.59 \\ + 68 & 0.24 & 0.02 & 50000 & 307 & 7501 & 0.66 & 0.66 & 0.65 \\ + 69 & 0.24 & 0.04 & 50000 & 307 & 7517 & 0.66 & 0.67 & 0.65 \\ + 70 & 0.24 & 0.06 & 50000 & 306 & 7505 & 0.66 & 0.67 & 0.66 \\ + 71 & 0.24 & 0.09 & 50000 & 307 & 7500 & 0.67 & 0.67 & 0.66 \\ + 72 & 0.24 & 0.11 & 50000 & 307 & 7515 & 0.67 & 0.67 & 0.67 \\ + 73 & 0.24 & 0.13 & 50000 & 307 & 7512 & 0.67 & 0.67 & 0.66 \\ + 74 & 0.24 & 0.15 & 50000 & 307 & 7508 & 0.67 & 0.67 & 0.67 \\ + 75 & 0.24 & 0.17 & 50000 & 307 & 7507 & 0.67 & 0.68 & 0.67 \\ + 76 & 0.24 & 0.19 & 50000 & 307 & 7519 & 0.67 & 0.67 & 0.67 \\ + 77 & 0.24 & 0.21 & 50000 & 307 & 7531 & 0.67 & 0.67 & 0.67 \\ + 78 & 0.24 & 0.24 & 50000 & 307 & 7518 & 0.67 & 0.67 & 0.68 \\ + 79 & 0.26 & 0.00 & 50000 & 307 & 7522 & 0.62 & 0.66 & 0.59 \\ + 80 & 0.26 & 0.02 & 50000 & 298 & 7493 & 0.65 & 0.65 & 0.65 \\ + \hline +\end{tabular} +\end{table} + +% latex table generated in R 3.1.0 by xtable 1.8-2 package +% Thu Mar 31 15:22:19 2016 +\begin{table}[ht] +\centering +\begin{tabular}{rrrrrrrrr} + \hline + & alpha & beta & \#Trials & \#LearnedW & \#PresW & GenAcc & WAcc & NWAcc \\ + \hline +81 & 0.26 & 0.04 & 50000 & 307 & 7517 & 0.66 & 0.67 & 0.66 \\ + 82 & 0.26 & 0.06 & 50000 & 307 & 7480 & 0.67 & 0.67 & 0.66 \\ + 83 & 0.26 & 0.09 & 50000 & 307 & 7512 & 0.66 & 0.66 & 0.67 \\ + 84 & 0.26 & 0.11 & 50000 & 307 & 7497 & 0.67 & 0.67 & 0.67 \\ + 85 & 0.26 & 0.13 & 50000 & 307 & 7521 & 0.67 & 0.68 & 0.67 \\ + 86 & 0.26 & 0.15 & 50000 & 307 & 7524 & 0.68 & 0.68 & 0.67 \\ + 87 & 0.26 & 0.17 & 50000 & 307 & 7516 & 0.67 & 0.67 & 0.66 \\ + 88 & 0.26 & 0.19 & 50000 & 307 & 7486 & 0.67 & 0.67 & 0.67 \\ + 89 & 0.26 & 0.21 & 50000 & 307 & 7505 & 0.67 & 0.67 & 0.67 \\ + 90 & 0.26 & 0.24 & 50000 & 307 & 7512 & 0.67 & 0.67 & 0.67 \\ + 91 & 0.26 & 0.26 & 50000 & 307 & 7525 & 0.67 & 0.68 & 0.67 \\ + 92 & 0.28 & 0.00 & 50000 & 295 & 7508 & 0.62 & 0.65 & 0.58 \\ + 93 & 0.28 & 0.02 & 50000 & 307 & 7498 & 0.65 & 0.66 & 0.65 \\ + 94 & 0.28 & 0.04 & 50000 & 306 & 7535 & 0.66 & 0.67 & 0.66 \\ + 95 & 0.28 & 0.06 & 50000 & 307 & 7501 & 0.66 & 0.67 & 0.66 \\ + 96 & 0.28 & 0.09 & 50000 & 307 & 7513 & 0.67 & 0.67 & 0.66 \\ + 97 & 0.28 & 0.11 & 50000 & 307 & 7507 & 0.67 & 0.67 & 0.67 \\ + 98 & 0.28 & 0.13 & 50000 & 307 & 7523 & 0.67 & 0.67 & 0.67 \\ + 99 & 0.28 & 0.15 & 50000 & 307 & 7496 & 0.67 & 0.67 & 0.67 \\ + 100 & 0.28 & 0.17 & 50000 & 307 & 7520 & 0.67 & 0.67 & 0.67 \\ + 101 & 0.28 & 0.19 & 50000 & 306 & 7516 & 0.67 & 0.67 & 0.67 \\ + 102 & 0.28 & 0.21 & 50000 & 307 & 7483 & 0.67 & 0.67 & 0.68 \\ + 103 & 0.28 & 0.24 & 50000 & 302 & 7518 & 0.67 & 0.67 & 0.67 \\ + 104 & 0.28 & 0.26 & 50000 & 307 & 7518 & 0.68 & 0.68 & 0.67 \\ + 105 & 0.28 & 0.28 & 50000 & 307 & 7507 & 0.68 & 0.68 & 0.68 \\ + 106 & 0.30 & 0.00 & 50000 & 300 & 7530 & 0.61 & 0.64 & 0.58 \\ + 107 & 0.30 & 0.02 & 50000 & 298 & 7533 & 0.65 & 0.66 & 0.65 \\ + 108 & 0.30 & 0.04 & 50000 & 307 & 7514 & 0.66 & 0.66 & 0.66 \\ + 109 & 0.30 & 0.06 & 50000 & 307 & 7519 & 0.66 & 0.67 & 0.65 \\ + 110 & 0.30 & 0.09 & 50000 & 307 & 7516 & 0.67 & 0.67 & 0.67 \\ + 111 & 0.30 & 0.11 & 50000 & 307 & 7508 & 0.67 & 0.68 & 0.66 \\ + 112 & 0.30 & 0.13 & 50000 & 307 & 7495 & 0.67 & 0.67 & 0.67 \\ + 113 & 0.30 & 0.15 & 50000 & 307 & 7501 & 0.68 & 0.68 & 0.68 \\ + 114 & 0.30 & 0.17 & 50000 & 307 & 7520 & 0.67 & 0.67 & 0.67 \\ + 115 & 0.30 & 0.19 & 50000 & 307 & 7479 & 0.67 & 0.67 & 0.68 \\ + 116 & 0.30 & 0.21 & 50000 & 307 & 7502 & 0.68 & 0.68 & 0.67 \\ + 117 & 0.30 & 0.24 & 50000 & 307 & 7552 & 0.67 & 0.67 & 0.67 \\ + 118 & 0.30 & 0.26 & 50000 & 307 & 7502 & 0.67 & 0.67 & 0.67 \\ + 119 & 0.30 & 0.28 & 50000 & 307 & 7520 & 0.68 & 0.68 & 0.68 \\ + 120 & 0.30 & 0.30 & 50000 & 307 & 7545 & 0.67 & 0.67 & 0.67 \\ + \hline +\end{tabular} +\end{table} \ No newline at end of file