diff --git a/report/images/beta_gru.png b/report/images/beta_gru.png new file mode 100644 index 0000000..de3fe61 Binary files /dev/null and b/report/images/beta_gru.png differ diff --git a/report/images/beta_lstm.png b/report/images/beta_lstm.png new file mode 100644 index 0000000..39cedd9 Binary files /dev/null and b/report/images/beta_lstm.png differ diff --git a/report/images/default_gru.png b/report/images/default_gru.png new file mode 100644 index 0000000..8fdfaba Binary files /dev/null and b/report/images/default_gru.png differ diff --git a/report/images/default_lstm.png b/report/images/default_lstm.png new file mode 100644 index 0000000..7396fa6 Binary files /dev/null and b/report/images/default_lstm.png differ diff --git a/report/images/gamma_lstm.png b/report/images/gamma_lstm.png new file mode 100644 index 0000000..68d1693 Binary files /dev/null and b/report/images/gamma_lstm.png differ diff --git a/report/images/omicron_lstm.png b/report/images/omicron_lstm.png new file mode 100644 index 0000000..498daf4 Binary files /dev/null and b/report/images/omicron_lstm.png differ diff --git a/report/report.aux b/report/report.aux new file mode 100644 index 0000000..81cda93 --- /dev/null +++ b/report/report.aux @@ -0,0 +1,119 @@ +\relax +\providecommand\hyper@newdestlabel[2]{} +\providecommand\babel@aux[2]{} +\@nameuse{bbl@beforestart} +\catcode `"\active +\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument} +\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined +\global\let\oldcontentsline\contentsline +\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}} +\global\let\oldnewlabel\newlabel +\gdef\newlabel#1#2{\newlabelxx{#1}#2} +\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}} +\AtEndDocument{\ifx\hyper@anchor\@undefined +\let\contentsline\oldcontentsline +\let\newlabel\oldnewlabel +\fi} +\fi} +\global\let\hyper@last\relax +\gdef\HyperFirstAtBeginDocument#1{#1} +\providecommand\HyField@AuxAddToFields[1]{} +\providecommand\HyField@AuxAddToCoFields[2]{} +\babel@aux{polish}{} +\@writefile{toc}{\contentsline {section}{\numberline {1}Wstęp}{3}{section.1}\protected@file@percent } +\@writefile{toc}{\contentsline {section}{\numberline {2}Łańcuchy Markova}{4}{section.2}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}Wstęp}{4}{subsection.2.1}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces Przykład łańcucha Markova, dla zdania "The quick brown fox jumps over the lazy dog and the angry dog chase the quick brown fox.", dla wartości $ngram = 1$, oznaczającej stany jako pojedyncze słowama oraz wartoścami prawdopodobieństw przejść pomiędzy stanami obliczonych na podstawie zdania wejściowego.\relax }}{5}{figure.caption.2}\protected@file@percent } +\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}} +\newlabel{fig:mesh1}{{1}{5}{Przykład łańcucha Markova, dla zdania "The quick brown fox jumps over the lazy dog and the angry dog chase the quick brown fox.", dla wartości $ngram = 1$, oznaczającej stany jako pojedyncze słowama oraz wartoścami prawdopodobieństw przejść pomiędzy stanami obliczonych na podstawie zdania wejściowego.\relax }{figure.caption.2}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Prawo Zipfa}{6}{subsection.2.2}\protected@file@percent } +\newlabel{fig:mesh1}{{2a}{7}{Wykres 1000 najczęściej pojawiających się słów dla zbioru danych $somemix.csv$.\relax }{figure.caption.3}{}} +\newlabel{sub@fig:mesh1}{{a}{7}{Wykres 1000 najczęściej pojawiających się słów dla zbioru danych $somemix.csv$.\relax }{figure.caption.3}{}} +\newlabel{fig:mesh1}{{2b}{7}{Wykres stałej $constant = ranga * wystapienia$ dla zbioru danych $somemix.csv$\relax }{figure.caption.3}{}} +\newlabel{sub@fig:mesh1}{{b}{7}{Wykres stałej $constant = ranga * wystapienia$ dla zbioru danych $somemix.csv$\relax }{figure.caption.3}{}} +\newlabel{fig:mesh1}{{3a}{8}{Wykres 1000 najczęściej pojawiających się słów dla piosenki wygenerowanej na podstawie $somemix.csv$ o 100 wersach po 500 słów.\relax }{figure.caption.4}{}} +\newlabel{sub@fig:mesh1}{{a}{8}{Wykres 1000 najczęściej pojawiających się słów dla piosenki wygenerowanej na podstawie $somemix.csv$ o 100 wersach po 500 słów.\relax }{figure.caption.4}{}} +\newlabel{fig:mesh1}{{3b}{8}{Wykres stałej $constant = ranga * wystapienia$ dla piosenki wygenerowanej na podstawie $somemix.csv$ o 100 wersach po 500 słów\relax }{figure.caption.4}{}} +\newlabel{sub@fig:mesh1}{{b}{8}{Wykres stałej $constant = ranga * wystapienia$ dla piosenki wygenerowanej na podstawie $somemix.csv$ o 100 wersach po 500 słów\relax }{figure.caption.4}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {2.3}Prawo Heapsa}{9}{subsection.2.3}\protected@file@percent } +\newlabel{fig:mesh1}{{\caption@xref {fig:mesh1}{ on input line 117}}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{sub@fig:mesh1}{{}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{fig:mesh1}{{\caption@xref {fig:mesh1}{ on input line 123}}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{sub@fig:mesh1}{{}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{fig:mesh1}{{\caption@xref {fig:mesh1}{ on input line 129}}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{sub@fig:mesh1}{{}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{fig:mesh1}{{\caption@xref {fig:mesh1}{ on input line 135}}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{sub@fig:mesh1}{{}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{fig:mesh1}{{\caption@xref {fig:mesh1}{ on input line 141}}{10}{Prawo Heapsa}{figure.caption.5}{}} +\newlabel{sub@fig:mesh1}{{}{10}{Prawo Heapsa}{figure.caption.5}{}} +\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Wykres zależności liczby stanów unikalnych od rozmiaru tekstu oraz wartości $ngram$ dla zbiorów danych: $kyuss.csv, led\_zeppelin.csv, Black Sabbath.csv, ac\_dc.csv$.\relax }}{10}{figure.caption.5}\protected@file@percent } +\newlabel{fig:mesh1}{{4}{10}{Wykres zależności liczby stanów unikalnych od rozmiaru tekstu oraz wartości $ngram$ dla zbiorów danych: $kyuss.csv, led\_zeppelin.csv, Black Sabbath.csv, ac\_dc.csv$.\relax }{figure.caption.5}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {2.4}Entropia Krzyżowa}{11}{subsection.2.4}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Wykres wartości entropii krzyżowej dla tekstu generowanego na podstawie zbioru danych $somemix.csv$, zależnie od rozmiaru wygenerowanego tekstu.\relax }}{12}{figure.caption.6}\protected@file@percent } +\newlabel{fig:mesh1}{{5}{12}{Wykres wartości entropii krzyżowej dla tekstu generowanego na podstawie zbioru danych $somemix.csv$, zależnie od rozmiaru wygenerowanego tekstu.\relax }{figure.caption.6}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {2.5}Perpleksja}{12}{subsection.2.5}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Wykres wartości perpleksji dla tekstu generowanego na podstawie zbioru danych $somemix.csv$, zależnie od rozmiaru wygenerowanego tekstu.\relax }}{13}{figure.caption.7}\protected@file@percent } +\newlabel{fig:mesh1}{{6}{13}{Wykres wartości perpleksji dla tekstu generowanego na podstawie zbioru danych $somemix.csv$, zależnie od rozmiaru wygenerowanego tekstu.\relax }{figure.caption.7}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {2.6}Self-BLEU}{13}{subsection.2.6}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Wykres wartości Self-BLEU dla tekstu generowanego na podstawie zbioru danych $somemix.csv$, zależnie od rozmiaru wygenerowanego tekstu.\relax }}{14}{figure.caption.8}\protected@file@percent } +\newlabel{fig:mesh1}{{7}{14}{Wykres wartości Self-BLEU dla tekstu generowanego na podstawie zbioru danych $somemix.csv$, zależnie od rozmiaru wygenerowanego tekstu.\relax }{figure.caption.8}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {2.7}Przykładowe wyniki}{14}{subsection.2.7}\protected@file@percent } +\@writefile{toc}{\contentsline {section}{\numberline {3}Rekurencyjne Sieci Neuronowe}{16}{section.3}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Wstęp o rekurencyjnych sieciach neuronowych}{16}{subsection.3.1}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Obrazek przedstawia schemat działania Recurrent Neural Network.\relax }}{17}{figure.caption.9}\protected@file@percent } +\newlabel{fig:mesh1}{{8}{17}{Obrazek przedstawia schemat działania Recurrent Neural Network.\relax }{figure.caption.9}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}LSTM}{17}{subsection.3.2}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Obrazek przedstawia schemat działania Long-Short Term Memory.\relax }}{18}{figure.caption.10}\protected@file@percent } +\newlabel{fig:mesh1}{{9}{18}{Obrazek przedstawia schemat działania Long-Short Term Memory.\relax }{figure.caption.10}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {3.3}GRU}{18}{subsection.3.3}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Obrazek przedstawia schemat działania Gated Recurrent Unit.\relax }}{19}{figure.caption.11}\protected@file@percent } +\newlabel{fig:mesh1}{{10}{19}{Obrazek przedstawia schemat działania Gated Recurrent Unit.\relax }{figure.caption.11}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {3.4}Różnice między LSTM, a GRU}{19}{subsection.3.4}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {3.5}Problem znikającego gradientu}{19}{subsection.3.5}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {3.6}Embedding}{19}{subsection.3.6}\protected@file@percent } +\@writefile{toc}{\contentsline {section}{\numberline {4}Sieci neuronowe na transformatorach}{21}{section.4}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {4.1}Przykładowe wykorzystanie sieci neuronowych na transformatoarach:}{21}{subsection.4.1}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {4.2}Analiza działania transformera:}{21}{subsection.4.2}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Obrazek przedstawia schemat działania tranformera z opisami potrzebnymi do dalszego opisu.\relax }}{21}{figure.caption.12}\protected@file@percent } +\newlabel{fig:mesh1}{{11}{21}{Obrazek przedstawia schemat działania tranformera z opisami potrzebnymi do dalszego opisu.\relax }{figure.caption.12}{}} +\@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces Obrazek przedstawia schemat działania wekotra uwagi.\relax }}{22}{figure.caption.13}\protected@file@percent } +\newlabel{fig:mesh1}{{12}{22}{Obrazek przedstawia schemat działania wekotra uwagi.\relax }{figure.caption.13}{}} +\@writefile{lof}{\contentsline {figure}{\numberline {13}{\ignorespaces Obrazek przedstawia schemat działania wekotra uwagi.\relax }}{22}{figure.caption.14}\protected@file@percent } +\newlabel{fig:mesh1}{{13}{22}{Obrazek przedstawia schemat działania wekotra uwagi.\relax }{figure.caption.14}{}} +\@writefile{lof}{\contentsline {figure}{\numberline {14}{\ignorespaces Obrazek przedstawia schemat działania maskowania na przykładzie zdania po języku hiszpańskim, które ma być przetłumaczone na inny język.\relax }}{23}{figure.caption.15}\protected@file@percent } +\newlabel{fig:mesh1}{{14}{23}{Obrazek przedstawia schemat działania maskowania na przykładzie zdania po języku hiszpańskim, które ma być przetłumaczone na inny język.\relax }{figure.caption.15}{}} +\@writefile{toc}{\contentsline {subsection}{\numberline {4.3}Wady i zalety:}{23}{subsection.4.3}\protected@file@percent } +\@writefile{toc}{\contentsline {section}{\numberline {5}GPT-2}{25}{section.5}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {15}{\ignorespaces Obrazek przedstawia schemat działania gpt-2 na obrazach.\relax }}{26}{figure.caption.16}\protected@file@percent } +\newlabel{fig:mesh1}{{15}{26}{Obrazek przedstawia schemat działania gpt-2 na obrazach.\relax }{figure.caption.16}{}} +\@writefile{toc}{\contentsline {section}{\numberline {6}Realizacja praktyczna z wykorzystaniem RNN}{27}{section.6}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {6.1}Użyte narzędzia}{27}{subsection.6.1}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {6.2}Struktura kodu}{27}{subsection.6.2}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {6.3}Dane uczące}{27}{subsection.6.3}\protected@file@percent } +\@writefile{toc}{\contentsline {subsection}{\numberline {6.4}Modele RNN}{28}{subsection.6.4}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.1}default\_lstm}{28}{subsubsection.6.4.1}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {16}{\ignorespaces Metryki modelu default\_lstm\relax }}{28}{figure.caption.17}\protected@file@percent } +\newlabel{fig:default_lstm}{{16}{28}{Metryki modelu default\_lstm\relax }{figure.caption.17}{}} +\@writefile{toc}{\contentsline {paragraph}{Przykład generacji}{28}{section*.18}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.2}beta\_lstm}{29}{subsubsection.6.4.2}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {17}{\ignorespaces Metryki modelu beta\_lstm\relax }}{29}{figure.caption.19}\protected@file@percent } +\newlabel{fig:beta_lstm}{{17}{29}{Metryki modelu beta\_lstm\relax }{figure.caption.19}{}} +\@writefile{toc}{\contentsline {paragraph}{Przykład generacji}{29}{section*.20}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.3}gamma\_lstm}{30}{subsubsection.6.4.3}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {18}{\ignorespaces Metryki modelu gamma\_lstm\relax }}{30}{figure.caption.21}\protected@file@percent } +\newlabel{fig:gamma_lstm}{{18}{30}{Metryki modelu gamma\_lstm\relax }{figure.caption.21}{}} +\@writefile{toc}{\contentsline {paragraph}{Przykład generacji}{30}{section*.22}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.4}omicron\_lstm}{31}{subsubsection.6.4.4}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {19}{\ignorespaces Metryki modelu omicron\_lstm\relax }}{31}{figure.caption.23}\protected@file@percent } +\newlabel{fig:omicron_lstm}{{19}{31}{Metryki modelu omicron\_lstm\relax }{figure.caption.23}{}} +\@writefile{toc}{\contentsline {paragraph}{Przykład generacji}{31}{section*.24}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.5}default\_gru}{32}{subsubsection.6.4.5}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {20}{\ignorespaces Metryki modelu default\_gru\relax }}{32}{figure.caption.25}\protected@file@percent } +\newlabel{fig:default_gru}{{20}{32}{Metryki modelu default\_gru\relax }{figure.caption.25}{}} +\@writefile{toc}{\contentsline {paragraph}{Przykład generacji}{32}{section*.26}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.6}beta\_gru}{33}{subsubsection.6.4.6}\protected@file@percent } +\@writefile{lof}{\contentsline {figure}{\numberline {21}{\ignorespaces Metryki modelu beta\_gru\relax }}{33}{figure.caption.27}\protected@file@percent } +\newlabel{fig:beta_gru}{{21}{33}{Metryki modelu beta\_gru\relax }{figure.caption.27}{}} +\@writefile{toc}{\contentsline {paragraph}{Przykład generacji}{33}{section*.28}\protected@file@percent } +\@writefile{toc}{\contentsline {subsubsection}{\numberline {6.4.7}Dotrenowany model GPT-2}{34}{subsubsection.6.4.7}\protected@file@percent } +\gdef \@abspage@last{34} diff --git a/report/report.log b/report/report.log new file mode 100644 index 0000000..889ff4d --- /dev/null +++ b/report/report.log @@ -0,0 +1,1398 @@ +This is pdfTeX, Version 3.141592653-2.6-1.40.22 (TeX Live 2022/dev/Debian) (preloaded format=pdflatex 2023.5.28) 29 MAY 2023 01:27 +entering extended mode + restricted \write18 enabled. + %&-line parsing enabled. +**report.tex +(./report.tex +LaTeX2e <2021-11-15> patch level 1 +L3 programming layer <2022-01-21> +(/usr/share/texlive/texmf-dist/tex/latex/base/article.cls +Document Class: article 2021/10/04 v1.4n Standard LaTeX document class +(/usr/share/texlive/texmf-dist/tex/latex/base/size10.clo +File: size10.clo 2021/10/04 v1.4n Standard LaTeX file (size option) +) +\c@part=\count185 +\c@section=\count186 +\c@subsection=\count187 +\c@subsubsection=\count188 +\c@paragraph=\count189 +\c@subparagraph=\count190 +\c@figure=\count191 +\c@table=\count192 +\abovecaptionskip=\skip47 +\belowcaptionskip=\skip48 +\bibindent=\dimen138 +) +(/usr/share/texlive/texmf-dist/tex/latex/base/fontenc.sty +Package: fontenc 2021/04/29 v2.0v Standard LaTeX package +) +(/usr/share/texlive/texmf-dist/tex/generic/babel/babel.sty +Package: babel 2022/01/26 3.70 The Babel package +\babel@savecnt=\count193 +\U@D=\dimen139 +\l@unhyphenated=\language6 + +(/usr/share/texlive/texmf-dist/tex/generic/babel/txtbabel.def) +\bbl@readstream=\read2 +\bbl@dirlevel=\count194 + +(/usr/share/texlive/texmf-dist/tex/generic/babel-polish/polish.ldf +Language: polish 2005/03/31 v1.2l Polish support from the babel system +Package babel Info: Making " an active character on input line 83. +\pl@left=\dimen140 +\pl@down=\dimen141 +\pl@right=\dimen142 +\pl@temp=\dimen143 +)) +(/usr/share/texlive/texmf-dist/tex/latex/base/inputenc.sty +Package: inputenc 2021/02/14 v1.3d Input encoding file +\inpenc@prehook=\toks16 +\inpenc@posthook=\toks17 +) +(/usr/share/texlive/texmf-dist/tex/latex/graphics/graphicx.sty +Package: graphicx 2021/09/16 v1.2d Enhanced LaTeX Graphics (DPC,SPQR) + +(/usr/share/texlive/texmf-dist/tex/latex/graphics/keyval.sty +Package: keyval 2014/10/28 v1.15 key=value parser (DPC) +\KV@toks@=\toks18 +) +(/usr/share/texlive/texmf-dist/tex/latex/graphics/graphics.sty +Package: graphics 2021/03/04 v1.4d Standard LaTeX Graphics (DPC,SPQR) + +(/usr/share/texlive/texmf-dist/tex/latex/graphics/trig.sty +Package: trig 2021/08/11 v1.11 sin cos tan (DPC) +) +(/usr/share/texlive/texmf-dist/tex/latex/graphics-cfg/graphics.cfg +File: graphics.cfg 2016/06/04 v1.11 sample graphics configuration +) +Package graphics Info: Driver file: pdftex.def on input line 107. + +(/usr/share/texlive/texmf-dist/tex/latex/graphics-def/pdftex.def +File: pdftex.def 2020/10/05 v1.2a Graphics/color driver for pdftex +)) +\Gin@req@height=\dimen144 +\Gin@req@width=\dimen145 +) +(/usr/share/texlive/texmf-dist/tex/latex/blindtext/blindtext.sty +Package: blindtext 2012/01/06 V2.0 blindtext-Package + +(/usr/share/texlive/texmf-dist/tex/latex/tools/xspace.sty +Package: xspace 2014/10/28 v1.13 Space after command names (DPC,MH) +) +\c@blindtext=\count195 +\c@Blindtext=\count196 +\c@blind@countparstart=\count197 +\blind@countxx=\count198 +\blindtext@numBlindtext=\count199 +\blind@countyy=\count266 +\c@blindlist=\count267 +\c@blindlistlevel=\count268 +\c@blindlist@level=\count269 +\blind@listitem=\count270 +\c@blind@listcount=\count271 +\c@blind@levelcount=\count272 +\blind@mathformula=\count273 +\blind@Mathformula=\count274 +\c@blind@randomcount=\count275 +\c@blind@randommax=\count276 +\c@blind@pangramcount=\count277 +\c@blind@pangrammax=\count278 +) +(/usr/share/texlive/texmf-dist/tex/latex/hyperref/hyperref.sty +Package: hyperref 2021-06-07 v7.00m Hypertext links for LaTeX + +(/usr/share/texlive/texmf-dist/tex/generic/ltxcmds/ltxcmds.sty +Package: ltxcmds 2020-05-10 v1.25 LaTeX kernel commands for general use (HO) +) +(/usr/share/texlive/texmf-dist/tex/generic/iftex/iftex.sty +Package: iftex 2020/03/06 v1.0d TeX engine tests +) +(/usr/share/texlive/texmf-dist/tex/generic/pdftexcmds/pdftexcmds.sty +Package: pdftexcmds 2020-06-27 v0.33 Utility functions of pdfTeX for LuaTeX (HO +) + +(/usr/share/texlive/texmf-dist/tex/generic/infwarerr/infwarerr.sty +Package: infwarerr 2019/12/03 v1.5 Providing info/warning/error messages (HO) +) +Package pdftexcmds Info: \pdf@primitive is available. +Package pdftexcmds Info: \pdf@ifprimitive is available. +Package pdftexcmds Info: \pdfdraftmode found. +) +(/usr/share/texlive/texmf-dist/tex/generic/kvsetkeys/kvsetkeys.sty +Package: kvsetkeys 2019/12/15 v1.18 Key value parser (HO) +) +(/usr/share/texlive/texmf-dist/tex/generic/kvdefinekeys/kvdefinekeys.sty +Package: kvdefinekeys 2019-12-19 v1.6 Define keys (HO) +) +(/usr/share/texlive/texmf-dist/tex/generic/pdfescape/pdfescape.sty +Package: pdfescape 2019/12/09 v1.15 Implements pdfTeX's escape features (HO) +) +(/usr/share/texlive/texmf-dist/tex/latex/hycolor/hycolor.sty +Package: hycolor 2020-01-27 v1.10 Color options for hyperref/bookmark (HO) +) +(/usr/share/texlive/texmf-dist/tex/latex/letltxmacro/letltxmacro.sty +Package: letltxmacro 2019/12/03 v1.6 Let assignment for LaTeX macros (HO) +) +(/usr/share/texlive/texmf-dist/tex/latex/auxhook/auxhook.sty +Package: auxhook 2019-12-17 v1.6 Hooks for auxiliary files (HO) +) +(/usr/share/texlive/texmf-dist/tex/latex/kvoptions/kvoptions.sty +Package: kvoptions 2020-10-07 v3.14 Key value format for package options (HO) +) +\@linkdim=\dimen146 +\Hy@linkcounter=\count279 +\Hy@pagecounter=\count280 + +(/usr/share/texlive/texmf-dist/tex/latex/hyperref/pd1enc.def +File: pd1enc.def 2021-06-07 v7.00m Hyperref: PDFDocEncoding definition (HO) +Now handling font encoding PD1 ... +... no UTF-8 mapping file for font encoding PD1 +) +(/usr/share/texlive/texmf-dist/tex/latex/hyperref/hyperref-langpatches.def +File: hyperref-langpatches.def 2021-06-07 v7.00m Hyperref: patches for babel la +nguages +) +(/usr/share/texlive/texmf-dist/tex/generic/intcalc/intcalc.sty +Package: intcalc 2019/12/15 v1.3 Expandable calculations with integers (HO) +) +(/usr/share/texlive/texmf-dist/tex/generic/etexcmds/etexcmds.sty +Package: etexcmds 2019/12/15 v1.7 Avoid name clashes with e-TeX commands (HO) +) +\Hy@SavedSpaceFactor=\count281 + +(/usr/share/texlive/texmf-dist/tex/latex/hyperref/puenc.def +File: puenc.def 2021-06-07 v7.00m Hyperref: PDF Unicode definition (HO) +Now handling font encoding PU ... +... no UTF-8 mapping file for font encoding PU +) +Package hyperref Info: Hyper figures OFF on input line 4192. +Package hyperref Info: Link nesting OFF on input line 4197. +Package hyperref Info: Hyper index ON on input line 4200. +Package hyperref Info: Plain pages OFF on input line 4207. +Package hyperref Info: Backreferencing OFF on input line 4212. +Package hyperref Info: Implicit mode ON; LaTeX internals redefined. +Package hyperref Info: Bookmarks ON on input line 4445. +\c@Hy@tempcnt=\count282 + +(/usr/share/texlive/texmf-dist/tex/latex/url/url.sty +\Urlmuskip=\muskip16 +Package: url 2013/09/16 ver 3.4 Verb mode for urls, etc. +) +LaTeX Info: Redefining \url on input line 4804. +\XeTeXLinkMargin=\dimen147 + +(/usr/share/texlive/texmf-dist/tex/generic/bitset/bitset.sty +Package: bitset 2019/12/09 v1.3 Handle bit-vector datatype (HO) + +(/usr/share/texlive/texmf-dist/tex/generic/bigintcalc/bigintcalc.sty +Package: bigintcalc 2019/12/15 v1.5 Expandable calculations on big integers (HO +) +)) +\Fld@menulength=\count283 +\Field@Width=\dimen148 +\Fld@charsize=\dimen149 +Package hyperref Info: Hyper figures OFF on input line 6076. +Package hyperref Info: Link nesting OFF on input line 6081. +Package hyperref Info: Hyper index ON on input line 6084. +Package hyperref Info: backreferencing OFF on input line 6091. +Package hyperref Info: Link coloring OFF on input line 6096. +Package hyperref Info: Link coloring with OCG OFF on input line 6101. +Package hyperref Info: PDF/A mode OFF on input line 6106. +LaTeX Info: Redefining \ref on input line 6146. +LaTeX Info: Redefining \pageref on input line 6150. + +(/usr/share/texlive/texmf-dist/tex/latex/base/atbegshi-ltx.sty +Package: atbegshi-ltx 2021/01/10 v1.0c Emulation of the original atbegshi +package with kernel methods +) +\Hy@abspage=\count284 +\c@Item=\count285 +\c@Hfootnote=\count286 +) +Package hyperref Info: Driver (autodetected): hpdftex. + +(/usr/share/texlive/texmf-dist/tex/latex/hyperref/hpdftex.def +File: hpdftex.def 2021-06-07 v7.00m Hyperref driver for pdfTeX + +(/usr/share/texlive/texmf-dist/tex/latex/base/atveryend-ltx.sty +Package: atveryend-ltx 2020/08/19 v1.0a Emulation of the original atveryend pac +kage +with kernel methods +) +\Fld@listcount=\count287 +\c@bookmark@seq@number=\count288 + +(/usr/share/texlive/texmf-dist/tex/latex/rerunfilecheck/rerunfilecheck.sty +Package: rerunfilecheck 2019/12/05 v1.9 Rerun checks for auxiliary files (HO) + +(/usr/share/texlive/texmf-dist/tex/generic/uniquecounter/uniquecounter.sty +Package: uniquecounter 2019/12/15 v1.4 Provide unlimited unique counter (HO) +) +Package uniquecounter Info: New unique counter `rerunfilecheck' on input line 2 +86. +) +\Hy@SectionHShift=\skip49 +) +(/usr/share/texlive/texmf-dist/tex/latex/placeins/placeins.sty +Package: placeins 2005/04/18 v 2.2 +) +(/usr/share/texlive/texmf-dist/tex/latex/caption/caption.sty +Package: caption 2020/10/26 v3.5g Customizing captions (AR) + +(/usr/share/texlive/texmf-dist/tex/latex/caption/caption3.sty +Package: caption3 2020/10/21 v2.2e caption3 kernel (AR) +\captionmargin=\dimen150 +\captionmargin@=\dimen151 +\captionwidth=\dimen152 +\caption@tempdima=\dimen153 +\caption@indent=\dimen154 +\caption@parindent=\dimen155 +\caption@hangindent=\dimen156 +Package caption Info: Standard document class detected. +) +\c@caption@flags=\count289 +\c@continuedfloat=\count290 +Package caption Info: hyperref package is loaded. +) +(/usr/share/texlive/texmf-dist/tex/latex/caption/subcaption.sty +Package: subcaption 2020/10/07 v1.3j Sub-captions (AR) +\c@subfigure=\count291 +\c@subtable=\count292 +) +(/usr/share/texlive/texmf-dist/tex/latex/pgf/frontendlayer/tikz.sty +(/usr/share/texlive/texmf-dist/tex/latex/pgf/basiclayer/pgf.sty +(/usr/share/texlive/texmf-dist/tex/latex/pgf/utilities/pgfrcs.sty +(/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfutil-common.tex +\pgfutil@everybye=\toks19 +\pgfutil@tempdima=\dimen157 +\pgfutil@tempdimb=\dimen158 + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfutil-common-lists.t +ex)) (/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfutil-latex.def +\pgfutil@abb=\box50 +) (/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfrcs.code.tex +(/usr/share/texlive/texmf-dist/tex/generic/pgf/pgf.revision.tex) +Package: pgfrcs 2021/05/15 v3.1.9a (3.1.9a) +)) +Package: pgf 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/latex/pgf/basiclayer/pgfcore.sty +(/usr/share/texlive/texmf-dist/tex/latex/pgf/systemlayer/pgfsys.sty +(/usr/share/texlive/texmf-dist/tex/generic/pgf/systemlayer/pgfsys.code.tex +Package: pgfsys 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfkeys.code.tex +\pgfkeys@pathtoks=\toks20 +\pgfkeys@temptoks=\toks21 + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfkeysfiltered.code.t +ex +\pgfkeys@tmptoks=\toks22 +)) +\pgf@x=\dimen159 +\pgf@y=\dimen160 +\pgf@xa=\dimen161 +\pgf@ya=\dimen162 +\pgf@xb=\dimen163 +\pgf@yb=\dimen164 +\pgf@xc=\dimen165 +\pgf@yc=\dimen166 +\pgf@xd=\dimen167 +\pgf@yd=\dimen168 +\w@pgf@writea=\write3 +\r@pgf@reada=\read3 +\c@pgf@counta=\count293 +\c@pgf@countb=\count294 +\c@pgf@countc=\count295 +\c@pgf@countd=\count296 +\t@pgf@toka=\toks23 +\t@pgf@tokb=\toks24 +\t@pgf@tokc=\toks25 +\pgf@sys@id@count=\count297 + (/usr/share/texlive/texmf-dist/tex/generic/pgf/systemlayer/pgf.cfg +File: pgf.cfg 2021/05/15 v3.1.9a (3.1.9a) +) +Driver file for pgf: pgfsys-pdftex.def + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-pdftex.def +File: pgfsys-pdftex.def 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/systemlayer/pgfsys-common-pdf.de +f +File: pgfsys-common-pdf.def 2021/05/15 v3.1.9a (3.1.9a) +))) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/systemlayer/pgfsyssoftpath.code. +tex +File: pgfsyssoftpath.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfsyssoftpath@smallbuffer@items=\count298 +\pgfsyssoftpath@bigbuffer@items=\count299 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/systemlayer/pgfsysprotocol.code. +tex +File: pgfsysprotocol.code.tex 2021/05/15 v3.1.9a (3.1.9a) +)) (/usr/share/texlive/texmf-dist/tex/latex/xcolor/xcolor.sty +Package: xcolor 2021/10/31 v2.13 LaTeX color extensions (UK) + +(/usr/share/texlive/texmf-dist/tex/latex/graphics-cfg/color.cfg +File: color.cfg 2016/01/02 v1.6 sample color configuration +) +Package xcolor Info: Driver file: pdftex.def on input line 227. +Package xcolor Info: Model `cmy' substituted by `cmy0' on input line 1352. +Package xcolor Info: Model `hsb' substituted by `rgb' on input line 1356. +Package xcolor Info: Model `RGB' extended on input line 1368. +Package xcolor Info: Model `HTML' substituted by `rgb' on input line 1370. +Package xcolor Info: Model `Hsb' substituted by `hsb' on input line 1371. +Package xcolor Info: Model `tHsb' substituted by `hsb' on input line 1372. +Package xcolor Info: Model `HSB' substituted by `hsb' on input line 1373. +Package xcolor Info: Model `Gray' substituted by `gray' on input line 1374. +Package xcolor Info: Model `wave' substituted by `hsb' on input line 1375. +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcore.code.tex +Package: pgfcore 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathcalc.code.tex +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathutil.code.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathparser.code.tex +\pgfmath@dimen=\dimen169 +\pgfmath@count=\count300 +\pgfmath@box=\box51 +\pgfmath@toks=\toks26 +\pgfmath@stack@operand=\toks27 +\pgfmath@stack@operation=\toks28 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.code.tex +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.basic.code +.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.trigonomet +ric.code.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.random.cod +e.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.comparison +.code.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.base.code. +tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.round.code +.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.misc.code. +tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfunctions.integerari +thmetics.code.tex))) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmathfloat.code.tex +\c@pgfmathroundto@lastzeros=\count301 +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfint.code.tex) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepoints.code.te +x +File: pgfcorepoints.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgf@picminx=\dimen170 +\pgf@picmaxx=\dimen171 +\pgf@picminy=\dimen172 +\pgf@picmaxy=\dimen173 +\pgf@pathminx=\dimen174 +\pgf@pathmaxx=\dimen175 +\pgf@pathminy=\dimen176 +\pgf@pathmaxy=\dimen177 +\pgf@xx=\dimen178 +\pgf@xy=\dimen179 +\pgf@yx=\dimen180 +\pgf@yy=\dimen181 +\pgf@zx=\dimen182 +\pgf@zy=\dimen183 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathconstruct. +code.tex +File: pgfcorepathconstruct.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgf@path@lastx=\dimen184 +\pgf@path@lasty=\dimen185 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathusage.code +.tex +File: pgfcorepathusage.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgf@shorten@end@additional=\dimen186 +\pgf@shorten@start@additional=\dimen187 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorescopes.code.te +x +File: pgfcorescopes.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfpic=\box52 +\pgf@hbox=\box53 +\pgf@layerbox@main=\box54 +\pgf@picture@serial@count=\count302 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoregraphicstate.c +ode.tex +File: pgfcoregraphicstate.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgflinewidth=\dimen188 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoretransformation +s.code.tex +File: pgfcoretransformations.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgf@pt@x=\dimen189 +\pgf@pt@y=\dimen190 +\pgf@pt@temp=\dimen191 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorequick.code.tex +File: pgfcorequick.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreobjects.code.t +ex +File: pgfcoreobjects.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepathprocessing +.code.tex +File: pgfcorepathprocessing.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorearrows.code.te +x +File: pgfcorearrows.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfarrowsep=\dimen192 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreshade.code.tex +File: pgfcoreshade.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgf@max=\dimen193 +\pgf@sys@shading@range@num=\count303 +\pgf@shadingcount=\count304 +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreimage.code.tex +File: pgfcoreimage.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoreexternal.code. +tex +File: pgfcoreexternal.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfexternal@startupbox=\box55 +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorelayers.code.te +x +File: pgfcorelayers.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcoretransparency.c +ode.tex +File: pgfcoretransparency.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorepatterns.code. +tex +File: pgfcorepatterns.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/basiclayer/pgfcorerdf.code.tex +File: pgfcorerdf.code.tex 2021/05/15 v3.1.9a (3.1.9a) +))) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/modules/pgfmoduleshapes.code.tex +File: pgfmoduleshapes.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfnodeparttextbox=\box56 +) (/usr/share/texlive/texmf-dist/tex/generic/pgf/modules/pgfmoduleplot.code.tex +File: pgfmoduleplot.code.tex 2021/05/15 v3.1.9a (3.1.9a) +) +(/usr/share/texlive/texmf-dist/tex/latex/pgf/compatibility/pgfcomp-version-0-65 +.sty +Package: pgfcomp-version-0-65 2021/05/15 v3.1.9a (3.1.9a) +\pgf@nodesepstart=\dimen194 +\pgf@nodesepend=\dimen195 +) +(/usr/share/texlive/texmf-dist/tex/latex/pgf/compatibility/pgfcomp-version-1-18 +.sty +Package: pgfcomp-version-1-18 2021/05/15 v3.1.9a (3.1.9a) +)) (/usr/share/texlive/texmf-dist/tex/latex/pgf/utilities/pgffor.sty +(/usr/share/texlive/texmf-dist/tex/latex/pgf/utilities/pgfkeys.sty +(/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgfkeys.code.tex)) +(/usr/share/texlive/texmf-dist/tex/latex/pgf/math/pgfmath.sty +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/utilities/pgffor.code.tex +Package: pgffor 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/math/pgfmath.code.tex) +\pgffor@iter=\dimen196 +\pgffor@skip=\dimen197 +\pgffor@stack=\toks29 +\pgffor@toks=\toks30 +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/tikz.code.tex +Package: tikz 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/pgflibraryplothandlers +.code.tex +File: pgflibraryplothandlers.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgf@plot@mark@count=\count305 +\pgfplotmarksize=\dimen198 +) +\tikz@lastx=\dimen199 +\tikz@lasty=\dimen256 +\tikz@lastxsaved=\dimen257 +\tikz@lastysaved=\dimen258 +\tikz@lastmovetox=\dimen259 +\tikz@lastmovetoy=\dimen260 +\tikzleveldistance=\dimen261 +\tikzsiblingdistance=\dimen262 +\tikz@figbox=\box57 +\tikz@figbox@bg=\box58 +\tikz@tempbox=\box59 +\tikz@tempbox@bg=\box60 +\tikztreelevel=\count306 +\tikznumberofchildren=\count307 +\tikznumberofcurrentchild=\count308 +\tikz@fig@count=\count309 + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/modules/pgfmodulematrix.code.tex +File: pgfmodulematrix.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfmatrixcurrentrow=\count310 +\pgfmatrixcurrentcolumn=\count311 +\pgf@matrix@numberofcolumns=\count312 +) +\tikz@expandcount=\count313 + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibrarytopaths.code.tex +File: tikzlibrarytopaths.code.tex 2021/05/15 v3.1.9a (3.1.9a) +))) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.code.tex +File: tikzlibraryshapes.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.geometric.code.tex +File: tikzlibraryshapes.geometric.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshape +s.geometric.code.tex +File: pgflibraryshapes.geometric.code.tex 2021/05/15 v3.1.9a (3.1.9a) +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.misc.code.tex +File: tikzlibraryshapes.misc.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshape +s.misc.code.tex +File: pgflibraryshapes.misc.code.tex 2021/05/15 v3.1.9a (3.1.9a) +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.symbols.code.tex +File: tikzlibraryshapes.symbols.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshape +s.symbols.code.tex +File: pgflibraryshapes.symbols.code.tex 2021/05/15 v3.1.9a (3.1.9a) +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.arrows.code.tex +File: tikzlibraryshapes.arrows.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshape +s.arrows.code.tex +File: pgflibraryshapes.arrows.code.tex 2021/05/15 v3.1.9a (3.1.9a) +)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.callouts.code.tex +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshape +s.callouts.code.tex)) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryshapes.multipart.code.tex +File: tikzlibraryshapes.multipart.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/shapes/pgflibraryshape +s.multipart.code.tex +File: pgflibraryshapes.multipart.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\pgfnodepartlowerbox=\box61 +\pgfnodeparttwobox=\box62 +\pgfnodepartthreebox=\box63 +\pgfnodepartfourbox=\box64 +\pgfnodeparttwentybox=\box65 +\pgfnodepartnineteenbox=\box66 +\pgfnodeparteighteenbox=\box67 +\pgfnodepartseventeenbox=\box68 +\pgfnodepartsixteenbox=\box69 +\pgfnodepartfifteenbox=\box70 +\pgfnodepartfourteenbox=\box71 +\pgfnodepartthirteenbox=\box72 +\pgfnodeparttwelvebox=\box73 +\pgfnodepartelevenbox=\box74 +\pgfnodeparttenbox=\box75 +\pgfnodepartninebox=\box76 +\pgfnodeparteightbox=\box77 +\pgfnodepartsevenbox=\box78 +\pgfnodepartsixbox=\box79 +\pgfnodepartfivebox=\box80 +))) +(/usr/share/texlive/texmf-dist/tex/generic/pgf/frontendlayer/tikz/libraries/tik +zlibraryarrows.code.tex +File: tikzlibraryarrows.code.tex 2021/05/15 v3.1.9a (3.1.9a) + +(/usr/share/texlive/texmf-dist/tex/generic/pgf/libraries/pgflibraryarrows.code. +tex +File: pgflibraryarrows.code.tex 2021/05/15 v3.1.9a (3.1.9a) +\arrowsize=\dimen263 +)) (/usr/share/texlive/texmf-dist/tex/latex/l3backend/l3backend-pdftex.def +File: l3backend-pdftex.def 2022-01-12 L3 backend support: PDF output (pdfTeX) +\l__color_backend_stack_int=\count314 +\l__pdf_internal_box=\box81 +) +(./report.aux + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `sub@fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + + +LaTeX Warning: Label `fig:mesh1' multiply defined. + +) +\openout1 = `report.aux'. + +LaTeX Font Info: Checking defaults for OML/cmm/m/it on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for OMS/cmsy/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for OT1/cmr/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for T1/cmr/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for TS1/cmr/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for OMX/cmex/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for U/cmr/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for PD1/pdf/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. +LaTeX Font Info: Checking defaults for PU/pdf/m/n on input line 25. +LaTeX Font Info: ... okay on input line 25. + (/usr/share/texlive/texmf-dist/tex/context/base/mkii/supp-pdf.mkii +[Loading MPS to PDF converter (version 2006.09.02).] +\scratchcounter=\count315 +\scratchdimen=\dimen264 +\scratchbox=\box82 +\nofMPsegments=\count316 +\nofMParguments=\count317 +\everyMPshowfont=\toks31 +\MPscratchCnt=\count318 +\MPscratchDim=\dimen265 +\MPnumerator=\count319 +\makeMPintoPDFobject=\count320 +\everyMPtoPDFconversion=\toks32 +) (/usr/share/texlive/texmf-dist/tex/latex/epstopdf-pkg/epstopdf-base.sty +Package: epstopdf-base 2020-01-24 v2.11 Base part for package epstopdf +Package epstopdf-base Info: Redefining graphics rule for `.eps' on input line 4 +85. + +(/usr/share/texlive/texmf-dist/tex/latex/latexconfig/epstopdf-sys.cfg +File: epstopdf-sys.cfg 2010/07/13 v1.3 Configuration of (r)epstopdf for TeX Liv +e +)) +Package hyperref Info: Link coloring OFF on input line 25. + +(/usr/share/texlive/texmf-dist/tex/latex/hyperref/nameref.sty +Package: nameref 2021-04-02 v2.47 Cross-referencing by name of section + +(/usr/share/texlive/texmf-dist/tex/latex/refcount/refcount.sty +Package: refcount 2019/12/15 v3.6 Data extraction from label references (HO) +) +(/usr/share/texlive/texmf-dist/tex/generic/gettitlestring/gettitlestring.sty +Package: gettitlestring 2019/12/15 v1.6 Cleanup title references (HO) +) +\c@section@level=\count321 +) +LaTeX Info: Redefining \ref on input line 25. +LaTeX Info: Redefining \pageref on input line 25. +LaTeX Info: Redefining \nameref on input line 25. + +(./report.out) (./report.out) +\@outlinefile=\write4 +\openout4 = `report.out'. + +Package caption Info: Begin \AtBeginDocument code. +Package caption Info: End \AtBeginDocument code. +LaTeX Font Info: External font `cmex10' loaded for size +(Font) <12> on input line 28. +LaTeX Font Info: External font `cmex10' loaded for size +(Font) <8> on input line 28. +LaTeX Font Info: External font `cmex10' loaded for size +(Font) <6> on input line 28. + (./report.toc +LaTeX Font Info: External font `cmex10' loaded for size +(Font) <7> on input line 4. +LaTeX Font Info: External font `cmex10' loaded for size +(Font) <5> on input line 4. + [1 + +{/var/lib/texmf/fonts/map/pdftex/updmap/pdftex.map}]) +\tf@toc=\write5 +\openout5 = `report.toc'. + + [2] +Underfull \hbox (badness 10000) in paragraph at lines 33--34 + + [] + +LaTeX Font Info: Trying to load font information for T1+cmtt on input line 3 +5. +(/usr/share/texlive/texmf-dist/tex/latex/base/t1cmtt.fd +File: t1cmtt.fd 2019/12/16 v2.5j Standard LaTeX font definitions +) +Underfull \hbox (badness 10000) in paragraph at lines 47--51 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 47--51 + + [] + +[3] + +File: images//chain.png Graphic file (type png) + +Package pdftex.def Info: images//chain.png used on input line 66. +(pdftex.def) Requested size: 258.75pt x 399.32768pt. + +Underfull \hbox (badness 10000) in paragraph at lines 54--70 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 54--70 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 54--70 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 54--70 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 54--70 + + [] + + +LaTeX Warning: `h' float specifier changed to `ht'. + +[4] [5 <./images//chain.png>] + +File: images//somemix_zipf1.png Graphic file (type png) + +Package pdftex.def Info: images//somemix_zipf1.png used on input line 79. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. +LaTeX Font Info: External font `cmex10' loaded for size +(Font) <9> on input line 80. + +File: images//somemix_zipf2.png Graphic file (type png) + +Package pdftex.def Info: images//somemix_zipf2.png used on input line 86. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. + +Underfull \hbox (badness 10000) in paragraph at lines 72--91 + + [] + +[6 + +] [7 <./images//somemix_zipf1.png (PNG copy)> <./images//somemix_zipf2.png (PNG + copy)>] + +File: images//generated_zipf1.png Graphic file (type png) + +Package pdftex.def Info: images//generated_zipf1.png used on input line 96. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. + +File: images//generated_zipf2.png Graphic file (type png) + +Package pdftex.def Info: images//generated_zipf2.png used on input line 103. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. + [8 <./images//generated_zipf1.png (PNG copy)> <./images//generated_zipf2.png ( +PNG copy)>] + +File: images//heaps1.png Graphic file (type png) + +Package pdftex.def Info: images//heaps1.png used on input line 116. +(pdftex.def) Requested size: 169.0519pt x 126.78683pt. + +File: images//heaps2.png Graphic file (type png) + +Package pdftex.def Info: images//heaps2.png used on input line 122. +(pdftex.def) Requested size: 169.0519pt x 126.78683pt. + +File: images//heaps3.png Graphic file (type png) + +Package pdftex.def Info: images//heaps3.png used on input line 128. +(pdftex.def) Requested size: 169.0519pt x 126.78683pt. + +File: images//heaps4.png Graphic file (type png) + +Package pdftex.def Info: images//heaps4.png used on input line 134. +(pdftex.def) Requested size: 169.0519pt x 126.78683pt. + +File: images//heaps5.png Graphic file (type png) + +Package pdftex.def Info: images//heaps5.png used on input line 140. +(pdftex.def) Requested size: 169.0519pt x 126.78683pt. + +Underfull \hbox (badness 10000) in paragraph at lines 144--144 +[]\T1/cmr/m/n/10 Rysunek 4: |Wy-kres za-le-no-ci liczby sta-nw uni-kal-nych +od + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 144--144 +\T1/cmr/m/n/10 roz-miaru tek-stu oraz war-to-ci $\OML/cmm/m/it/10 ngram$ \T1/c +mr/m/n/10 dla zbio-rw da-nych: + [] + +[9 + +] [10 <./images//heaps1.png (PNG copy)> <./images//heaps2.png (PNG copy)> <./im +ages//heaps3.png (PNG copy)> <./images//heaps4.png (PNG copy)> <./images//heaps +5.png (PNG copy)>] +Underfull \hbox (badness 10000) in paragraph at lines 150--153 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 155--156 + + [] + + +File: images//cross-entropy.png Graphic file (type png) + +Package pdftex.def Info: images//cross-entropy.png used on input line 159. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. + +LaTeX Warning: `h' float specifier changed to `ht'. + +[11] + +File: images//perplexity.png Graphic file (type png) + +Package pdftex.def Info: images//perplexity.png used on input line 169. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. + + +LaTeX Warning: `h' float specifier changed to `ht'. + +[12 <./images//cross-entropy.png (PNG copy)>] + +File: images//self-bleu.png Graphic file (type png) + +Package pdftex.def Info: images//self-bleu.png used on input line 180. +(pdftex.def) Requested size: 258.75pt x 194.06929pt. + +Underfull \hbox (badness 10000) in paragraph at lines 176--184 + + [] + + +LaTeX Warning: `h' float specifier changed to `ht'. + +[13 <./images//perplexity.png (PNG copy)>] [14 <./images//self-bleu.png (PNG co +py)>] [15] + +File: images/rnn.png Graphic file (type png) + +Package pdftex.def Info: images/rnn.png used on input line 227. +(pdftex.def) Requested size: 258.75pt x 257.73262pt. + +Underfull \hbox (badness 10000) in paragraph at lines 220--232 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 220--232 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 220--232 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 220--232 + + [] + + +LaTeX Warning: `h' float specifier changed to `ht'. + +[16] + +File: images/lstm.png Graphic file (type png) + +Package pdftex.def Info: images/lstm.png used on input line 236. +(pdftex.def) Requested size: 258.75pt x 221.79527pt. + + +LaTeX Warning: `h' float specifier changed to `ht'. + +[17 <./images/rnn.png>] +File: images/rnn.png Graphic file (type png) + +Package pdftex.def Info: images/rnn.png used on input line 245. +(pdftex.def) Requested size: 258.75pt x 257.73262pt. + + +LaTeX Warning: `h' float specifier changed to `ht'. + +[18 <./images/lstm.png>] +Underfull \hbox (badness 10000) in paragraph at lines 255--258 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 255--258 + + [] + +[19] [20] +Overfull \hbox (10.71716pt too wide) in paragraph at lines 261--261 +[]\T1/cmr/bx/n/12 Przykadowe wy-ko-rzy-sta-nie sieci neu-ro-no-wych na trans- + [] + + +File: images/Schemat-dzialania.png Graphic file (type png) + +Package pdftex.def Info: images/Schemat-dzialania.png used on input line 276. +(pdftex.def) Requested size: 258.75pt x 165.97528pt. +[21 <./images/Schemat-dzialania.png>] + +File: images/wektor-uwagi.png Graphic file (type png) + +Package pdftex.def Info: images/wektor-uwagi.png used on input line 289. +(pdftex.def) Requested size: 258.75pt x 65.16135pt. + +File: images/siec-wielowarstowa.png Graphic file (type png) + +Package pdftex.def Info: images/siec-wielowarstowa.png used on input line 297. + +(pdftex.def) Requested size: 258.75pt x 142.28824pt. + [22 <./images/wektor-uwagi.png> <./images/siec-wielowarstowa.png>] + +File: images/maska.png Graphic file (type png) + +Package pdftex.def Info: images/maska.png used on input line 307. +(pdftex.def) Requested size: 258.75pt x 99.92236pt. + +Overfull \hbox (1.19937pt too wide) in paragraph at lines 311--313 +\T1/cmr/m/n/10 Multi-head at-ten-tion w de-ko-de-rze to pro-ces po-rw-ny-wa-ni +a wek-to-rw uwagi + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 322--323 + + [] + +[23 <./images/maska.png>] [24] + +File: images/obrazki.png Graphic file (type png) + +Package pdftex.def Info: images/obrazki.png used on input line 345. +(pdftex.def) Requested size: 258.75pt x 343.08705pt. + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 332--350 + + [] + +[25] [26 <./images/obrazki.png>] [27] + +File: images//default_lstm.png Graphic file (type png) + +Package pdftex.def Info: images//default_lstm.png used on input line 396. +(pdftex.def) Requested size: 379.5021pt x 182.16017pt. + +Underfull \hbox (badness 10000) in paragraph at lines 380--400 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 380--400 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 401--405 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 406--414 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 406--414 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 406--414 + + [] + +[28 <./images//default_lstm.png>] + +File: images//beta_lstm.png Graphic file (type png) + +Package pdftex.def Info: images//beta_lstm.png used on input line 432. +(pdftex.def) Requested size: 379.5021pt x 182.16017pt. + +Underfull \hbox (badness 10000) in paragraph at lines 416--436 + + [] + + +Overfull \hbox (20.17296pt too wide) in paragraph at lines 416--436 +[] + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 416--436 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 437--441 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 442--450 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 442--450 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 442--450 + + [] + +[29 <./images//beta_lstm.png>] + +File: images//gamma_lstm.png Graphic file (type png) + +Package pdftex.def Info: images//gamma_lstm.png used on input line 468. +(pdftex.def) Requested size: 379.5021pt x 182.16017pt. + +Underfull \hbox (badness 10000) in paragraph at lines 452--472 + + [] + + +Overfull \hbox (20.17296pt too wide) in paragraph at lines 452--472 +[] + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 452--472 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 473--477 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 478--486 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 478--486 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 478--486 + + [] + +[30 <./images//gamma_lstm.png>] + +File: images//omicron_lstm.png Graphic file (type png) + +Package pdftex.def Info: images//omicron_lstm.png used on input line 506. +(pdftex.def) Requested size: 379.5021pt x 182.16017pt. + +Underfull \hbox (badness 10000) in paragraph at lines 488--510 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 488--510 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 512--520 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 512--520 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 512--520 + + [] + +[31 <./images//omicron_lstm.png>] + +File: images//default_gru.png Graphic file (type png) + +Package pdftex.def Info: images//default_gru.png used on input line 538. +(pdftex.def) Requested size: 379.5021pt x 182.16017pt. + +Underfull \hbox (badness 10000) in paragraph at lines 522--542 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 522--542 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 548--556 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 548--556 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 548--556 + + [] + +[32 <./images//default_gru.png>] + +File: images//beta_gru.png Graphic file (type png) + +Package pdftex.def Info: images//beta_gru.png used on input line 574. +(pdftex.def) Requested size: 379.5021pt x 182.16017pt. + +Underfull \hbox (badness 10000) in paragraph at lines 558--578 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 558--578 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 579--583 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 584--592 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 584--592 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 584--592 + + [] + +[33 <./images//beta_gru.png>] +Underfull \hbox (badness 10000) in paragraph at lines 594--609 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 594--609 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 594--609 + + [] + + +Underfull \hbox (badness 10000) in paragraph at lines 594--609 + + [] + +[34] (./report.aux) + +LaTeX Warning: There were multiply-defined labels. + +Package rerunfilecheck Info: File `report.out' has not changed. +(rerunfilecheck) Checksum: 959054A88DF2F86DD4F75D154A3C6DCB;4934. + ) +Here is how much of TeX's memory you used: + 24239 strings out of 480171 + 482761 string characters out of 5894260 + 781998 words of memory out of 5000000 + 41700 multiletter control sequences out of 15000+600000 + 480529 words of font info for 51 fonts, out of 8000000 for 9000 + 56 hyphenation exceptions out of 8191 + 84i,9n,89p,818b,606s stack positions out of 5000i,500n,10000p,200000b,80000s + + < +/home/mk/.texlive2021/texmf-var/fonts/pk/ljfour/jknappen/ec/ecbx1200.600pk> +Output written on report.pdf (34 pages, 2191460 bytes). +PDF statistics: + 884 PDF objects out of 1000 (max. 8388607) + 402 compressed objects within 5 object streams + 96 named destinations out of 1000 (max. 500000) + 407 words of extra memory for PDF output out of 10000 (max. 10000000) + diff --git a/report/report.out b/report/report.out new file mode 100644 index 0000000..68b869d --- /dev/null +++ b/report/report.out @@ -0,0 +1,33 @@ +\BOOKMARK [1][-]{section.1}{\376\377\000W\000s\000t\001\031\000p}{}% 1 +\BOOKMARK [1][-]{section.2}{\376\377\001\101\000a\001\104\000c\000u\000c\000h\000y\000\040\000M\000a\000r\000k\000o\000v\000a}{}% 2 +\BOOKMARK [2][-]{subsection.2.1}{\376\377\000W\000s\000t\001\031\000p}{section.2}% 3 +\BOOKMARK [2][-]{subsection.2.2}{\376\377\000P\000r\000a\000w\000o\000\040\000Z\000i\000p\000f\000a}{section.2}% 4 +\BOOKMARK [2][-]{subsection.2.3}{\376\377\000P\000r\000a\000w\000o\000\040\000H\000e\000a\000p\000s\000a}{section.2}% 5 +\BOOKMARK [2][-]{subsection.2.4}{\376\377\000E\000n\000t\000r\000o\000p\000i\000a\000\040\000K\000r\000z\000y\001\174\000o\000w\000a}{section.2}% 6 +\BOOKMARK [2][-]{subsection.2.5}{\376\377\000P\000e\000r\000p\000l\000e\000k\000s\000j\000a}{section.2}% 7 +\BOOKMARK [2][-]{subsection.2.6}{\376\377\000S\000e\000l\000f\000-\000B\000L\000E\000U}{section.2}% 8 +\BOOKMARK [2][-]{subsection.2.7}{\376\377\000P\000r\000z\000y\000k\001\102\000a\000d\000o\000w\000e\000\040\000w\000y\000n\000i\000k\000i}{section.2}% 9 +\BOOKMARK [1][-]{section.3}{\376\377\000R\000e\000k\000u\000r\000e\000n\000c\000y\000j\000n\000e\000\040\000S\000i\000e\000c\000i\000\040\000N\000e\000u\000r\000o\000n\000o\000w\000e}{}% 10 +\BOOKMARK [2][-]{subsection.3.1}{\376\377\000W\000s\000t\001\031\000p\000\040\000o\000\040\000r\000e\000k\000u\000r\000e\000n\000c\000y\000j\000n\000y\000c\000h\000\040\000s\000i\000e\000c\000i\000a\000c\000h\000\040\000n\000e\000u\000r\000o\000n\000o\000w\000y\000c\000h}{section.3}% 11 +\BOOKMARK [2][-]{subsection.3.2}{\376\377\000L\000S\000T\000M}{section.3}% 12 +\BOOKMARK [2][-]{subsection.3.3}{\376\377\000G\000R\000U}{section.3}% 13 +\BOOKMARK [2][-]{subsection.3.4}{\376\377\000R\000\363\001\174\000n\000i\000c\000e\000\040\000m\000i\001\031\000d\000z\000y\000\040\000L\000S\000T\000M\000,\000\040\000a\000\040\000G\000R\000U}{section.3}% 14 +\BOOKMARK [2][-]{subsection.3.5}{\376\377\000P\000r\000o\000b\000l\000e\000m\000\040\000z\000n\000i\000k\000a\000j\001\005\000c\000e\000g\000o\000\040\000g\000r\000a\000d\000i\000e\000n\000t\000u}{section.3}% 15 +\BOOKMARK [2][-]{subsection.3.6}{\376\377\000E\000m\000b\000e\000d\000d\000i\000n\000g}{section.3}% 16 +\BOOKMARK [1][-]{section.4}{\376\377\000S\000i\000e\000c\000i\000\040\000n\000e\000u\000r\000o\000n\000o\000w\000e\000\040\000n\000a\000\040\000t\000r\000a\000n\000s\000f\000o\000r\000m\000a\000t\000o\000r\000a\000c\000h}{}% 17 +\BOOKMARK [2][-]{subsection.4.1}{\376\377\000P\000r\000z\000y\000k\001\102\000a\000d\000o\000w\000e\000\040\000w\000y\000k\000o\000r\000z\000y\000s\000t\000a\000n\000i\000e\000\040\000s\000i\000e\000c\000i\000\040\000n\000e\000u\000r\000o\000n\000o\000w\000y\000c\000h\000\040\000n\000a\000\040\000t\000r\000a\000n\000s\000f\000o\000r\000m\000a\000t\000o\000a\000r\000a\000c\000h\000:}{section.4}% 18 +\BOOKMARK [2][-]{subsection.4.2}{\376\377\000A\000n\000a\000l\000i\000z\000a\000\040\000d\000z\000i\000a\001\102\000a\000n\000i\000a\000\040\000t\000r\000a\000n\000s\000f\000o\000r\000m\000e\000r\000a\000:}{section.4}% 19 +\BOOKMARK [2][-]{subsection.4.3}{\376\377\000W\000a\000d\000y\000\040\000i\000\040\000z\000a\000l\000e\000t\000y\000:}{section.4}% 20 +\BOOKMARK [1][-]{section.5}{\376\377\000G\000P\000T\000-\0002}{}% 21 +\BOOKMARK [1][-]{section.6}{\376\377\000R\000e\000a\000l\000i\000z\000a\000c\000j\000a\000\040\000p\000r\000a\000k\000t\000y\000c\000z\000n\000a\000\040\000z\000\040\000w\000y\000k\000o\000r\000z\000y\000s\000t\000a\000n\000i\000e\000m\000\040\000R\000N\000N}{}% 22 +\BOOKMARK [2][-]{subsection.6.1}{\376\377\000U\001\174\000y\000t\000e\000\040\000n\000a\000r\000z\001\031\000d\000z\000i\000a}{section.6}% 23 +\BOOKMARK [2][-]{subsection.6.2}{\376\377\000S\000t\000r\000u\000k\000t\000u\000r\000a\000\040\000k\000o\000d\000u}{section.6}% 24 +\BOOKMARK [2][-]{subsection.6.3}{\376\377\000D\000a\000n\000e\000\040\000u\000c\000z\001\005\000c\000e}{section.6}% 25 +\BOOKMARK [2][-]{subsection.6.4}{\376\377\000M\000o\000d\000e\000l\000e\000\040\000R\000N\000N}{section.6}% 26 +\BOOKMARK [3][-]{subsubsection.6.4.1}{\376\377\000d\000e\000f\000a\000u\000l\000t\000\137\000l\000s\000t\000m}{subsection.6.4}% 27 +\BOOKMARK [3][-]{subsubsection.6.4.2}{\376\377\000b\000e\000t\000a\000\137\000l\000s\000t\000m}{subsection.6.4}% 28 +\BOOKMARK [3][-]{subsubsection.6.4.3}{\376\377\000g\000a\000m\000m\000a\000\137\000l\000s\000t\000m}{subsection.6.4}% 29 +\BOOKMARK [3][-]{subsubsection.6.4.4}{\376\377\000o\000m\000i\000c\000r\000o\000n\000\137\000l\000s\000t\000m}{subsection.6.4}% 30 +\BOOKMARK [3][-]{subsubsection.6.4.5}{\376\377\000d\000e\000f\000a\000u\000l\000t\000\137\000g\000r\000u}{subsection.6.4}% 31 +\BOOKMARK [3][-]{subsubsection.6.4.6}{\376\377\000b\000e\000t\000a\000\137\000g\000r\000u}{subsection.6.4}% 32 +\BOOKMARK [3][-]{subsubsection.6.4.7}{\376\377\000D\000o\000t\000r\000e\000n\000o\000w\000a\000n\000y\000\040\000m\000o\000d\000e\000l\000\040\000G\000P\000T\000-\0002}{subsection.6.4}% 33 diff --git a/report/report.pdf b/report/report.pdf index b311cf1..cbff7b4 100644 Binary files a/report/report.pdf and b/report/report.pdf differ diff --git a/report/report.synctex.gz b/report/report.synctex.gz new file mode 100644 index 0000000..1c72bed Binary files /dev/null and b/report/report.synctex.gz differ diff --git a/report/report.tex b/report/report.tex index 39eced4..6e19190 100644 --- a/report/report.tex +++ b/report/report.tex @@ -9,6 +9,14 @@ \usepackage{placeins} \usepackage{caption} \usepackage{subcaption} +\usepackage{tikz} +\usetikzlibrary{shapes, arrows} + +\tikzstyle{terminator} = [rectangle, draw, text centered, rounded corners, minimum height=2em] +\tikzstyle{process} = [rectangle, draw, text centered, minimum height=2em] +\tikzstyle{decision} = [diamond, draw, text centered, minimum height=2em] +\tikzstyle{data}=[trapezium, draw, text centered, trapezium left angle=60, trapezium right angle=120, minimum height=2em] +\tikzstyle{connector} = [draw, -latex'] \title{Generacja tekstów piosenek} \author{Maciej Krzyżanowski, Sebastian Kutny, Tomasz Lewandowski} @@ -338,4 +346,264 @@ Jeśli dać mu fragmet obrazu to wytworzy spójny stylistycznie ciąg dalszy i t \caption{Obrazek przedstawia schemat działania gpt-2 na obrazach.} \label{fig:mesh1} \end{figure} +\pagebreak +\section{Realizacja praktyczna z wykorzystaniem RNN} +\subsection{Użyte narzędzia} +\begin{itemize} + \item Python3 + \item Tensorflow + \item Keras i Keras\_NLP + \item Embedding GloVe (6B.100d) + \item Gotowy model GPT-2 (za pomocą pakietu gpt\_2\_simple) + \item Teksty piosenek AC/DC, Metalliki i Jimiego Hendrixa +\end{itemize} +\subsection{Struktura kodu} +\begin{itemize} + \item main.py - plik obsługujący pobieranie danych od użytkownika i wykorzystujący inne moduły do ładowania i trenowania lub generacji tekstów z modeli. + \item models.py - zawiera definicje poniżej opisanych modeli. + \item data\_processor.py - impementacja klasy służącej do obróbki danych m.in. przygotowania danych treningowych i testowych + \item song\_generator.py - generator piosenek, który wykorzystuje przekazany model i instancję klasy DataProcessor + \item edit\_distances.py - kod obliczający metryki edit distance + \item plots.py - kod rysujący wykresy metryk + \item transformer.py - kod trenujący i generujący piosenki za pomocą GPT-2 +\end{itemize} +\subsection{Dane uczące} +Zbiory danych wykorzystane do treningu i oceny rekurencyjnych sieci neuronowych to łącznie kilkaset tekstów utworów: +\begin{itemize} + \item Tekty piosenek AC/DC do treningu sieci opartych o LSTM lub GRU (ac\_dc.csv) + \item Połączenie tekstów Metalliki i Hendrixa do dotrenowania modelu GPT-2 (metallica\_hendrix.txt) +\end{itemize} +\newpage +\subsection{Modele RNN} +Opisując metrykę Edit Distance wartości rozdzielone średnikami oznaczają generacje odpowiednio dla 4 wersów po 6 słów, 2 wersów po 6 słów, 1 wersu składajacego się z 6 słów i 1 wersu składającego się z 2 słów. +\subsubsection{default\_lstm} +\textbf{Warstwy modelu} \\ \\ +\begin{tikzpicture}[node distance = 2.2cm] + \node [process, fill=blue!20] (we) {\textbf{We}}; + \node [process, fill=green!20, right of=we] (lstm1) {LSTM(256)}; + \node [process, fill=green!20, right of=lstm1] (dropout1) {Dropout(0.2)}; + \node [process, fill=green!20, right of=dropout1] (lstm2) {LSTM(256)}; + \node [process, fill=green!20, right of=lstm2] (dropout2) {Dropout(0.2)}; + \node [process, fill=blue!20, right of=dropout2] (wy) {\textbf{Wy}}; + \path [connector] (we) -- (lstm1); + \path [connector] (lstm1) -- (dropout1); + \path [connector] (dropout1) -- (lstm2); + \path [connector] (lstm2) -- (dropout2); + \path [connector] (dropout2) -- (wy); +\end{tikzpicture} \\ \\ +\textbf{Ocena modelu} +\begin{figure}[h] + \makebox[\textwidth][c]{\includegraphics[width=1.1\textwidth]{default_lstm}}% + \caption{Metryki modelu default\_lstm} + \label{fig:default_lstm} +\end{figure} +\FloatBarrier +Wynik edit distance (po normalizacji) dla w pełni wytrenowanego modelu: \\ +Średni ED: 0.98 ; 0.97 ; 0.95 ; 0.8125 \\ +Minimalny ED: 0.88 ; 0.83 ; 0.67 ; 0.0 \\ +Maksymalny ED: 1.0 ; 1.0 ; 1.0 ; 1.0 \\ +\paragraph{Przykład generacji} +\leavevmode\\ +\textsl{ + Of broad for the way she’s \\ + Love out the gotta rock all \\ + Reputation up all yeah on down \\ + Finally oh a man you gotta} +\leavevmode\\\leavevmode\\ +\leavevmode\\ +\newpage +\subsubsection{beta\_lstm} +\textbf{Warstwy modelu} \\ \\ +\begin{tikzpicture}[node distance = 2.4cm] + \node [process, fill=blue!20] (we) {\textbf{We}}; + \node [process, fill=green!20, right of=we] (lstm1) {LSTM(256)}; + \node [process, fill=green!20, right of=lstm1] (dropout1) {Dropout(0.36)}; + \node [process, fill=green!20, right of=dropout1] (lstm2) {LSTM(256)}; + \node [process, fill=green!20, right of=lstm2] (dropout2) {Dropout(0.2)}; + \node [process, fill=blue!20, right of=dropout2] (wy) {\textbf{Wy}}; + \path [connector] (we) -- (lstm1); + \path [connector] (lstm1) -- (dropout1); + \path [connector] (dropout1) -- (lstm2); + \path [connector] (lstm2) -- (dropout2); + \path [connector] (dropout2) -- (wy); +\end{tikzpicture} \\ \\ +\textbf{Ocena modelu} +\begin{figure}[h] + \makebox[\textwidth][c]{\includegraphics[width=1.1\textwidth]{beta_lstm}}% + \caption{Metryki modelu beta\_lstm} + \label{fig:beta_lstm} +\end{figure} +\FloatBarrier +Wynik edit distance (po normalizacji) dla w pełni wytrenowanego modelu: \\ +Średni ED: 0.98 ; 0.98 ; 0.99 ; 0.97 \\ +Minimalny ED: 0.91 ; 0.92 ; 0.83 ; 0.5 \\ +Maksymalny ED: 1.0 ; 1.0 ; 1.0 ; 1.0 \\ +\paragraph{Przykład generacji} +\leavevmode\\ +\textsl{ + Blood sideway up a right I'm \\ + Up love and fight got the \\ + Dark oh rock a with feel \\ + What go come your a can} +\leavevmode\\\leavevmode\\ +\leavevmode\\ +\newpage +\subsubsection{gamma\_lstm} +\textbf{Warstwy modelu} \\ \\ +\begin{tikzpicture}[node distance = 2.4cm] + \node [process, fill=blue!20] (we) {\textbf{We}}; + \node [process, fill=green!20, right of=we] (lstm1) {LSTM(512)}; + \node [process, fill=green!20, right of=lstm1] (dropout1) {Dropout(0.2)}; + \node [process, fill=green!20, right of=dropout1] (lstm2) {LSTM(512)}; + \node [process, fill=green!20, right of=lstm2] (dropout2) {Dropout(0.2)}; + \node [process, fill=blue!20, right of=dropout2] (wy) {\textbf{Wy}}; + \path [connector] (we) -- (lstm1); + \path [connector] (lstm1) -- (dropout1); + \path [connector] (dropout1) -- (lstm2); + \path [connector] (lstm2) -- (dropout2); + \path [connector] (dropout2) -- (wy); +\end{tikzpicture} \\ \\ +\textbf{Ocena modelu} +\begin{figure}[h] + \makebox[\textwidth][c]{\includegraphics[width=1.1\textwidth]{gamma_lstm}}% + \caption{Metryki modelu gamma\_lstm} + \label{fig:gamma_lstm} +\end{figure} +\FloatBarrier +Wynik edit distance (po normalizacji) dla w pełni wytrenowanego modelu: \\ +Średni ED: 0.98 ; 0.97 ; 0.99 ; 1.0 \\ +Minimalny ED: 0.83 ; 0.83 ; 0.83 ; 1.0 \\ +Maksymalny ED: 1.0 ; 1.0 ; 1.0 ; 1.0 \\ +\paragraph{Przykład generacji} +\leavevmode\\ +\textsl{ + You got her this it the \\ + Fire what we're like chorus me \\ + All come she yeah the way \\ + She’s commin’ all the way prowler} +\leavevmode\\\leavevmode\\ +\leavevmode\\ +\newpage +\subsubsection{omicron\_lstm} +\textbf{Warstwy modelu} \\ \\ +\begin{tikzpicture}[node distance = 0.75cm] + \node [process, fill=blue!20] (we) {\textbf{We}}; + \node [process, fill=yellow!20, below of=we] (glove) {GloVe.6B.100d}; + \node [process, fill=green!20, below of=glove] (lstm1) {LSTM(512)}; + \node [process, fill=green!20, below of=lstm1] (dropout1) {Dropout(0.2)}; + \node [process, fill=green!20, below of=dropout1] (lstm2) {LSTM(512)}; + \node [process, fill=green!20, below of=lstm2] (dropout2) {Dropout(0.2)}; + \node [process, fill=blue!20, below of=dropout2] (wy) {\textbf{Wy}}; + \path [connector] (we) -- (glove); + \path [connector] (glove) -- (lstm1); + \path [connector] (lstm1) -- (dropout1); + \path [connector] (dropout1) -- (lstm2); + \path [connector] (lstm2) -- (dropout2); + \path [connector] (dropout2) -- (wy); +\end{tikzpicture} \\ \\ +\textbf{Ocena modelu} +\begin{figure}[h] + \makebox[\textwidth][c]{\includegraphics[width=1.1\textwidth]{omicron_lstm}}% + \caption{Metryki modelu omicron\_lstm} + \label{fig:omicron_lstm} +\end{figure} +\FloatBarrier +\paragraph{Przykład generacji} +\leavevmode\\ +\textsl{ + Twilight sting time who crown pain \\ + In a legless need no tears \\ + Yours a take yours lovin' million \\ + Woods lovin' trip a hearts that} +\leavevmode\\\leavevmode\\ +\leavevmode\\ +\newpage +\subsubsection{default\_gru} +\textbf{Warstwy modelu} \\ \\ +\begin{tikzpicture}[node distance = 2.2cm] + \node [process, fill=blue!20] (we) {\textbf{We}}; + \node [process, fill=green!20, right of=we] (lstm1) {GRU(256)}; + \node [process, fill=green!20, right of=lstm1] (dropout1) {Dropout(0.2)}; + \node [process, fill=green!20, right of=dropout1] (lstm2) {GRU(256)}; + \node [process, fill=green!20, right of=lstm2] (dropout2) {Dropout(0.2)}; + \node [process, fill=blue!20, right of=dropout2] (wy) {\textbf{Wy}}; + \path [connector] (we) -- (lstm1); + \path [connector] (lstm1) -- (dropout1); + \path [connector] (dropout1) -- (lstm2); + \path [connector] (lstm2) -- (dropout2); + \path [connector] (dropout2) -- (wy); +\end{tikzpicture} \\ \\ +\textbf{Ocena modelu} +\begin{figure}[h] + \makebox[\textwidth][c]{\includegraphics[width=1.1\textwidth]{default_gru}}% + \caption{Metryki modelu default\_gru} + \label{fig:default_gru} +\end{figure} +\FloatBarrier +Wynik edit distance (po normalizacji) dla w pełni wytrenowanego modelu: \\ +Średni ED: 0.99 ; 0.99 ; 0.99 ; 1.0 \\ +Minimalny ED: 0.96 ; 0.92 ; 0.83 ; 1.0 \\ +Maksymalny ED: 1.0 ; 1.0 ; 1.0 ; 1.0 +\paragraph{Przykład generacji} +\leavevmode\\ +\textsl{ + Sunset but got on have call \\ + I pull shook oh a can \\ + Of conduct known back satisfy out \\ + You bustin' himself the handful run} +\leavevmode\\\leavevmode\\ +\leavevmode\\ +\newpage +\subsubsection{beta\_gru} +\textbf{Warstwy modelu} \\ \\ +\begin{tikzpicture}[node distance = 2.2cm] + \node [process, fill=blue!20] (we) {\textbf{We}}; + \node [process, fill=green!20, right of=we] (lstm1) {GRU(128)}; + \node [process, fill=green!20, right of=lstm1] (dropout1) {Dropout(0.2)}; + \node [process, fill=green!20, right of=dropout1] (lstm2) {GRU(128)}; + \node [process, fill=green!20, right of=lstm2] (dropout2) {Dropout(0.2)}; + \node [process, fill=blue!20, right of=dropout2] (wy) {\textbf{Wy}}; + \path [connector] (we) -- (lstm1); + \path [connector] (lstm1) -- (dropout1); + \path [connector] (dropout1) -- (lstm2); + \path [connector] (lstm2) -- (dropout2); + \path [connector] (dropout2) -- (wy); +\end{tikzpicture} \\ \\ +\textbf{Ocena modelu} +\begin{figure}[h] + \makebox[\textwidth][c]{\includegraphics[width=1.1\textwidth]{beta_gru}}% + \caption{Metryki modelu beta\_gru} + \label{fig:beta_gru} +\end{figure} +\FloatBarrier +Wynik edit distance (po normalizacji) dla w pełni wytrenowanego modelu: \\ +Średni ED: 0.98 ; 0.96 ; 0.99 ; 1.0 \\ +Minimalny ED: 0.92 ; 0.83 ; 0.83 ; 1.0 \\ +Maksymalny ED: 1.0 ; 1.0 ; 1.0 ; 1.0 \\ +\paragraph{Przykład generacji} +\leavevmode\\ +\textsl{ + Into from rock way down the \\ + Way the go jack which train \\ + Play when down just I'm the \\ + Way restless makin' and like damnation} +\leavevmode\\\leavevmode\\ +\leavevmode\\ +\newpage +\subsubsection{Dotrenowany model GPT-2} +Do generacji określonego rodzaju tekstów można też wykorzystać już gotowe modele. Jednym z nich jest wcześniej opisany GPT-2. +Wykorzystując pakiet gpt-2-simple dotrenowaliśmy model wykorzystując połączenie zbioru piosenek Metalliki i Jimiego Hendrixa. +Poniżej znajduje się przykład generacji tekstu przez takie rozwiązanie: \\ +\leavevmode\\ +\textsl{ + Got to stay up through tonight \\ + Nobody's fool around tonight \\ + Yeah, yeah, ya better get over yourself \\ + Yeah, ya better get over yourself \\ + Everybody's gotta live together \\ + Under the same bed \\ + Every night \\ + Night falls over o'er the Sun} +\leavevmode\\\leavevmode\\ +\leavevmode\\ \end{document} diff --git a/report/report.toc b/report/report.toc new file mode 100644 index 0000000..5d8c094 --- /dev/null +++ b/report/report.toc @@ -0,0 +1,40 @@ +\babel@toc {polish}{}\relax +\contentsline {section}{\numberline {1}Wstęp}{3}{section.1}% +\contentsline {section}{\numberline {2}Łańcuchy Markova}{4}{section.2}% +\contentsline {subsection}{\numberline {2.1}Wstęp}{4}{subsection.2.1}% +\contentsline {subsection}{\numberline {2.2}Prawo Zipfa}{6}{subsection.2.2}% +\contentsline {subsection}{\numberline {2.3}Prawo Heapsa}{9}{subsection.2.3}% +\contentsline {subsection}{\numberline {2.4}Entropia Krzyżowa}{11}{subsection.2.4}% +\contentsline {subsection}{\numberline {2.5}Perpleksja}{12}{subsection.2.5}% +\contentsline {subsection}{\numberline {2.6}Self-BLEU}{13}{subsection.2.6}% +\contentsline {subsection}{\numberline {2.7}Przykładowe wyniki}{14}{subsection.2.7}% +\contentsline {section}{\numberline {3}Rekurencyjne Sieci Neuronowe}{16}{section.3}% +\contentsline {subsection}{\numberline {3.1}Wstęp o rekurencyjnych sieciach neuronowych}{16}{subsection.3.1}% +\contentsline {subsection}{\numberline {3.2}LSTM}{17}{subsection.3.2}% +\contentsline {subsection}{\numberline {3.3}GRU}{18}{subsection.3.3}% +\contentsline {subsection}{\numberline {3.4}Różnice między LSTM, a GRU}{19}{subsection.3.4}% +\contentsline {subsection}{\numberline {3.5}Problem znikającego gradientu}{19}{subsection.3.5}% +\contentsline {subsection}{\numberline {3.6}Embedding}{19}{subsection.3.6}% +\contentsline {section}{\numberline {4}Sieci neuronowe na transformatorach}{21}{section.4}% +\contentsline {subsection}{\numberline {4.1}Przykładowe wykorzystanie sieci neuronowych na transformatoarach:}{21}{subsection.4.1}% +\contentsline {subsection}{\numberline {4.2}Analiza działania transformera:}{21}{subsection.4.2}% +\contentsline {subsection}{\numberline {4.3}Wady i zalety:}{23}{subsection.4.3}% +\contentsline {section}{\numberline {5}GPT-2}{25}{section.5}% +\contentsline {section}{\numberline {6}Realizacja praktyczna z wykorzystaniem RNN}{27}{section.6}% +\contentsline {subsection}{\numberline {6.1}Użyte narzędzia}{27}{subsection.6.1}% +\contentsline {subsection}{\numberline {6.2}Struktura kodu}{27}{subsection.6.2}% +\contentsline {subsection}{\numberline {6.3}Dane uczące}{27}{subsection.6.3}% +\contentsline {subsection}{\numberline {6.4}Modele RNN}{28}{subsection.6.4}% +\contentsline {subsubsection}{\numberline {6.4.1}default\_lstm}{28}{subsubsection.6.4.1}% +\contentsline {paragraph}{Przykład generacji}{28}{section*.18}% +\contentsline {subsubsection}{\numberline {6.4.2}beta\_lstm}{29}{subsubsection.6.4.2}% +\contentsline {paragraph}{Przykład generacji}{29}{section*.20}% +\contentsline {subsubsection}{\numberline {6.4.3}gamma\_lstm}{30}{subsubsection.6.4.3}% +\contentsline {paragraph}{Przykład generacji}{30}{section*.22}% +\contentsline {subsubsection}{\numberline {6.4.4}omicron\_lstm}{31}{subsubsection.6.4.4}% +\contentsline {paragraph}{Przykład generacji}{31}{section*.24}% +\contentsline {subsubsection}{\numberline {6.4.5}default\_gru}{32}{subsubsection.6.4.5}% +\contentsline {paragraph}{Przykład generacji}{32}{section*.26}% +\contentsline {subsubsection}{\numberline {6.4.6}beta\_gru}{33}{subsubsection.6.4.6}% +\contentsline {paragraph}{Przykład generacji}{33}{section*.28}% +\contentsline {subsubsection}{\numberline {6.4.7}Dotrenowany model GPT-2}{34}{subsubsection.6.4.7}%