general: cleanup, add empty chapters & credits

Author: OliverKillane

50008 - Probability and Statistics/50008 - Probability and Statistics.pdf

@@ -7,6 +7,6 @@ \section*{Image Credit}
 \end{center}
 
 \section*{Content}
-Based on the distributed algorithms course taught by Professor Giuliano Casale and Professor Chiraag Lala.
+Based on the statistics course taught by Professor Giuliano Casale and Professor Chiraag Lala.
 \\
 \\ These notes were written by Oliver Killane.

50008 - Probability and Statistics/credit/credit.tex

@@ -606,7 +606,6 @@ \section{Programming Models}
 
 % Worker Pools
 
-
 % Event based
 % Callbacks
 % Futures

60017 - System Performance Engineering/60017 - System Performance Engineering.pdf

@@ -27,5 +27,11 @@
 
 \addchapter{processing_models}
 
+\addchapter{optimisation}
+
+\addchapter{transactions}
+
+\addchapter{credit}
+
 \end{document}
 

60017 - System Performance Engineering/parallelism/parallelism.tex

@@ -1,5 +1,22 @@
-this readme is not finished.
-
+# 60029 - Data Processing Systems
 ## [Course Notes](60029%20-%20Data%20Processing%20Systems.pdf)
 
-[Back to main notes](../README.md)
+## Module Description
+
+[From the college website...](https://www.imperial.ac.uk/computing/current-students/courses/60029/)
+In this module you will have the opportunity to:
+
+- Advance your knowledge of data-structures and algorithms to data-processing algorithms and  applications
+- Acquire theoretical and practical knowledge of data processing systems design and implementation for correct results and (close-to) optimal performance
+- Understand how Database Management Systems (DBMSs) optimize query performance
+- Understand Data Processing System tuning
+- Explore challenges & opportunities of cloud-native Data Processing Systems
+- Explore research directions such as Big Data or data management on modern hardware
+
+## Lecturer
+[Dr Holger Pirk](https://www.imperial.ac.uk/people/pirk)
+
+## Resources
+- [College Site](https://www.imperial.ac.uk/computing/current-students/courses/60029/)
+
+[Back to main notes](../README.md)

60029 - Data Processing Systems/60029 - Data Processing Systems.pdf

@@ -0,0 +1,12 @@
+\chapter{Credit}
+\section*{Image Credit}
+\begin{center}
+	\begin{tabular}{r p{.8\textwidth}}
+        Front Cover & OpenAI Dall-E. \\
+	\end{tabular}
+\end{center}
+
+\section*{Content}
+Based on the data processing systems course taught by Dr Holger Pirk.
+\\
+\\ These notes were written by Oliver Killane.

60029 - Data Processing Systems/60029 - Data Processing Systems.tex

@@ -0,0 +1,42 @@
+\chapter{Optimisation}
+
+\section{Peephole Transformations}
+% Basic pattern matching
+
+% plan cycles
+% diverging plans
+
+\section{Logical \& Physical Optimisation}
+
+\subsection{Rule Based Logical Optimisation}
+
+\subsubsection{Selection Pushdown}
+
+\subsubsection{Selection Ordering}
+
+\subsubsection{Implication}
+
+\section{Cost Based Logical Optimisation}
+% heuristics
+% histograms
+% multidimensional histograms
+
+
+\section{Physical Optimisation}
+% Cost metrics
+% function calls, produced tuples, page faults, max(I/O, CPU), intermediate sizes
+
+\subsection{Rule Based Physical Optimisation}
+
+% data structure choice
+% sort merge join when input data is sorted
+% using existing indices
+
+\subsection{Cost Based Physical Optimisation}
+% parameters (buffer pool size, data, hardware - accelerators/extensions)
+
+
+\section{SparkSQL}
+% spark system architecture
+% catalyst optimiser
+\unfinished

60029 - Data Processing Systems/README.md

@@ -639,7 +639,7 @@ \subsubsection{CPU Efficiency}
   \begin{tabular}{l l p{.6\textwidth}}
     Scan & 0 & Tuples read straight from buffer. \\
     Select/$\sigma$ & 2 & Call to read input, call to apply predicate. \\
-    Project/$\sigma$ & 2 & Call to read input, call to projection. \\
+    Project/$\Pi$ & 2 & Call to read input, call to projection. \\
     Cross Product (Inner \& Outer) & 1 & Call to read input. \\
     Join & 1 & Call to read input (comparison and hash can be inlined). \\
     Group-By & 2 & Read input and call aggregation function. \\

60029 - Data Processing Systems/credit/code/.gitkeep

@@ -4,11 +4,11 @@
 	\DeclareFixedFont{\moduletitlefont}{T1}{ppl}{b}{n}{0.232in}
 	\DeclareFixedFont{\imperialfont}{T1}{ppl}{b}{n}{0.31in}
 
-	% \begin{tikzpicture}
-	%     \node[inner sep=0pt, outer sep=0pt, anchor=north east]{
-	%     \makebox[\textwidth]{\includegraphics[width=\paperwidth]{titlepage/images/i386 die shot.png}}
-	%     };
-	% \end{tikzpicture}
+	\begin{tikzpicture}
+	    \node[inner sep=0pt, outer sep=0pt, anchor=north east]{
+	    \makebox[\textwidth]{\includegraphics[width=\paperwidth]{titlepage/images/cover.png}}
+	    };
+	\end{tikzpicture}
 
 	\begin{flushright}
 		\modulecodefont 60029 \\

60029 - Data Processing Systems/credit/credit.tex

@@ -0,0 +1,3 @@
+\chapter{Transactions}
+
+