\documentclass[aps,letterpaper,10pt,nofootinbib]{revtex4}
\input kvmacros

\renewcommand{\rmdefault}{ppl}
\linespread{1.05}
\usepackage{courier}
\usepackage[scaled]{helvet}
% For images
\usepackage{graphicx}
% For tables and other floats
\usepackage{float}
% For comments and other
\usepackage{verbatim}
% For math
\usepackage{amsmath}
% For more math
\usepackage{amssymb}
% Set margins and place page numbers at bottom center
\usepackage{fullpage}
% For source code
\usepackage{listings}
% For subfigures
\usepackage{subfig}
% For colours and names
\usepackage[usenames,dvipsnames]{color}
% For hyperlinks and indexing the PDF
\usepackage[pdftex]{hyperref}
% play with the different link colours here
% set to black to prevent printing blue links
\hypersetup{colorlinks,citecolor=blue,filecolor=blue,linkcolor=blue,urlcolor=blue}
\usepackage{eurosym}
\usepackage{url}
% Light Grey
\definecolor{mygrey}{gray}{.96}
\lstset{
	language=[ISO]C++,              % choose the language of the code ("language=Verilog" is popular as well)
    tabsize=3,						% sets the size of the tabs in spaces (1 Tab is replaced with 3 spaces)
	basicstyle=\tiny,               % the size of the fonts that are used for the code
	numbers=left,                   % where to put the line-numbers
	numberstyle=\tiny,              % the size of the fonts that are used for the line-numbers
	stepnumber=2,                   % the step between two line-numbers. If it's 1 each line will be numbered
	numbersep=5pt,                  % how far the line-numbers are from the code
	backgroundcolor=\colour{mygrey},% choose the background colour. You must add \usepackage{colour}
	%showspaces=false,              % show spaces adding particular underscores
	%showstringspaces=false,        % underline spaces within strings
	%showtabs=false,                % show tabs within strings adding particular underscores
	frame=single,	                % adds a frame around the code
	tabsize=3,	                    % sets default tabsize to 2 spaces
	captionpos=b,                   % sets the caption-position to bottom
	breaklines=true,                % sets automatic line breaking
	breakatwhitespace=false,        % sets if automatic breaks should only happen at whitespace
	%escapeinside={\%*}{*)},        % if you want to add a comment within your code
	commentstyle=\colour{BrickRed}  % sets the comment style
}

% Make units a little nicer looking and faster to type
\newcommand{\Hz}{\textsl{Hz}}
\newcommand{\KHz}{\textsl{KHz}}
\newcommand{\MHz}{\textsl{MHz}}
\newcommand{\GHz}{\textsl{GHz}}
\newcommand{\ns}{\textsl{ns}}
\newcommand{\ms}{\textsl{ms}}
\newcommand{\s}{\textsl{s}}

\newcommand{\labno}{01}
\newcommand{\labtitle}{TU Delft Lab Experiment}
\newcommand{\authorname}{Alexandre Fieno}
\newcommand{\professor}{Dr. Judith Redi}
\newcommand{\project}{VARIUM: Visual Artifacts Interference Understanding and Modeling}


\begin{document}  % START THE DOCUMENT!

\begin{titlepage}
    \begin{center}
        {\LARGE \textsc{Draft Protocol \labno:} \\ \vspace{5pt}}
        {\Large \textsc{\labtitle} \\ \vspace{5pt}}
        \rule[13pt]{\textwidth}{1pt} \\ \vspace{70pt}
        {\large \project \\ \vspace{60pt}}
        {\large By: \authorname \\ \vspace{6pt}
        Instructor: \professor \\ \vspace{6pt}
        \today}
        \vspace{7.5cm}
        \rule[13pt]{\textwidth}{1pt}

        \begin{figure}[h!]
            \includegraphics[width=4.0cm]{Images/TUlogo}
        \end{figure}

        \large{Electrical Engineering, Mathematics and Computer Science Department} \\
        \large{Interactive Intelligent Systems Group}
    \end{center}
\end{titlepage}
% END TITLE PAGE %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

\section{Research question}
This study aims to understand the influence of a set of artifacts on the quality of video, their relationship with the content and to determine the their impact on visual quality perception. The set of artifacts used in this study was chosen among those most perceptually relevant for digital video applications (e.g. blockiness, blurriness, packet-loss etc). The data collected from this experiment is expected to help in the design a video quality objective metric which takes into account visual attention and the strength of specific spatial and temporal artifacts.

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\section{Experimental Setup}
For the experimental session, subjects are requested to score a set of test videos with different combinations of artifacts. The experiment is running in a room with constant illumination of approximately $70$ lux. Each subject watches the stimuli (the video test sequences) on a $23$ inches LED monitor of resolution $1360\times768$. The distance between the subject's eyes and the video monitor is $3$ times the monitor screen's height.

Subjects are seated straight ahead of the monitor, centered at or slightly  below the eye height for most subjects. A chinrest is used to guarantee a constant distance between the subject's eyes and the monitor. The room has a table, $2$ chairs, the chinrest, $2$ CPUs, $2$ mouses, $2$ keyboards , $2$ monitors and a \emph{SensoMotoric Instruments} GmbH Eye Tracker.

The eye-movements of the subjects are recorded (using the Eye-Tracker) as they watch all experimental stimuli and score their quality. The user interface for the experiment is implemented using the \emph{Neurobehavioral Systems} software Presentation. It is expected a total of $25$ observers from the Delft University of Technology.

%At the end of this experiment, we aim at gathering information about the viewing time per stimulus, scores for each attribute and eye-tracking data.

\subsection{\textbf{Video Database}}
\label{subsec:VideoDatabase}
The video database used in this experiment is generated from seven high-definition videos (original videos) with $1280\times720$, $50$ fps and $10$ seconds duration. It corresponds to a diverse content, as depicted in Figure~\ref{fig:FirstFrame} (Basketball, Romeo and Juliet, Park Run, Cactus, Park Joy, Barbecue and Into Trees). From the original videos several different degraded versions are generated (more details can be seen in the Subsection~\ref{subsec:Artifacts}).
\begin{figure}[h]
  \centering
  \includegraphics[width=13cm]{images/FirstFrames.jpg}\\
  \caption{First frame of the sequences included in Experiment.}
  \label{fig:FirstFrame}
\end{figure}

\subsection{\textbf{Artifacts}}
\label{subsec:Artifacts}
New versions of each original video are generated using different combinations of artifacts. To generate test sequences, we generate blockiness, blurriness and packet loss artifacts~\footnote{These artifacts have been used in previous experiments of this project.} and combine these artifacts at different proportions and strengths. In summary, the following parameters are used to generate the test sequences:

\begin{itemize}
    \item $7$ original videos Basketball, Romeo and Juliet, Park Run, Cactus, Park Joy, Barbecue and Into Trees;

    \item $4$ different strengths of blockiness and blurriness: $0.2$, $0.4$, $0.6$ and $0.8$~\footnote{These blockiness and blurriness strengths have been used in previous experiments of this project.};

    \item $3$ different packet loss ratios: $0.7\%$, $2.6\%$ and $8.1\%$~\footnote{These packet loss ratio have been used in previous experiments of this project.}.
\end{itemize}

Thus, the $41$ combinations (blockiness, blurriness and packet loss) $\times 7$ (original videos) $+ 7$ original videos generate a total of $294$ videos. Such, a large number of test videos makes it impossible to perform an experiment in a reasonable amount of time. Therefore, a reduction of the number of test sequences is achieved by selecting a subset of the original $294$. In this process, we eliminated most of the sequences already used in the two previous experiment already performed. We also reduce the number of parameters considering the results of the previous experiments. In summary, to select the test sequences we considered the following:

\begin{enumerate}
    \item Total time necessary to execute the overall experiment;
    \item The results of two previous experiments show that the mean annoyance and the mean strength scores are not ​​significantly different for packet loss ratios of $0.7$ and $2.6$ and for packet loss ratios of $2.6$ and $8.1$. Therefore, in this experiment we use only packet loss ratios of $0.7\%$ and $8.1\%$. %Table~\ref{tab:PLBlockBlur} shows the combinations using different packet loss ratios;
    \item Among the blockiness and blurriness strength values considered in the previous experiments, we chose only the strength $0.4$ and $0.6$, which were considered to be more representative of these artifacts. %Table~\ref{tab:BlockBlur} shows the combinations using different blockiness and blurriness strengths.
\end{enumerate}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                      Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
                              $1$  &   $0.0$     & $0.6$  & $0.0$   \\ \hline
                              $2$  &   $0.0$     & $0.0$  & $0.6$   \\ \hline
                              $3$  &   $8.1$     & $0.0$  & $0.0$   \\ \hline
                              $4$  &   $0.7$     & $0.0$  & $0.4$   \\ \hline
                              $5$  &   $8.1$     & $0.0$  & $0.4$   \\ \hline
                              $6$  &   $0.7$     & $0.0$  & $0.6$   \\ \hline
                              $7$  &   $8.1$     & $0.0$  & $0.6$   \\ \hline
                              $8$  &   $0.7$     & $0.4$  & $0.0$   \\ \hline
                              $9$  &   $8.1$     & $0.4$  & $0.0$   \\ \hline
                             $10$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
                             $11$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
                             $12$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
                             $13$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
                             $14$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
                             $15$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
                             $16$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
                             $17$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
                             $18$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
                             $19$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Combinations of the packet loss ratio ($0.7$ and $8.1$) with blockiness and blurriness (strengths $0.4$ and $0.6$) artifacts.}
    \label{tab:PLBlockBlur}
\end{table}

%\begin{table}[!htpb]
%  \centering
%  % definindo o tamanho da fonte para small
%  \begin{small}
%    % redefinindo o espaçamento das colunas
%    \begin{tabular}{|c|c|c|c|}\hline
%                      Combination  & Packet Loss & Blocky & Blurry  \\ \hline
%                            %$1$   & $0.0$  & $0.2$   \\ \hline
%                            %$2$   & $0.0$  & $0.4$   \\ \hline
%                            %$1$   & $0.0$       & $0.0$  & $0.6$   \\ \hline
%                            %$4$   & $0.2$  & $0.0$   \\ \hline
%                            %$5$   & $0.2$  & $0.2$   \\ \hline
%                            %$6$   & $0.2$  & $0.4$   \\ \hline
%                            %$7$   & $0.2$  & $0.6$   \\ \hline
%                            %$8$   & $0.4$  & $0.0$   \\ \hline
%                            %$9$   & $0.4$  & $0.2$   \\ \hline
%                            %$10$  & $0.4$  & $0.4$   \\ \hline
%                            %$11$  & $0.4$  & $0.6$   \\ \hline
%                            %$2$  & $0.0$       & $0.6$  & $0.0$   \\ \hline
%                            %$13$  & $0.6$  & $0.2$   \\ \hline
%                            %$14$  & $0.6$  & $0.4$   \\ \hline
%                            %$3$  & $8.1$       & $0.0$  & $0.0$   \\ \hline
%                            %$16$  & $0.0$  & $0.8$   \\ \hline
%                            %$17$  & $0.8$  & $0.0$   \\ \hline
%      \end{tabular}
%    \end{small}
%    \caption{Strength of artifacts (blockiness and blurriness) and combinations used to generate degraded videos.}
%    \label{tab:BlockBlur}
%\end{table}

Thus, taking into account these choices, it results into $19$ combinations (Table~\ref{tab:PLBlockBlur}) $\times 7$ (video versions) $+ 7$ original videos $= 140$ videos. This is a reasonable number of sequences which makes it possible to run the experiment in the allocated time of $50$ minutes.

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\section{Experimental Methodology}
During the experiment, the experimenter guides the subject through all sessions. The experiment is divided into calibration, free viewing, training (split in two parts), practice and a main experiment (split in three parts: two breaks and two equipment calibration in between):
\begin{itemize}
    \item In the calibration, participants are requested to focus on different points spread over the monitor screen, and their eye fixations are recorded to calibrate the eye-tracking data.
    \item In free viewing session, participants are asked to freely look at seven high quality videos, as if they are watching TV at home.
    \item In the training, participants are showed all four high quality videos. Then the user is showed the videos with the strongest defect derived from each of the four high quality videos. The intent of this stage is to familiarize the test subjects with the endpoints of the annoyance scale and to clarify the experimental task.
    \item In the practice stage, participants run through a limited number of practice trials of the experiment. The practice trials gives the subject a chance to work through the data entry procedure and shake out last minute questions or concerns. The initial responses may also be somewhat erratic. The practice stage allows the test subject responses to stabilize.  No data is collected during this task.
    \item The main experiment is split into $3$ parts. In all parts, the participants are asked to estimate the annoyance of defects or impairments in the test sequence. After each sequence, the subject is asked: ''Did you perceive any impairments or defects in the video?'', prompting for a ''yes'' or ''no'' answer. Then participants are asked to perform the annoyance task consisting of giving a numerical judgment of how annoying the detected impairment is. At the end of each session, a break is given. The break does not have a time limit, but it is expected that the participants take a break of around $5 - 10$ minutes. Once the participants are ready to continue, he/she is instructed to begin the next session and the calibration task is repeated. Once the calibration task is finished, the participants rate the remaining videos, and so on. When the experiment is finished, he/she may leave the room. A more detailed explanation about the experiment itself can be given to the participants, if asked.
\end{itemize}

%All \emph{Instructions} used in this experiment are showed in Appendix~\ref{app:InstrExper}.

%\begin{figure}[h!]
%    \includegraphics[width=12.0cm]{images/slider.jpg}
%    \caption{Scoring screen (slider).}
%    \label{fig:slider}
%\end{figure}
%
%
%\begin{enumerate}
%    \item \textbf{Equipment Calibration:} in this session the Eye-tracker is calibrated. This step is essential for tracking the pupil and gaze position %during the experiment;
%    \item \textbf{Free Viewing:} in this session participants will be asked to freely look at seven high quality videos (original movies), as if they are %watching TV at home;
%    \item \textbf{Training task:} in the training stage, the subjects will be shown all four original videos. Then the user will be shown the videos with the %strongest defect derived from each of the four original videos. The intent of this stage is to familiarize the test subjects with the endpoints of the defect %range and to define the task that they will perform;
%    \item \textbf{Practice Trials:} In the session, the subjects will run through a limited number of practice trials of the experiment. No data will be %collected during practice trials. The practice trials give the subject a chance to work through the data entry procedure and shake out last minute questions %or concerns. The initial responses may also be somewhat erratic. The practice stage will allow the test subject responses to stabilize;
%    \item \textbf{Main Experimental Session:} in this is session all videos (test sequences) are presented in random order. After each test sequence are %played, the subject will be asked ''Did you perceive any impairments or defects in the video?'', prompting for a ''yes'' or ''no'' answer (detection task). %Then participants will be asked to perform the annoyance task consisting of giving a numerical judgment of how annoying the detected impairment is.
%\end{enumerate}

%\begin{figure}[h!]
%    \includegraphics[width=10cm]{Images/Overall_Experiments.jpg}
%    \caption{Experiment overview.}
%    \label{fig:overview}
%\end{figure}

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%\section{PROCEDURE}


%\subsection{Experiment - Details}
%\label{subsec:ExperimentDetails}
%During the experiment, the experimenter will be guiding the subject through all sessions of the experiment, so that everything can be understood clearly. The following basic steps for the experiment will be followed:

%\begin{enumerate}
%    \item \textbf{Inform the participant}
%    \begin{itemize}
%        \item \textbf{\emph{Goal}:} The goal of this experiment is to unveil the annoyance brought about by combinations of three different artifacts (Packet Loss, Blockiness and Blurriness).
%        \item \textbf{\emph{Scoring screen}:} Each video will be scored using a slider with a continuous scale from $0$ (''Imperceptible'') to $10$ (''Very Annoying''). An example of the scoring screen will be shown to the participant so that he/she can get familiar with it.
%        \item \textbf{\emph{Questions or doubts}:} The participant can ask at any given time any question he/she might have.
%        \item \textbf{\emph{General procedure}:} The experiment is split in $5$ sessions: a calibration, a free view, a training
%        (split in two parts), a practice trials and a main experiment (split in two parts with a break and another equipment calibration in between).
%    \end{itemize}
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
    %\item \textbf{General procedure details}
%    \begin{enumerate}
%        \item \textbf{Calibration task:} Participants' eye movements will be tracked to investigate how an observer scans videos. The distance from the monitor to the participant's eyes is very important, and so, the participant will need:
%        \begin{enumerate}
%            \item to place his/her chin in the chinrest;
%            \item to avoid leaning backwards;
%            \item to look at different places in the screen in order for the experimenter to adjust the system according to the iris and pupil of the participant.
%        \end{enumerate}
%        Once the system is ready, the experimenter will ask the participant to continue. The eye-tracker tool will need to be calibrated with a simple task:
%        \begin{enumerate}
%            \item \textbf{\emph{Task}:} The observer will have to concentrate on a black square in the screen, and follow it with his/hers eyes every time the square changes its position. In cases where the calibration test was not successful, the calibration task can be repeated up to $3$ times. If the problem persists, the experiment is finished and the participant is dismissed.
%            \item \textbf{\emph{After task}:} Once the calibration is complete, the experimenter will ask the observer to look at different places in the screen to confirm that the calibration was successful.
%            \begin{itemize}
%                \item If at any moment the participant moves his/hers face and the eye-tracker loses the participant's pupil or/and iris, the experimenter is allowed to correct the eye-tracker tool position, so that it can continue tracking the participant's eye movements. Moreover, the experimenter can try to correct some Eye-Tracker parameters when the subject is looking at one of the videos.
%            \end{itemize}
%        \end{enumerate}
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
        %\item \textbf{Training task:} The participants will be performing $2$ short training sessions. This task is concerned with defects or impairments in video and their effect on human viewers. Thus, in the first session high-definition videos will be shown and in the next session strongly degraded videos will be shown. This task is important to give an idea of the range of quality that will be seen. In the experiment the data from the training sessions will not be used for the study.
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
        %\item \textbf{Practice Trials:} The participants will have a practice trial to be sure that they understand the task. The most important is to know the initial impressions from the subjects after the video is played. Thus, they will be asked to estimate the annoyance of defects or impairments in the video. The defects can be found in any region of video and at any time during the clip. After the clip is played, the participants will be asked: ''Did you see any defect or impairment?''. Here, there are two possibilities:
%        \begin{enumerate}
%            \item \underline{Answer NO}: if the participant did not see a defect (and, the experiment continues);
%            \item \underline{Answer YES}: if the participant detected a defect or impairment. Thus, they will be asked to indicate the value of the annoyance of the defect using the continuous scale with values ranging from $0$ to $10$. If the annoyance value of defect in the experiment is half of the worst sample clip, the participant should give it a $5$; if it is $1/10$th as bad, the participant should give it a $1$. If the defect did not annoy the participant at all, the score should be $0$.
%        \end{enumerate}
%        The same questions will be asked after every trial. The data from the practice trials will not be used for the study, so it isn't a problem if the participant makes a mistake.
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
       % \item \textbf{Experiment:} Before the experiment starts, important \textbf{\emph{advices}} will be provided to the participant:
%        \begin{itemize}
%            \item \emph{If he/she entered data incorrectly}: The participant should let the experimenter know. The experimenter will make note of the time as indicated in the iView interface and fix it later.\\
%            \item \emph{If he/she needs to take a small break}: \textbf{\emph{The participant should finish viewing the current video, and rest before entering the corresponding score, avoiding proceeding to the next video.}}\\
%            \item \emph{If he/she is confused about what to do}: The participant should stop and let the experimenter know if he/she has a question.\\
%        \end{itemize}
%
%        The experiment is split in $2$ sessions and each one should last approximately $25$ minutes. As in Practice Trials, they will be asked to estimate the annoyance of defects or impairments of each degraded video.
%        \begin{enumerate}
%            \item \textbf{Session $1$:} Once the participant has scored all videos of this session, a break will be given. The break will not have a time limit, but it is expected that the participant takes a break of around $5-10$ minutes. Once the participant is ready to continue, he/she will be instructed to begin the next session.
%            \item \textbf{Session $2$:} Before the beginning of this session the calibration task will be repeated. When the system is ready, the experimenter will ask to the participant to proceed to the calibration task. Once the calibration task is finished, the participant will rate the remaining videos. When is finished, he/she may leave the room. A more detailed explanation about the experiment itself can be given to the participant, if asked.
%        \end{enumerate}
%    \end{enumerate}
%\end{enumerate}

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%\subsection{Experimental Instructions}
%\label{subsec:ExperimentalInstructions}
%\begin{enumerate}
%    \item \textbf{Before the subject arrives:}
%    \begin{enumerate}
%        \item Log in to the server
%        \item Initiate application
%    \end{enumerate}
%
%
%    \item \textbf{After the subject arrives:}
%    \begin{enumerate}
%        \item Sit the subject in the chair, centered in front of the video monitor.  The subject should be adjusted backward or forward to get a distance of $3$ times the height of the picture in the video monitor screen. The most comfortable position for the subject tends to be leaning forward slightly with forearms or elbows on the table. The distance from the monitor to your eyes is important during the presentation. The subject should be instructed not to lean backward;
%
%        \item ''The experiment is split in five sessions: equipment calibration, free viewing, training, practice trials, and main experimental session. At the beginning of each session, I will briefly explain what you are required to do at each stage.'';
%
%        \item \underline{Eye-Tracking calibration}: A screen will appear asking the subject to wait while you adjust the camera and try to detect the pupil. Adjust the system to the more stable settings. When you are finished, instruct the  subject to start the experiment. Then instruct him/her to follow the black squares in the screen. Press the \emph{space bar} to start the calibration;
%
%        \item \underline{Free viewing}: ''At this stage, you will be asked to watch seven high quality videos (original videos). All videos have ten seconds.'';
%
%        \item $[$~~Play seven original videos~~$]$;
%
%        \item ''This study is concerned with defects or impairments in video images and their effect on human viewers.  We are not concerned with the content of the videos.  We are interested in whether or not you see any defects or impairments in the videos that we will show, and if so, how annoying (strong) the defect is.'';
%
%        \item \underline{Training session}: ''Here is how you will determine the annoyance/strength value. I am about to show you a set of sample clips. The sample clips include two sets of videos.  The first set has four high quality videos and the second set has four degraded quality videos. There may be some impairment in the high quality clips. This will give you an idea of the range of image quality that you will be seeing. You are to assign an annoyance value of $10$ to the most annoying video among the sample clips.'';
%
%        \item \underline{Practice Trials}: ''Before we start the experiment, you will have $6$ practice trials to be sure that you understand the task. You will be asked to perform the exact same tasks you will perform in the main experiment. You will respond in these trials just like you will in the main experiment. We will not use the data from the practice trials, so do not be concerned if you make a mistake here. If you have any questions or concerns, ask the experimenter at any time.''; \\
%
%            You will be presented with one video clip on each trial. Each clip will last ten seconds and will be played once. After the clip is played, questions will appear on the monitor. The same questions will be asked after every trial. Do not spend a lot of time thinking about your responses. We want to know your initial impressions; \\
%
%            You will be asked to estimate the annoyance of defects or impairments in the video. The defects can be found in any region of video and at any time during the clip. After the clip is played, you will be asked ''Did you see any defect or impairment''? \\
%
%            ''If you did not see a defect, answer NO. Then, Left-click to see the next the video.''\\
%            ''For those clips in which you do detect a defect or impairment, answer YES. You will be then asked to indicate the annoyance of the defect you saw using a continuous scale with values ranging from $0$ and $10$ will appear. You are to assign an annoyance value of $10$ to the most annoying video. If the annoyance value of a defect in the experiment is half of the worst sample clip, give it a $5$; if it is $\frac{1}{10}$th as bad, give it a $1$. If the defect did not annoy you at all, call it $0$. You should enter the scores using the mouse to click on the desired value. After you finished entering your choice of number, Left-click to see the next the video.'';
%
%        \item $[$~~Start the main Experiment~~$]$;
%
%        \item The experiment is divided in two parts. Each part should last approximately $25$ minutes. A break will be given after the first part of the experiment is finished. \\
%
%        ''Do you have any questions?'' \\
%
%        \item ''You can take a break at any time by entering your answers for the most recent video, but waiting to \emph{Left-click} until you are ready to go on. You should stop if you are confused about what to do, if you realize you have entered data incorrectly, or if you need a break. You can't stop the video from playing or go back and fix the data from a previous clip afterwards. So if something goes wrong, watch the video and then tell the experimenter. We will go back and fix it later. The questions will come up on the computer screen, but you should not need to look over at it every time. The questions will not change.'';
%
%        \item First part will be showed some video sequences. When the first part is finished, a break will be given.
%
%        \item After break, it will be asked if the participant is ready to continue. It will be necessary to perform the calibration task again. When the system is ready, the experimenter will ask he/she to proceed to the task.
%
%        \item Second part will be showed remaining video sequences. When this part is finished, the experiment will be completed and the participant may leave the room.
%    \end{enumerate}
%
%    \item All \emph{Instructions} used in this experiment are showed in Appendix~\ref{app:AppendB}.
%\end{enumerate}

%A list of all videos used in the experiment is listed in Appendix~\ref{app:Lists}.

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%\section{Subjects and recruitment}
%\textbf{\emph{It is expected to recruit about $20$  subjects from the student and staff population at TU Delft observers. This recruitment will be done via poster (Figure~\ref{fig:poster}) and publication in the Facebook Groups (i.e, in groups related to student and staff of TU Delft).}} In some cases, some subjects can be excluded due to vision problems that are not corrected, such as colour-blindness and visible abnormality of the eyes like strabismus.

%\begin{figure}[h!]
%    \includegraphics[width=13.0cm]{Images/poster.jpg}
%    \caption{Poster used for recruitment.}
%    \label{fig:poster}
%\end{figure}
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\newpage
\begin{center}
    \LARGE{\textbf{Video lists used in the Experiment}}
\end{center}
%
\begin{center}
    \textbf{ORIGINAL VIDEO LIST}
\end{center}
%
\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                  Video  & Packet-Loss & Blocky & Blurry  \\ \hline
      blkblr$\_$v$1\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$7\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$8\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$9\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$10\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$11\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$12\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Original video list used during Free-viewing session.}
    \label{tab:videosOrig}
\end{table}

\begin{center}
    \textbf{TRAINING VIDEO LIST}
\end{center}
%
\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                  Video & Packet-Loss & Blocky & Blurry  \\ \hline
      blkblr$\_$v$2\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$3\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$4\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$5\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{ Original video list used during Training session.}
    \label{tab:videosTraining1}
\end{table}
%
\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                      Video  & Packet-Loss & Blocky & Blurry  \\ \hline
            blkblr$\_$v$2\_1280\times720\_3$ &   $0.0$     & $0.0$  & $0.6$   \\ \hline
           blkblr$\_$v$3\_1280\times720\_15$ &   $0.0$     & $0.6$  & $0.6$   \\ \hline
           blkblr$\_$v$4\_1280\times720\_12$ &   $0.0$     & $0.6$  & $0.0$   \\ \hline
            blkblr$\_$v$6\_$I$12\_$PckErr$3$ &   $8.1$     & $0.0$  & $0.0$   \\ \hline
    \end{tabular}
  \end{small}
  \caption{Degraded video list used during Training session.}
  \label{tab:videosTraining2}
\end{table}
%
\newpage
\begin{center}
    \textbf{PRACTICE TRIAL LIST}
\end{center}
%
\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                         Video  & Packet-Loss & Blocky & Blurry  \\ \hline
         blkblr$\_$v$2\_1280\times720\_15$      &   $0.0$     & $0.6$  & $0.6$   \\ \hline
         blkblr$\_$v$4\_1280\times720\_10$      &   $0.0$     & $0.4$  & $0.4$   \\ \hline
          blkblr$\_$v$5\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
         blkblr$\_$v$6\_1280\times720\_0$       &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Video list used during Practice Trial session.}
    \label{tab:videosTraining3}
\end{table}
%
\begin{center}
    \textbf{VIDEO LIST OF MAIN EXPERIMENT}
\end{center}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c||c|c|c|c|}\hline
                         Combination  & Packet-Loss & Blocky & Blurry &  Combination                           & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$1\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$  &  blkblr$\_$v$7\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$1\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$  &  blkblr$\_$v$7\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$1\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$  &  blkblr$\_$v$7\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_0\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.0$  &  blkblr$\_$v$7\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$  &  blkblr$\_$v$7\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$  &  blkblr$\_$v$7\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$  &  blkblr$\_$v$7\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$  &  blkblr$\_$v$7\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$  &  blkblr$\_$v$7\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$  &  blkblr$\_$v$7\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$  &  blkblr$\_$v$8\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$  &  blkblr$\_$v$8\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$  &  blkblr$\_$v$8\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$  &  blkblr$\_$v$8\_$I$12\_0\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$  &  blkblr$\_$v$8\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$  &  blkblr$\_$v$8\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$  &  blkblr$\_$v$8\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$  &  blkblr$\_$v$8\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$7\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$7\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$  &  blkblr$\_$v$8\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$7\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_0\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$  &  blkblr$\_$v$8\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$  &  blkblr$\_$v$8\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$  &  blkblr$\_$v$8\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$  &  blkblr$\_$v$8\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$  &  blkblr$\_$v$8\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
    \end{tabular}
  \end{small}
\end{table}

%\newpage
%\begin{table}[H]
%  \centering
%  % definindo o tamanho da fonte para small
%  \begin{small}
%    % redefinindo o espaçamento das colunas
%    \begin{tabular}{|c|c|c|c|}\hline
%                         Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
%blkblr$\_$v$7\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$7\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$7\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$7\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$7\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$7\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$7\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$7\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$7\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$7\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$   \\ \hline
%blkblr$\_$v$8\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$8\_1280\times720\_15$     &   $0.0$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$8\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$8\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$8\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$8\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$8\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$8\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$8\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$8\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$8\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$8\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$8\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$   \\ \hline
%blkblr$\_$v$9\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$9\_1280\times720\_15$     &   $0.0$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$9\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$9\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$9\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$9\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$9\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$9\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$9\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$9\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
%    \end{tabular}
%  \end{small}
%\end{table}

\newpage
\begin{table}[H]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c||c|c|c|c|}\hline
                          Combination  & Packet-Loss & Blocky & Blurry &   Combination                           & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$9\_1280\times720\_0$       &   $0.0$     & $0.0$  & $0.0$  &  blkblr$\_$v$11\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$   \\ \hline
blkblr$\_$v$9\_1280\times720\_3$       &   $0.0$     & $0.0$  & $0.6$  &  blkblr$\_$v$11\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$9\_1280\times720\_12$      &   $0.0$     & $0.6$  & $0.0$  &  blkblr$\_$v$11\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_9\_$PckErr$3$    &   $8.1$     & $0.0$  & $0.0$  &  blkblr$\_$v$11\_$I$12\_0\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_2\_$PckErr$1$    &   $0.7$     & $0.0$  & $0.4$  &  blkblr$\_$v$11\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_2\_$PckErr$3$    &   $8.1$     & $0.0$  & $0.4$  &  blkblr$\_$v$11\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_3\_$PckErr$1$    &   $0.7$     & $0.0$  & $0.6$  &  blkblr$\_$v$11\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_3\_$PckErr$3$    &   $8.1$     & $0.0$  & $0.6$  &  blkblr$\_$v$11\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_8\_$PckErr$1$    &   $0.7$     & $0.4$  & $0.0$  &  blkblr$\_$v$11\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_8\_$PckErr$3$    &   $8.1$     & $0.4$  & $0.0$  &  blkblr$\_$v$11\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_10\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.4$  &  blkblr$\_$v$11\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_10\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.4$  &  blkblr$\_$v$11\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_11\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.6$  &  blkblr$\_$v$11\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_11\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.6$  &  blkblr$\_$v$11\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_12\_$PckErr$1$   &   $0.7$     & $0.6$  & $0.0$  &  blkblr$\_$v$11\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_12\_$PckErr$3$   &   $8.1$     & $0.6$  & $0.0$  &  blkblr$\_$v$11\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_14\_$PckErr$1$   &   $0.7$     & $0.6$  & $0.4$  &  blkblr$\_$v$11\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_14\_$PckErr$3$   &   $8.1$     & $0.6$  & $0.4$  &  blkblr$\_$v$11\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_15\_$PckErr$1$   &   $0.7$     & $0.6$  & $0.6$  &  blkblr$\_$v$11\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_15\_$PckErr$3$   &   $8.1$     & $0.6$  & $0.6$  &  blkblr$\_$v$11\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$10\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$  &  blkblr$\_$v$12\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$   \\ \hline
blkblr$\_$v$10\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$  &  blkblr$\_$v$12\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$10\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$  &  blkblr$\_$v$12\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_0\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.0$  &  blkblr$\_$v$12\_$I$12\_0\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$  &  blkblr$\_$v$12\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$  &  blkblr$\_$v$12\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$  &  blkblr$\_$v$12\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$  &  blkblr$\_$v$12\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$  &  blkblr$\_$v$12\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$  &  blkblr$\_$v$12\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$  &  blkblr$\_$v$12\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$  &  blkblr$\_$v$12\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$  &  blkblr$\_$v$12\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$  &  blkblr$\_$v$12\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$  &  blkblr$\_$v$12\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$  &  blkblr$\_$v$12\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$  &  blkblr$\_$v$12\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$  &  blkblr$\_$v$12\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$  &  blkblr$\_$v$12\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$  &  blkblr$\_$v$12\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$11\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$  & &                                        &             &        &         \\ \hline
%blkblr$\_$v$11\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$  & &
%blkblr$\_$v$11\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$  & &
%blkblr$\_$v$11\_1280\times720\_15$     &   $0.0$     & $0.6$  & $0.6$  & &
%blkblr$\_$v$11\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$11\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$11\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$11\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$11\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$11\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$11\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$11\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$11\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$11\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$11\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$11\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$11\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$11\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$11\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$11\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_1280\times720\_0$      &   $0.0$     & $0.0$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_1280\times720\_3$      &   $0.0$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_1280\times720\_12$     &   $0.0$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_1280\times720\_15$     &   $0.0$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
%    \end{tabular}
%  \end{small}
%\end{table}
%
%\newpage
%\begin{table}[H]
%  \centering
%  % definindo o tamanho da fonte para small
%  \begin{small}
%    % redefinindo o espaçamento das colunas
%    \begin{tabular}{|c|c|c|c|}\hline
%                          Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
%blkblr$\_$v$12\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
%blkblr$\_$v$12\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
%blkblr$\_$v$12\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
%blkblr$\_$v$12\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
    \end{tabular}
  \end{small}
    \caption{Degraded videos used during main experiment session.}
    \label{tab:videosList}
\end{table}

\newpage
\begin{center}
    \LARGE{\textbf{Instructions showed during the experiment}}
\end{center}

\textbf{$1^{st}$ Instruction:} \\
\emph{Please type in your name and press return}\\

\textbf{$2^{nd}$ Instruction:} \\
\emph{Welcome! Thank you for participating in this experiment. The experiment is divided in $5$ sessions:\\
      $(1)$ Equipment Calibration,\\
	  $(2)$ Free Viewing,\\
      $(3)$ Training,\\
      $(4)$ Practice Trials,\\
      $(5)$ Main Experimental Session.\\
      At the beginning of each session, I will briefly explain what you are required to do at each stage. Left-click to continue.} \\


\textbf{$3^{rd}$ Instruction:} \\
\emph{The distance from the monitor to your eyes is very important during the presentation. \\
      Please put your head on the CHIN-REST in front of you. Try not to lean backward. \\
      Left-click to continue} \\


\textbf{$4^{th}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION \\
      Please, wait for a few seconds while I adjust the system. \\
      When the system is ready, I will ask you to continue. \\
      Left-click to continue} \\


\textbf{$5^{th}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION \\
      You are going to see a series of small black SQUARES on the screen. \\
      At each screen, one black square will appear at a different position. \\
      Please, keep your eyes fixated on each of these squares. \\
      Left-click to continue} \\


\textbf{$6^{th}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION
      Thank you! The calibration is now complete. \\
      Left-click to continue} \\


\textbf{$7^{th}$ Instruction:} \\
\emph{$(2)$ FREE VIEWING SESSION
      You are now going to watch a series of $7$ videos. \\
      Please, watch them as if you were at home watching TV. \\
      Whenever you are ready to start, please left-click to continue.}\\


\textbf{$8^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      This study is concerned with defects or impairments in video images and their effect on human viewers.  \\
      We are not concerned with the content of the videos.  \\
      We are interested in whether or not you see any defects or impairments in the videos that we will show, and if so, how annoying defect is. \\
      Left-click to continue} \\


\textbf{$9^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      Here is how you will determine the annoyance value. I am about to show you a set of sample clips. \\
      The sample clips include two sets of videos. The first set has $4$ high quality videos. \\
      Left-click to play the set of high quality videos.} \\


\textbf{$10^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      The second set has $4$ degraded videos. They will give you an idea of the range of quality that you will be seeing. \\
      You are to assign an ANNOYANCE value of $10$ to the most annoying video among the sample clips. \\
      Left-click to play the set of impaired videos} \\


\textbf{$11^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      Did you see any defects? \\
      Remember that the most annoying defect that you have seen is to have a value of $10$. \\
      If the annoyance value of a defect in the experiment is half of the worst sample clip, give it a $5$; \\
      if it is $1/10th$ as bad, give it a $1$. \\
      If the defect did not annoy you at all, call it zero. \\
      Left-click to continue} \\


\textbf{$12^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      Before we start the experiment, you will have $4$ practice trials to be sure that you understand the task. \\
      You will be asked to perform the exact same tasks you will perform in the main experiment. \\
      You will respond in these trials just like you will in the main experiment. \\
      We will not use the data from the practice trials, so don't be concerned if you make a mistake here. \\
      If you have any questions or concerns, feel free to ask me. \\
      Left-click to continue}\\


\textbf{$13^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      You will be presented with one video clip on each trial. \\
      Each clip will last $10$ seconds and will be played once. \\
      After the clip is played, questions will appear on the monitor. \\
      The same questions will be asked after every trial. Do not spend a lot of time thinking about your responses. \\
      We want to know your initial impressions. \\
      Left-click to continue}\\


\textbf{$14^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      You will be asked to estimate the annoyance of defects or impairments in the video. \\
      The defects can be found in any region of video and at any time during the clip. \\
      After the clip is played, you will be asked: Did you see any defect or impairment? \\
      If you did not see a defect, answer NO. Then, Left-click to play the next clip. \\
      Left-click to continue}\\


\textbf{$15^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      For those clips in which you do detect a defect or impairment, answer YES. \\
      You will be then asked to indicate the annoyance of the defect you saw using a scale with values ranging from $0$ and $10$. \\
	  You are to assign an annoyance value of $10$ to the most annoying video. \\
      If the annoyance value of a defect in the experiment is half of the worst sample clip, give it a $5$; if it is $1/10$th as bad, give it a $1$. \\
      If the defect did not annoy you at all, call it zero. \\
      You should enter the scores using the mouse to LEFT-click on the desired value. \\
      Left-click to continue}\\


\textbf{$16^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      After you finished entering your choice of number, Left-click to play the next video. \\
 	  Do you have any questions? \\
      Left-click to start PRACTICE TRIALS.}\\


\textbf{$17^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$18^{th}$ Instruction:} \\
\emph{$(5)$ MAIN EXPERIMENT SESSION \\
      The experiment is divided in $3$ parts. Each part should last approximately $15$ minutes. \\
      A break will be given after of each part of the experiment is finished. \\
      If you need to take a small break at any time, enter your answers for the most recent video, but wait to Left-click until you are ready to go on. \\
      You should stop if you are confused about what to do. \\
      If you realize you have entered data incorrectly, tell me and I will go back and fix it later. \\
      Left-click to continue}\\


\textbf{$19^{th}$ Instruction:} \\
\emph{$(5)$ MAIN EXPERIMENT SESSION  -- PART I \\
      Do you have any questions? \\
      Left-click to start PART I}\\


\textbf{$20^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$21^{st}$ Instruction:} \\
\emph{This is the end of the first part of the experiment.\\
      Please Left-click whenever you are ready to resume the experiment.} \\


\textbf{$22^{nd}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION -- PART II \\
	  You are now going to perform the calibration session again. \\
      Please, wait for a few seconds while the experimenter adjusts the system. \\
      When the system is ready, the experimenter will ask you to continue. \\
      Left-click to continue}\\


\textbf{$23^{rd}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION  -- PART II \\
      You're now going to see a series of small black SQUARES on the screen. \\
      At each screen, one black square will appear at a different position. \\
      Please, keep your eyes fixated on each of these squares. \\
      Left-click to continue}\\


\textbf{$24^{th}$ Instruction:} \\
\emph{Thank you! The calibration is now complete. \\
 	  Left-click to start the Part II of the experiment. \\
      Left-click to continue}\\


\textbf{$25^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$26^{st}$ Instruction:} \\
\emph{This is the end of the second part of the experiment.\\
      Please Left-click whenever you are ready to resume the experiment.} \\


\textbf{$27^{nd}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION -- PART III \\
	  You are now going to perform the calibration session again. \\
      Please, wait for a few seconds while the experimenter adjusts the system. \\
      When the system is ready, the experimenter will ask you to continue. \\
      Left-click to continue}\\


\textbf{$28^{rd}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION  -- PART III \\
      You're now going to see a series of small black SQUARES on the screen. \\
      At each screen, one black square will appear at a different position. \\
      Please, keep your eyes fixated on each of these squares. \\
      Left-click to continue}\\


\textbf{$29^{th}$ Instruction:} \\
\emph{Thank you! The calibration is now complete. \\
 	  Left-click to start the Part III of the experiment. \\
      Left-click to continue}\\


\textbf{$30^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$31^{st}$ Instruction:} \\
\emph{This is the end of the experiment.Thank you for participating!}

\end{document}
