\documentclass[aps,letterpaper,10pt,nofootinbib]{revtex4}
\input kvmacros

\renewcommand{\rmdefault}{ppl}
\linespread{1.05}
\usepackage{courier}
\usepackage[scaled]{helvet}
% For images
\usepackage{graphicx}
% For tables and other floats
\usepackage{float}
% For comments and other
\usepackage{verbatim}
% For math
\usepackage{amsmath}
% For more math
\usepackage{amssymb}
% Set margins and place page numbers at bottom center
\usepackage{fullpage}
% For source code
\usepackage{listings}
% For subfigures
\usepackage{subfig}
% For colours and names
\usepackage[usenames,dvipsnames]{color}
% For hyperlinks and indexing the PDF
\usepackage[pdftex]{hyperref}
% play with the different link colours here
% set to black to prevent printing blue links
\hypersetup{colorlinks,citecolor=blue,filecolor=blue,linkcolor=blue,urlcolor=blue}
\usepackage{eurosym}
\usepackage{url}
% Light Grey
\definecolor{mygrey}{gray}{.96}
\lstset{
	language=[ISO]C++,              % choose the language of the code ("language=Verilog" is popular as well)
    tabsize=3,						% sets the size of the tabs in spaces (1 Tab is replaced with 3 spaces)
	basicstyle=\tiny,               % the size of the fonts that are used for the code
	numbers=left,                   % where to put the line-numbers
	numberstyle=\tiny,              % the size of the fonts that are used for the line-numbers
	stepnumber=2,                   % the step between two line-numbers. If it's 1 each line will be numbered
	numbersep=5pt,                  % how far the line-numbers are from the code
	backgroundcolor=\colour{mygrey},% choose the background colour. You must add \usepackage{colour}
	%showspaces=false,              % show spaces adding particular underscores
	%showstringspaces=false,        % underline spaces within strings
	%showtabs=false,                % show tabs within strings adding particular underscores
	frame=single,	                % adds a frame around the code
	tabsize=3,	                    % sets default tabsize to 2 spaces
	captionpos=b,                   % sets the caption-position to bottom
	breaklines=true,                % sets automatic line breaking
	breakatwhitespace=false,        % sets if automatic breaks should only happen at whitespace
	%escapeinside={\%*}{*)},        % if you want to add a comment within your code
	commentstyle=\colour{BrickRed}  % sets the comment style
}

% Make units a little nicer looking and faster to type
\newcommand{\Hz}{\textsl{Hz}}
\newcommand{\KHz}{\textsl{KHz}}
\newcommand{\MHz}{\textsl{MHz}}
\newcommand{\GHz}{\textsl{GHz}}
\newcommand{\ns}{\textsl{ns}}
\newcommand{\ms}{\textsl{ms}}
\newcommand{\s}{\textsl{s}}

\newcommand{\labno}{01}
\newcommand{\labtitle}{TU Delft Lab Experiment}
\newcommand{\authorname}{Alexandre Fieno}
\newcommand{\professor}{Dr. Judith Redi}
\newcommand{\project}{VARIUM: Visual Artifacts Interference Understanding and Modeling}


\begin{document}  % START THE DOCUMENT!

\begin{titlepage}
    \begin{center}
        {\LARGE \textsc{Draft Protocol \labno:} \\ \vspace{5pt}}
        {\Large \textsc{\labtitle} \\ \vspace{5pt}}
        \rule[13pt]{\textwidth}{1pt} \\ \vspace{70pt}
        {\large \project \\ \vspace{60pt}}
        {\large By: \authorname \\ \vspace{6pt}
        Instructor: \professor \\ \vspace{6pt}
        \today}
        \vspace{7.5cm}
        \rule[13pt]{\textwidth}{1pt}

        \begin{figure}[h!]
            \includegraphics[width=4.0cm]{Images/TUlogo}
        \end{figure}

        \large{Electrical Engineering, Mathematics and Computer Science Department} \\
        \large{Interactive Intelligent Systems Group}
    \end{center}
\end{titlepage}
% END TITLE PAGE %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%

\section{Research question}
This study aims to understand the influence of a set of artifacts and their relationship with the content of a video. It is expected, from a series of psychophysical experiments, to determine the impact of them on visual quality perception. The set of artifacts used in this study were chosen among those perceptually most relevant for digital video applications (e.g. blockiness, blurriness, packet-loss etc). Later, it is expected to design an objective metric for overall video quality considering visual attention and specific spatial and temporal artifacts, their reciprocal impact and their mutual importance for a wide range of video content.

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\section{Experimental Setup}
For the experimental session, subjects will be requested to score some videos with different combinations of artifacts. Thus, all subjects will assess all experimental stimuli and, during quality scoring, the eye-movements of the subjects will be recorded. It is expected to collect: viewing time per stimulus; scores for each attribute, video and observer; and, eye-tracking data. This experiment will require the resources indicated below:

\subsection{\textbf{Video Database}}
\label{subsec:VideoDatabase}
The video database used in this experiment was generated from seven high-definition videos (original videos) with $1280\times720$, $50$ fps and $10$ seconds duration and that correspond to a diverse content (Basketball, Romeo and Juliet, Park Run, Cactus, Park Joy, Barbecue and Into Trees), as depicted in Figure~\ref{fig:FirstFrame}. From the original videos were generated several different degraded versions (more details can be seen in the subsection~\ref{subsec:Artifacts} and in the tables~\ref{tab:BlockBlur} and~\ref{tab:PLBlockBlur}).
\begin{figure}[h]
  \centering
  \includegraphics[width=13cm]{images/FirstFrames.jpg}\\
  \caption{Screenshots of the first frame of the sequences included in Experiment.}
  \label{fig:FirstFrame}
\end{figure}

\subsection{\textbf{Artifacts}}
\label{subsec:Artifacts}
New versions of each original video were generated with different combination of artifacts. Below, a brief comment about the artifacts and the videos versions used:
\begin{itemize}
    \item The artifacts chosen were blockiness, blurriness and packet-loss~\footnote{These artifacts have been used in the previous experiments of this project.};
    \item $7$ original videos have been distorted with different combinations of the parameters regulating the amount of packet-loss, blurriness and blockiness;
    \item $4$ different strengths to blockiness and blurriness were used, such as, $0.2\%$, $0.4\%$, $0.6\%$ and $0.8\%$~\footnote{These blockiness and blurriness strengths have been used in the previous experiments of this project.};
    %\item Table~\ref{tab:BlockBlur} shows the $17$ combinations created using blockiness and blurriness. Later, they were applied in each original video versions, resulting in $119$ degraded videos;
    \item Table~\ref{tab:BlockBlur} shows all the combinations using different blockiness and blurriness strengths. Later, they were applied in each original video versions, resulting in new degraded videos;
    \item It was used $3$ different packet loss ratio, PckErr\_$1 = 0.7\%$, PckErr\_$2 = 2.6\%$ and PckErr\_$3 = 8.1\%$~\footnote{These packet loss ratio have been used in the previous experiments of this project.}. Later, they were applied in $2$, $3$, $8$, $10$, $11$, $12$, $14$ and $15$ degraded video versions. Table~\ref{tab:PLBlockBlur} shows these combinations (\emph{$PckErr\_1 + 2$} is the combination between packet loss ratio $0.2\%$ and degraded video version $2$, and so on);
    %\item To each original video version there are $41$ degraded video combinations. Thus, the database generated have $294$ videos, being $7$ original videos and $287$ degraded videos ($41$ degraded videos of each original video). It is a large amount to be judged in a single experiment. Some choices have to be made to reduce the amount of video:
%    \item
%    \begin{enumerate}
%        \item Total time consuming to execute overall experiment;
%        \item The videos very similar to the original video were avoided;
%        \item The videos where blockiness and blurriness are in the same amount were avoided;
%        \item Just the packet-loss $1$ and $3$ artifacts were considered;
%        \item The videos where the artifacts combination are extremely strong were avoided;
%    \end{enumerate}
\end{itemize}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                      Combination  & Blocky & Blurry  \\ \hline
                             $1$   & $0.0$  & $0.2$   \\ \hline
                             $2$   & $0.0$  & $0.4$   \\ \hline
                             $3$   & $0.0$  & $0.6$   \\ \hline
                             $4$   & $0.2$  & $0.0$   \\ \hline
                             $5$   & $0.2$  & $0.2$   \\ \hline
                             $6$   & $0.2$  & $0.4$   \\ \hline
                             $7$   & $0.2$  & $0.6$   \\ \hline
                             $8$   & $0.4$  & $0.0$   \\ \hline
                             $9$   & $0.4$  & $0.2$   \\ \hline
                             $10$  & $0.4$  & $0.4$   \\ \hline
                             $11$  & $0.4$  & $0.6$   \\ \hline
                             $12$  & $0.6$  & $0.0$   \\ \hline
                             $13$  & $0.6$  & $0.2$   \\ \hline
                             $14$  & $0.6$  & $0.4$   \\ \hline
                             $15$  & $0.6$  & $0.6$   \\ \hline
                             $16$  & $0.0$  & $0.8$   \\ \hline
                             $17$  & $0.8$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Strength of each artifacts (blockiness and blurriness) and their combinations used to generate the degraded videos.}
    \label{tab:BlockBlur}
\end{table}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                      Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
                  $PckErr\_1 + 2$  &   $0.7$     & $0.0$  & $0.4$   \\ \hline
                  $PckErr\_2 + 2$  &   $2.6$     & $0.0$  & $0.4$   \\ \hline
                  $PckErr\_3 + 2$  &   $8.1$     & $0.0$  & $0.4$   \\ \hline
                  $PckErr\_1 + 3$  &   $0.7$     & $0.0$  & $0.6$   \\ \hline
                  $PckErr\_2 + 3$  &   $2.6$     & $0.0$  & $0.6$   \\ \hline
                  $PckErr\_3 + 3$  &   $8.1$     & $0.0$  & $0.6$   \\ \hline
                  $PckErr\_1 + 8$  &   $0.7$     & $0.4$  & $0.0$   \\ \hline
                  $PckErr\_2 + 8$  &   $2.6$     & $0.4$  & $0.0$   \\ \hline
                  $PckErr\_3 + 8$  &   $8.1$     & $0.4$  & $0.0$   \\ \hline
                 $PckErr\_1 + 10$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
                 $PckErr\_2 + 10$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
                 $PckErr\_3 + 10$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
                 $PckErr\_1 + 11$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
                 $PckErr\_2 + 11$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
                 $PckErr\_3 + 11$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
                 $PckErr\_1 + 12$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
                 $PckErr\_2 + 12$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
                 $PckErr\_3 + 12$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
                 $PckErr\_1 + 14$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
                 $PckErr\_2 + 14$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
                 $PckErr\_3 + 14$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
                 $PckErr\_1 + 15$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
                 $PckErr\_2 + 15$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
                 $PckErr\_3 + 15$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
                 $PckErr\_1 + 16$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
                 $PckErr\_2 + 16$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
                 $PckErr\_3 + 16$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
                 $PckErr\_1 + 17$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
                 $PckErr\_2 + 17$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
                 $PckErr\_3 + 17$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Combinations of the packet loss ratio (PckErr $1, 2$ and $3$) with blockiness and blurriness artifacts.}
    \label{tab:PLBlockBlur}
\end{table}

Thus, the $41$ combinations (blockiness, blurriness and packet loss) $\times 7$ (videos versions) $+ 7$ original videos will generate a database with $294$ videos. So, some choices must be made on which videos to select once this is a large amount to be judged in a single experiment. Those choices could base on the results of the previous experiments, as following:
\begin{enumerate}
    \item Total time consuming to execute overall experiment;
    \item To consider just the overlapping of the three artifacts packet loss, blockiness and blurriness;
    \item The narrowing down the parameters to packet loss in $0.7\%$ and $8.1\%$ because they are the most significant values ​​among the three packet loss ratios used. ~\footnote{Values taken of the Experiment$3\_$setup document. Those values are the most significantly amount between the three packet loss ratio used.}:
        \begin{enumerate}
            \item Blockiness: $0.4\%$ and $0.6\%$;
            \item Blurriness: $0.4\%$ and $0.6\%$.
        \end{enumerate}
    \item Some artifacts can eliminating or reducing others artifact of according its strength (for example, if it add blockiness to a video and later filter the video for adding blurriness, the last operation would probably eliminate a good amount of blockiness);
\end{enumerate}

Thus, taking into account the goal of this experiment and these choices, it would result into $30$ combinations $\times 7$ (video versions) $+ 7$ original videos $= 217$ videos.

A list of all videos used in the experiment can be seen in Appendix~\ref{app:AppendA}.

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\subsection{Apparatus}
\label{subsec:Apparatus}
In a room with constant illumination at approximately $70$ lux, each subject will access the stimuli on a $23''$ LED blacklight monitor having a resolution of $1360\times768$ pixels. The subjects will be seated straight ahead of the monitor, centered at or slightly below the eye height for most subjects. A chinrest will be used to guarantee a constant distance between the subject's eyes and the monitor. The room has a table, $2$ chairs, a chinrest, $2$ CPUs, mouses and keyboards , $2$ displays and a \emph{SensoMotoric Instruments} GmbH Eye Tracker.

The Eye-Tracker will be used for tracking the pupil and gaze position during the experiment. The distance between the subject's eyes and the video monitor will be $3$ times the monitor screen's height. The user interface for the experiment was implemented using the \emph{Neurobehavioral Systems} software Presentation.

The experiment will take place at the Faculty of Electrical Engineering, Mathematics and Computer Science of TU Delft, in a designated laboratory space - HB $12.150$ and $12.160$ rooms.

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\section{Subjects and recruitment}
It is expected to recruit about $20$  subjects from the student and staff population at TU Delft observers. This recruitment will be done via poster (Figure~\ref{fig:poster}) and publication in the Facebook Groups (i.e, in groups related to student and staff of TU Delft). In some cases, some subjects can be excluded due:
\begin{itemize}
    \item Vision problems that are not corrected such as colour-blindness;
    \item Visible abnormality of the eyes like strabismus;
    \item Wearing glasses or contact lenses;
    \item Lighter-coloured eyes.
\end{itemize}

\begin{figure}[h!]
    \includegraphics[width=13.0cm]{Images/poster.jpg}
    \caption{Poster used for recruitment.}
    \label{fig:poster}
\end{figure}

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\section{Experimental Methodology}
The overall experiment will be run one subject at a time and it is split into five tasks (Figure~\ref{fig:overview}). Below there are a short comment about each task.
\begin{enumerate}
    \item \textbf{Equipment Calibration:} in this session the Eye-tracker will be calibrate. This step is essential for tracking the pupil and gaze position during the experiment;
    \item \textbf{Free Viewing:} in this session will be asked to the participants to freely look at seven high quality videos (original movies), as if they watching TV at home;
    \item \textbf{Training task:} this session will give an idea of the range of quality that the subjects will be seeing. It is split in two parts: first part has high quality videos and second part has strongly degraded videos;
    \item \textbf{Practice Trials:} In the fourth session will be showed some videos sequences to be sure that subjects understand the task. Subjects will be asked to perform the exact same tasks like in the main experiment;
    \item \textbf{Main Experimental Session:} in this is session will be presented all videos (test sequences) in random order. After each test sequence played, the subject will be asked ''Did you perceive any impairments or defects in the video?'', prompting for a ''yes'' or ''no'' answer (detection task). Then participants will be asked to perform the annoyance task consisting of giving a numerical judgment of how annoying the detected impairment is.
\end{enumerate}

\begin{figure}[h!]
    \includegraphics[width=10cm]{Images/Overall_Experiments.jpg}
    \caption{Experiment overview.}
    \label{fig:overview}
\end{figure}

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\section{PROCEDURE}
Videos will be shown in a randomized order, different for each participant. Each video will be scored through a slider with a continuous scale from $0$ (lower bound) to $10$ (upper bound), with $5$ being the mid value. Each scoring scale has $2$ semantic labels for the lower (''Imperceptible'') and upper bound (''Very Annoying''), at the beginning and end, respectively.

During the experiment, one video at a time will be showed and, after examination, the slider will appear in a separate scoring screen. Participants enter their judgment by simply positioning the slider on the appropriate score number (continuous scale) through the computer mouse. After scoring (regarding defects), another video will be displayed, and the process will be repeated until the all videos are showed for the participant. Figure~\ref{fig:slider} shows an example of the slider.
\begin{figure}[h!]
    \includegraphics[width=12.0cm]{images/slider.jpg}
    \caption{Scoring screen (slider).}
    \label{fig:slider}
\end{figure}

\subsection{Experiment - Details}
\label{subsec:ExperimentDetails}
During the experiment, the experimenter will be guiding the subject through all sessions of the experiment, so that everything can be understood clearly. The following basic steps for the experiment will be followed:

\begin{enumerate}
    \item \textbf{Inform the participant}
    \begin{itemize}
        \item \textbf{\emph{Goal}:} The goal of this experiment is to unveil the annoyance brought about by combinations of three different artifacts (Packet Loss, Blockiness and Blurriness).
        \item \textbf{\emph{Scoring screen}:} Each video will be scored through a slider with a continuous scale from $0$ (''Imperceptible'') to $10$ (''Very Annoying''), with $5$ being the mid value. An example of the scoring screen will be shown to the participant so that he/she can get familiar with it.
        \item \textbf{\emph{Questions or doubts}:} The participant can ask at any given time any question or doubt that he/she might have.
        \item \textbf{\emph{General procedure}:} The experiment is split in $5$ sessions: an equipment calibration task, a free view task, a training
        session (split in two parts), a practice trials and, a main experiment (split in two parts with a break and another equipment calibration in between).
    \end{itemize}
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
    \item \textbf{General procedure details}
    \begin{enumerate}
        \item \textbf{Calibration task:} Participants' eye movements will be tracked to investigate how an observer scans videos. The distance from the monitor to the participant's eyes is very important, and so, the participant will need:
        \begin{enumerate}
            \item to place his/her chin in the chinrest;
            \item to avoid leaning backwards;
            \item to look at different places in the screen in order for the experimenter to adjust the system according to the iris and pupil of the participant.
        \end{enumerate}
        Once the system is ready, the experimenter will ask the participant to continue. The eye-tracker tool will need to be calibrated with a simple task:
        \begin{enumerate}
            \item \textbf{\emph{Task}:} The observer will have to concentrate on a black square in the screen, and follow it with his/hers eyes every time the square changes its position.
            \begin{itemize}
                \item During this task, the experimenter is only allowed to finish it if there is a problem, i.e., the experimenter should not interfere with the elapsing procedure.
                \item One might be that the calibration task does conclude or that was not successful. In those cases, the calibration task can be repeated up to $3$ times. If the problem persists, the experiment will have to come to an end and the participant will be dismissed.
            \end{itemize}
            \item \textbf{\emph{After task}:} Once the calibration is complete, the experimenter will ask the observer to look at different places in the screen to confirm that the calibration was successful.
            \begin{itemize}
                \item If at any moment the participant moves his/hers face and the eye-tracker loses the participant's pupil or/and iris, the experimenter is allowed to correct the eye-tracker tool position, so that it can continue tracking the participant's eye movements. Moreover, the experimenter can try to correct some Eye-Tracker parameters when the subject is looking at one of the videos.
            \end{itemize}
        \end{enumerate}
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
        \item \textbf{Training task:} The participants will be performing $2$ short training sessions. This task is concerned with defects or impairments in video and their effect on human viewers. Thus, in the first session will be showed high-definition videos and next session strongly degraded videos. This task is so important to give them an idea of the range of quality that they will be seeing. The data from the training sessions will not be used for the study.
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
        \item \textbf{Practice Trials:} The participants will have a practice trial to be sure that they understand the task. The most important is to know the initial impressions from the subjects after the video is played. Thus, they will be asked to estimate the annoyance of defects or impairments in the video. The defects can be found in any region of video and at any time during the clip. After the clip is played, the participants will be asked: ''Did you see any defect or impairment?''. Here, there are two possibilities:
        \begin{enumerate}
            \item \underline{Answer NO}: if the participant did not see a defect (and, the experiment continues);
            \item \underline{Answer YES}: if the participant detected a defect or impairment. Thus, they will be asked to indicate the annoyance of the defect their have seen using a continuous scale with values ranging from $0$ to $10$. It is to assign an annoyance value of $10$ to the most annoying video. If the annoyance value of a defect in the experiment is half of the worst sample clip, the participant will give it a $5$; if it is $1/10$th as bad, the participant will give it a $1$. If the defect did not annoy the participant at all, score will be $0$.
        \end{enumerate}
        The same questions will be asked after every trial. The data from the practice trials will not be used for the study, so it isn't a problem if the participant makes a mistake.
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
        \item \textbf{Experiment:} Before the experiment starts, important advices will be provided to the participant:
        \begin{itemize}
            \item \emph{If he/she entered data incorrectly}: The participant should let the experimenter know. The experimenter will make note of the time as indicated in the iView interface and fix it later.\\
            \item \emph{If he/she needs to take a small break}: The participant should finish viewing the current video, and rest before entering the corresponding score, avoiding proceeding to the next video.\\
            \item \emph{If he/she feels confused about what to do}: The participant should stop and let the experimenter know if he/she has a question or doubt.\\
        \end{itemize}

        The experiment is split in $2$ sessions and each one should last approximately $25$ minutes. As in Practice Trials, they will be asked to estimate the annoyance of defects or impairments of each degraded video.
        \begin{enumerate}
            \item \textbf{Session $1$:} Once the participant has scored all videos of this session, it will be given a break to he/she. The break will not have a limit time defined, but it is expected that the participant begins the second session as soon as possible. Once the participant is ready to continue, he/she will be instructed to begin the next session.
            \item \textbf{Session $2$:} Before the beginning of this session the calibration task will be repeated. When the system is ready, the experimenter will ask to the participant to proceed to the calibration task. Once the calibration task is finished, the participant will rate the remaining videos. When is finished, he/she may leave the room. A more detailed explanation about the experiment itself can be given to the participant, if asked.
        \end{enumerate}
    \end{enumerate}
\end{enumerate}

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\subsection{Experimental Instructions}
\label{subsec:ExperimentalInstructions}
\begin{enumerate}
    \item \textbf{Before the subject arrives:}
    \begin{enumerate}
        \item Log in to the server
        \item Initiate application
    \end{enumerate}


    \item \textbf{After the subject arrives:}
    \begin{enumerate}
        \item Sit the subject in the chair, centered in front of the video monitor.  The subject should be adjusted backward or forward to get a distance of $3$ times the height of the picture in the video monitor screen. The most comfortable position for the subject tends to be leaning forward slightly with forearms or elbows on the table. The distance from the monitor to your eyes is important during the presentation. The subject should be instructed not to lean backward;

        \item ''The experiment is split in five sessions: equipment calibration, free viewing, training, practice trials, and main experimental session. At the beginning of each session, I will briefly explain what you are required to do at each stage.'';

        \item \underline{Eye-Tracking calibration}: A screen will appear asking the subject to wait while you adjust the camera and try to capture the pupil. Adjust the system to the more stable settings. When you are finished, instruct the  subject to advance. Then instruct him/her to follow the black squares in the screen. Press the \emph{space bar} to start the calibration;

        \item \underline{Free viewing}: ''At this stage, you will be asked to watch seven high quality videos (original videos). All videos have ten seconds.'';

        \item $[$~~Play seven original videos~~$]$;

        \item ''This study is concerned with defects or impairments in video images and their effect on human viewers.  We are not concerned with the content of the videos.  We are interested in whether or not you see any defects or impairments in the videos that we will show, and if so, how annoying (strong) the defect is.'';

        \item \underline{Training session}: ''Here is how you will determine the annoyance/strength value. I am about to show you a set of sample clips. The sample clips include two sets of videos.  The first set has four high quality videos and the second set has four degraded quality videos. There may be some impairment in the high quality clips. This will give you an idea of the range of image quality that you will be seeing. You are to assign an annoyance value of $10$ to the most annoying video among the sample clips.'';

        \item \underline{Practice Trials}: ''Before we start the experiment, you will have $6$ practice trials to be sure that you understand the task. You will be asked to perform the exact same tasks you will perform in the main experiment. You will respond in these trials just like you will in the main experiment. We will not use the data from the practice trials, so do not be concerned if you make a mistake here. If you have any questions or concerns, ask the experimenter at any time.''; \\

            You will be presented with one video clip on each trial. Each clip will last ten seconds and will be played once. After the clip is played, questions will appear on the monitor. The same questions will be asked after every trial. Do not spend a lot of time thinking about your responses. We want to know your initial impressions; \\

            You will be asked to estimate the annoyance of defects or impairments in the video. The defects can be found in any region of video and at any time during the clip. After the clip is played, you will be asked ''Did you see any defect or impairment''? \\

            ''If you did not see a defect, answer NO. Then, Left-click to see the next the video.''\\
            ''For those clips in which you do detect a defect or impairment, answer YES. You will be then asked to indicate the annoyance of the defect you saw using a continuous scale with values ranging from $0$ and $10$ will appear. You are to assign an annoyance value of $10$ to the most annoying video. If the annoyance value of a defect in the experiment is half of the worst sample clip, give it a $5$; if it is $\frac{1}{10}$th as bad, give it a $1$. If the defect did not annoy you at all, call it $0$. You should enter the scores using the mouse to click on the desired value. After you finished entering your choice of number, Left-click to see the next the video.'';

        \item $[$~~Start the main Experiment~~$]$;

        \item The experiment is divided in two parts. Each part should last approximately $25$ minutes. A break will be given after the first part of the experiment is finished. \\

        ''Do you have any questions?'' \\

        \item ''You can take a break at any time by entering your answers for the most recent video, but waiting to \emph{Left-click} until you are ready to go on. You should stop if you are confused about what to do, if you realize you have entered data incorrectly, or if you need a break. You can't stop the video from playing or go back and fix the data from a previous clip afterwards. So if something goes wrong, watch the video and then tell the experimenter. We will go back and fix it later. The questions will come up on the computer screen, but you should not need to look over at it every time. The questions will not change.'';

        \item First part will be showed some video sequences. When the first part is finished, a break will be given.

        \item After break, it will be asked if the participant is ready to continue. It will be necessary to perform the calibration task again. When the system is ready, the experimenter will ask he/she to proceed to the task.

        \item Second part will be showed remaining video sequences. When this part is finished, the experiment will be completed and the participant may leave the room.
    \end{enumerate}

    \item All \emph{Instructions} used in this experiment are showed in Appendix~\ref{app:AppendB}.
\end{enumerate}

%--------------------------------------------------------------------------------------------------------------------------------------------------------------%
\newpage
\appendix
\section{All video list used in overall experiment}
\label{app:AppendA}

\begin{center}
    \textbf{ORIGINAL VIDEO LIST}
\end{center}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                  Video  & Packet-Loss & Blocky & Blurry  \\ \hline
      blkblr$\_$v$1\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$7\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$8\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$9\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$10\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$11\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$12\_1280\times720\_0$   &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Original video list used during Free-viewing session.}
    \label{tab:videosOrig}
\end{table}

\begin{center}
    \textbf{TRAINING VIDEO LIST}
\end{center}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                  Video & Packet-Loss & Blocky & Blurry  \\ \hline
      blkblr$\_$v$2\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$3\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$4\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$5\_1280\times720\_0$  &   $0.0$     & $0.0$  & $0.0$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{ Original video list used during Training session.}
    \label{tab:videosTraining1}
\end{table}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                      Video  & Packet-Loss & Blocky & Blurry  \\ \hline
           blkblr$\_$v$2\_1280\times720\_17$ &   $0.0$     & $0.8$  & $0.0$   \\ \hline
            blkblr$\_$v$3\_$I$12\_$PckErr$3$ &   $8.1$     & $0.0$  & $0.0$   \\ \hline
           blkblr$\_$v$4\_1280\times720\_16$ &   $0.0$     & $0.0$  & $0.8$   \\ \hline
    blkblr$\_$v$5\_$I$12\_15\_$PckErr$3\ast$ &   $8.1$     & $0.6$  & $0.6$   \\ \hline
    \end{tabular}
  \end{small}
  \caption{Degraded video list used during Training session.}
  \label{tab:videosTraining2}
\end{table}

\newpage
\begin{center}
    \textbf{PRACTICE TRIAL LIST}
\end{center}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                                         Video  & Packet-Loss & Blocky & Blurry  \\ \hline
         blkblr$\_$v$2\_1280\times720\_0$       &   $0.0$     & $0.0$  & $0.0$   \\ \hline
        blkblr$\_$v$2\_1280\times720\_10\ast$   &   $0.0$     & $0.4$  & $0.4$   \\ \hline
     blkblr$\_$v$3\_$I$12\_10\_$PckErr$1\ast$   &   $0.7$     & $0.4$  & $0.4$   \\ \hline
         blkblr$\_$v$3\_$I$12\_$PckErr$2$       &   $2.6$     & $0.0$  & $0.0$   \\ \hline
     blkblr$\_$v$4\_$I$12\_12\_$PckErr$2\ast$   &   $2.6$     & $0.6$  & $0.0$   \\ \hline
     blkblr$\_$v$4\_$I$12\_11\_$PckErr$2\ast$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
     blkblr$\_$v$5\_$I$12\_16\_$PckErr$2\ast$   &   $2.6$     & $0.6$  & $0.6$   \\ \hline
         blkblr$\_$v$5\_$I$12\_$PckErr$3$       &   $8.1$     & $0.0$  & $0.0$   \\ \hline
      blkblr$\_$v$6\_$I$12\_8\_$PckErr$3\ast$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
      blkblr$\_$v$6\_$I$12\_2\_$PckErr$3\ast$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
      \end{tabular}
    \end{small}
    \caption{Video list used during Practice Trial session.}
    \label{tab:videosTraining3}
\end{table}

\begin{center}
    \textbf{VIDEO LIST OF MAIN EXPERIMENT}
\end{center}

\begin{table}[!htpb]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                         Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$1\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$1\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$1\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
    \end{tabular}
  \end{small}
\end{table}

\newpage
\begin{table}[H]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                          Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$1\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$1\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$1\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$1\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$1\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$7\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$7\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$7\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$7\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$7\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$7\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
    \end{tabular}
  \end{small}
\end{table}

\newpage
\begin{table}[H]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                          Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$8\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$8\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$8\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$8\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$8\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$8\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$8\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$9\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$9\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
    \end{tabular}
  \end{small}
\end{table}

\newpage
\begin{table}[H]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                          Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$9\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$9\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$9\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$9\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$9\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$10\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$10\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$10\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$10\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$10\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$10\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
    \end{tabular}
  \end{small}
\end{table}

\newpage
\begin{table}[H]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                          Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$11\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$11\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$11\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$11\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$11\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$11\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$11\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_2\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_2\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_2\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_3\_$PckErr$1$   &   $0.7$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_3\_$PckErr$2$   &   $2.6$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_3\_$PckErr$3$   &   $8.1$     & $0.0$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_8\_$PckErr$1$   &   $0.7$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_8\_$PckErr$2$   &   $2.6$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_8\_$PckErr$3$   &   $8.1$     & $0.4$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_10\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_10\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_10\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_11\_$PckErr$1$  &   $0.7$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_11\_$PckErr$2$  &   $2.6$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_11\_$PckErr$3$  &   $8.1$     & $0.4$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_12\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_12\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_12\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_14\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_14\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.4$   \\ \hline
blkblr$\_$v$12\_$I$12\_14\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.4$   \\ \hline
    \end{tabular}
  \end{small}
\end{table}

\newpage
\begin{table}[H]
  \centering
  % definindo o tamanho da fonte para small
  \begin{small}
    % redefinindo o espaçamento das colunas
    \begin{tabular}{|c|c|c|c|}\hline
                          Combination  & Packet-Loss & Blocky & Blurry  \\ \hline
blkblr$\_$v$12\_$I$12\_15\_$PckErr$1$  &   $0.7$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_15\_$PckErr$2$  &   $2.6$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_15\_$PckErr$3$  &   $8.1$     & $0.6$  & $0.6$   \\ \hline
blkblr$\_$v$12\_$I$12\_16\_$PckErr$1$  &   $0.7$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$12\_$I$12\_16\_$PckErr$2$  &   $2.6$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$12\_$I$12\_16\_$PckErr$3$  &   $8.1$     & $0.0$  & $0.8$   \\ \hline
blkblr$\_$v$12\_$I$12\_17\_$PckErr$1$  &   $0.7$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_17\_$PckErr$2$  &   $2.6$     & $0.8$  & $0.0$   \\ \hline
blkblr$\_$v$12\_$I$12\_17\_$PckErr$3$  &   $8.1$     & $0.8$  & $0.0$   \\ \hline
    \end{tabular}
  \end{small}
  \caption{Degraded videos used in the Main Experiment.}
  \label{tab:videosCombList}
\end{table}

\newpage
\section{Instructions showed during the experiment}
\label{app:AppendB}

\textbf{$1^{st}$ Instruction:} \\
\emph{Please type in your name and press return}\\

\textbf{$2^{nd}$ Instruction:} \\
\emph{Welcome! Thank you for participating in this experiment. The experiment is divided in $5$ sessions:\\
      $(1)$ Equipment Calibration,\\
	  $(2)$ Free Viewing,\\
      $(3)$ Training,\\
      $(4)$ Practice Trials,\\
      $(5)$ Main Experimental Session.\\
      At the beginning of each session, I will briefly explain what you are required to do at each stage. Left-click to continue.} \\


\textbf{$3^{rd}$ Instruction:} \\
\emph{The distance from the monitor to your eyes is very important during the presentation. \\
      Please put your head on the CHIN-REST in front of you. Try not to lean backward. \\
      Left-click to continue} \\


\textbf{$4^{th}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION \\
      Please, wait for a few seconds while I adjust the system. \\
      When the system is ready, I will ask you to continue. \\
      Left-click to continue} \\


\textbf{$5^{th}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION \\
      You're now going to see a series of small black SQUARES on the screen. \\
      At each screen, one black square will appear at a different position. \\
      Please, keep your eyes fixated on each of these squares. \\
      Left-click to continue} \\


\textbf{$6^{th}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION
      Thank you! The calibration is now complete. \\
      Left-click to continue} \\


\textbf{$7^{th}$ Instruction:} \\
\emph{$(2)$ FREE VIEWING SESSION
      You are now going to watch a series of $7$ videos. \\
      Please, watch them as if you were at home watching TV. \\
      Whenever you are ready to start, please left-click to continue.}\\


\textbf{$8^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      This study is concerned with defects or impairments in video images and their effect on human viewers.  \\
      We are not concerned with the content of the videos.  \\
      We are interested in whether or not you see any defects or impairments in the videos that we will show, and if so, how annoying defect is. \\
      Left-click to continue} \\


\textbf{$9^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      Here is how you will determine the annoyance value. I am about to show you a set of sample clips. \\
      The sample clips include two sets of videos. The first set has $4$ high quality videos. \\
      Left-click to play the set of high quality videos.} \\


\textbf{$10^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      The second set has degraded videos. They will give you an idea of the range of quality that you will be seeing. \\
      You are to assign an ANNOYANCE value of $10$ to the most annoying video among the sample clips. \\
      Left-click to play the set of impaired videos} \\


\textbf{$11^{th}$ Instruction:} \\
\emph{$(3)$ TRAINING SESSION \\
      Did you see any defects? \\
      Remember that the most annoying defect that you have seen is to have a value of $10$. \\
      If the annoyance value of a defect in the experiment is half of the worst sample clip, give it a $5$; \\
      if it is $1/10th$ as bad, give it a $1$. \\
      If the defect did not annoy you at all, call it zero. \\
      Left-click to continue} \\


\textbf{$12^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      Before we start the experiment, you will have $6$ practice trials to be sure that you understand the task. \\
      You will be asked to perform the exact same tasks you will perform in the main experiment. \\
      You will respond in these trials just like you will in the main experiment. \\
      We will not use the data from the practice trials, so don't be concerned if you make a mistake here. \\
      If you have any questions or concerns, feel free to ask me. \\
      Left-click to continue}\\


\textbf{$13^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      You will be presented with one video clip on each trial. \\
      Each clip will last $10$ seconds and will be played once. \\
      After the clip is played, questions will appear on the monitor. \\
      The same questions will be asked after every trial. Do not spend a lot of time thinking about your responses. \\
      We want to know your initial impressions. \\
      Left-click to continue}\\


\textbf{$14^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      You will be asked to estimate the annoyance of defects or impairments in the video. \\
      The defects can be found in any region of video and at any time during the clip. \\
      After the clip is played, you will be asked: Did you see any defect or impairment? \\
      If you did not see a defect, answer NO. Then, Left-click to play the next clip. \\
      Left-click to continue}\\


\textbf{$15^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      For those clips in which you do detect a defect or impairment, answer YES. \\
      You will be then asked to indicate the annoyance of the defect you saw using a scale with values ranging from $0$ and $10$. \\
	  You are to assign an annoyance value of $10$ to the most annoying video. \\
      If the annoyance value of a defect in the experiment is half of the worst sample clip, give it a $5$; if it is $1/10$th as bad, give it a $1$. \\
      If the defect did not annoy you at all, call it zero. \\
      You should enter the scores using the mouse to LEFT-click on the desired value. \\
      Left-click to continue}\\


\textbf{$16^{th}$ Instruction:} \\
\emph{$(4)$ PRACTICE TRIAL SESSION \\
      After you finished entering your choice of number, Left-click to play the next video. \\
 	  Do you have any questions? \\
      Left-click to start PRACTICE TRIALS.}\\


\textbf{$17^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$18^{th}$ Instruction:} \\
\emph{$(5)$ MAIN EXPERIMENT SESSION \\
      The experiment is divided in $2$ parts. Each part should last approximately $25$ minutes. \\
      A break will be given after the first part of the experiment is finished. \\
      If you need to take a small break at any time, enter your answers for the most recent video, but wait to Left-click until you are ready to go on. \\
      You should stop if you are confused about what to do. \\
      If you realize you have entered data incorrectly, tell me and I will go back and fix it later. \\
      Left-click to continue}\\


\textbf{$19^{th}$ Instruction:} \\
\emph{$(5)$ MAIN EXPERIMENT SESSION  -- PART I \\
      Do you have any questions? \\
      Left-click to start PART I}\\


\textbf{$20^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$21^{st}$ Instruction:} \\
\emph{This is the end of the first part of the experiment.\\
      Please Left-click whenever you are ready to resume the experiment.} \\


\textbf{$22^{nd}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION -- PART II \\
	  You are now going to perform the calibration session again. \\
      Please, wait for a few seconds while the experimenter adjusts the system. \\
      When the system is ready, the experimenter will ask you to continue. \\
      Left-click to continue}\\


\textbf{$23^{rd}$ Instruction:} \\
\emph{$(1)$ CALIBRATION SESSION  -- PART II \\
      You're now going to see a series of small black SQUARES on the screen. \\
      At each screen, one black square will appear at a different position. \\
      Please, keep your eyes fixated on each of these squares. \\
      Left-click to continue}\\


\textbf{$24^{th}$ Instruction:} \\
\emph{Thank you! The calibration is now complete. \\
 	  Left-click to start the Part II of the experiment. \\
      Left-click to continue}\\


\textbf{$25^{th}$ Instruction:} \\
\emph{Did you perceive any impairments or defects in the video?}\\


\textbf{$26^{th}$ Instruction:} \\
\emph{This is the end of the experiment.Thank you for participating!}

\end{document}
