\documentclass[11pt,twoside]{article}\makeatletter

\IfFileExists{xcolor.sty}%
  {\RequirePackage{xcolor}}%
  {\RequirePackage{color}}
\usepackage{colortbl}
\usepackage{wrapfig}
\usepackage{ifxetex}
\ifxetex
  \usepackage{fontspec}
  \usepackage{xunicode}
  \catcode`⃥=\active \def⃥{\textbackslash}
  \catcode`❴=\active \def❴{\{}
  \catcode`❵=\active \def❵{\}}
  \def\textJapanese{\fontspec{Noto Sans CJK JP}}
  \def\textChinese{\fontspec{Noto Sans CJK SC}}
  \def\textKorean{\fontspec{Noto Sans CJK KR}}
  \setmonofont{DejaVu Sans Mono}
  
\else
  \IfFileExists{utf8x.def}%
   {\usepackage[utf8x]{inputenc}
      \PrerenderUnicode{–}
    }%
   {\usepackage[utf8]{inputenc}}
  \usepackage[english]{babel}
  \usepackage[T1]{fontenc}
  \usepackage{float}
  \usepackage[]{ucs}
  \uc@dclc{8421}{default}{\textbackslash }
  \uc@dclc{10100}{default}{\{}
  \uc@dclc{10101}{default}{\}}
  \uc@dclc{8491}{default}{\AA{}}
  \uc@dclc{8239}{default}{\,}
  \uc@dclc{20154}{default}{ }
  \uc@dclc{10148}{default}{>}
  \def\textschwa{\rotatebox{-90}{e}}
  \def\textJapanese{}
  \def\textChinese{}
  \IfFileExists{tipa.sty}{\usepackage{tipa}}{}
\fi
\def\exampleFont{\ttfamily\small}
\DeclareTextSymbol{\textpi}{OML}{25}
\usepackage{relsize}
\RequirePackage{array}
\def\@testpach{\@chclass
 \ifnum \@lastchclass=6 \@ne \@chnum \@ne \else
  \ifnum \@lastchclass=7 5 \else
   \ifnum \@lastchclass=8 \tw@ \else
    \ifnum \@lastchclass=9 \thr@@
   \else \z@
   \ifnum \@lastchclass = 10 \else
   \edef\@nextchar{\expandafter\string\@nextchar}%
   \@chnum
   \if \@nextchar c\z@ \else
    \if \@nextchar l\@ne \else
     \if \@nextchar r\tw@ \else
   \z@ \@chclass
   \if\@nextchar |\@ne \else
    \if \@nextchar !6 \else
     \if \@nextchar @7 \else
      \if \@nextchar (8 \else
       \if \@nextchar )9 \else
  10
  \@chnum
  \if \@nextchar m\thr@@\else
   \if \@nextchar p4 \else
    \if \@nextchar b5 \else
   \z@ \@chclass \z@ \@preamerr \z@ \fi \fi \fi \fi
   \fi \fi  \fi  \fi  \fi  \fi  \fi \fi \fi \fi \fi \fi}
\gdef\arraybackslash{\let\\=\@arraycr}
\def\@textsubscript#1{{\m@th\ensuremath{_{\mbox{\fontsize\sf@size\z@#1}}}}}
\def\Panel#1#2#3#4{\multicolumn{#3}{){\columncolor{#2}}#4}{#1}}
\def\abbr{}
\def\corr{}
\def\expan{}
\def\gap{}
\def\orig{}
\def\reg{}
\def\ref{}
\def\sic{}
\def\persName{}\def\name{}
\def\placeName{}
\def\orgName{}
\def\textcal#1{{\fontspec{Lucida Calligraphy}#1}}
\def\textgothic#1{{\fontspec{Lucida Blackletter}#1}}
\def\textlarge#1{{\large #1}}
\def\textoverbar#1{\ensuremath{\overline{#1}}}
\def\textquoted#1{‘#1’}
\def\textsmall#1{{\small #1}}
\def\textsubscript#1{\@textsubscript{\selectfont#1}}
\def\textxi{\ensuremath{\xi}}
\def\titlem{\itshape}
\newenvironment{biblfree}{}{\ifvmode\par\fi }
\newenvironment{bibl}{}{}
\newenvironment{byline}{\vskip6pt\itshape\fontsize{16pt}{18pt}\selectfont}{\par }
\newenvironment{citbibl}{}{\ifvmode\par\fi }
\newenvironment{docAuthor}{\ifvmode\vskip4pt\fontsize{16pt}{18pt}\selectfont\fi\itshape}{\ifvmode\par\fi }
\newenvironment{docDate}{}{\ifvmode\par\fi }
\newenvironment{docImprint}{\vskip 6pt}{\ifvmode\par\fi }
\newenvironment{docTitle}{\vskip6pt\bfseries\fontsize{22pt}{25pt}\selectfont}{\par }
\newenvironment{msHead}{\vskip 6pt}{\par}
\newenvironment{msItem}{\vskip 6pt}{\par}
\newenvironment{rubric}{}{}
\newenvironment{titlePart}{}{\par }

\newcolumntype{L}[1]{){\raggedright\arraybackslash}p{#1}}
\newcolumntype{C}[1]{){\centering\arraybackslash}p{#1}}
\newcolumntype{R}[1]{){\raggedleft\arraybackslash}p{#1}}
\newcolumntype{P}[1]{){\arraybackslash}p{#1}}
\newcolumntype{B}[1]{){\arraybackslash}b{#1}}
\newcolumntype{M}[1]{){\arraybackslash}m{#1}}
\definecolor{label}{gray}{0.75}
\def\unusedattribute#1{\sout{\textcolor{label}{#1}}}
\DeclareRobustCommand*{\xref}{\hyper@normalise\xref@}
\def\xref@#1#2{\hyper@linkurl{#2}{#1}}
\begingroup
\catcode`\_=\active
\gdef_#1{\ensuremath{\sb{\mathrm{#1}}}}
\endgroup
\mathcode`\_=\string"8000
\catcode`\_=12\relax

\usepackage[a4paper,twoside,lmargin=1in,rmargin=1in,tmargin=1in,bmargin=1in,marginparwidth=0.75in]{geometry}
\usepackage{framed}

\definecolor{shadecolor}{gray}{0.95}
\usepackage{longtable}
\usepackage[normalem]{ulem}
\usepackage{fancyvrb}
\usepackage{fancyhdr}
\usepackage{graphicx}
\usepackage{marginnote}

\renewcommand{\@cite}[1]{#1}


\renewcommand*{\marginfont}{\itshape\footnotesize}

\def\Gin@extensions{.pdf,.png,.jpg,.mps,.tif}

  \pagestyle{fancy}

\usepackage[pdftitle={A Literature Review on Emotion Recognition using Various Methods},
 pdfauthor={}]{hyperref}
\hyperbaseurl{}

	 \paperwidth210mm
	 \paperheight297mm
              
\def\@pnumwidth{1.55em}
\def\@tocrmarg {2.55em}
\def\@dotsep{4.5}
\setcounter{tocdepth}{3}
\clubpenalty=8000
\emergencystretch 3em
\hbadness=4000
\hyphenpenalty=400
\pretolerance=750
\tolerance=2000
\vbadness=4000
\widowpenalty=10000

\renewcommand\section{\@startsection {section}{1}{\z@}%
     {-1.75ex \@plus -0.5ex \@minus -.2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\Large\bfseries}}
\renewcommand\subsection{\@startsection{subsection}{2}{\z@}%
     {-1.75ex\@plus -0.5ex \@minus- .2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\Large}}
\renewcommand\subsubsection{\@startsection{subsubsection}{3}{\z@}%
     {-1.5ex\@plus -0.35ex \@minus -.2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\large}}
\renewcommand\paragraph{\@startsection{paragraph}{4}{\z@}%
     {-1ex \@plus-0.35ex \@minus -0.2ex}%
     {0.5ex \@plus .2ex}%
     {\reset@font\normalsize}}
\renewcommand\subparagraph{\@startsection{subparagraph}{5}{\parindent}%
     {1.5ex \@plus1ex \@minus .2ex}%
     {-1em}%
     {\reset@font\normalsize\bfseries}}


\def\l@section#1#2{\addpenalty{\@secpenalty} \addvspace{1.0em plus 1pt}
 \@tempdima 1.5em \begingroup
 \parindent \z@ \rightskip \@pnumwidth 
 \parfillskip -\@pnumwidth 
 \bfseries \leavevmode #1\hfil \hbox to\@pnumwidth{\hss #2}\par
 \endgroup}
\def\l@subsection{\@dottedtocline{2}{1.5em}{2.3em}}
\def\l@subsubsection{\@dottedtocline{3}{3.8em}{3.2em}}
\def\l@paragraph{\@dottedtocline{4}{7.0em}{4.1em}}
\def\l@subparagraph{\@dottedtocline{5}{10em}{5em}}
\@ifundefined{c@section}{\newcounter{section}}{}
\@ifundefined{c@chapter}{\newcounter{chapter}}{}
\newif\if@mainmatter 
\@mainmattertrue
\def\chaptername{Chapter}
\def\frontmatter{%
  \pagenumbering{roman}
  \def\thechapter{\@roman\c@chapter}
  \def\theHchapter{\roman{chapter}}
  \def\thesection{\@roman\c@section}
  \def\theHsection{\roman{section}}
  \def\@chapapp{}%
}
\def\mainmatter{%
  \cleardoublepage
  \def\thechapter{\@arabic\c@chapter}
  \setcounter{chapter}{0}
  \setcounter{section}{0}
  \pagenumbering{arabic}
  \setcounter{secnumdepth}{6}
  \def\@chapapp{\chaptername}%
  \def\theHchapter{\arabic{chapter}}
  \def\thesection{\@arabic\c@section}
  \def\theHsection{\arabic{section}}
}
\def\backmatter{%
  \cleardoublepage
  \setcounter{chapter}{0}
  \setcounter{section}{0}
  \setcounter{secnumdepth}{2}
  \def\@chapapp{\appendixname}%
  \def\thechapter{\@Alph\c@chapter}
  \def\theHchapter{\Alph{chapter}}
  \appendix
}
\newenvironment{bibitemlist}[1]{%
   \list{\@biblabel{\@arabic\c@enumiv}}%
       {\settowidth\labelwidth{\@biblabel{#1}}%
        \leftmargin\labelwidth
        \advance\leftmargin\labelsep
        \@openbib@code
        \usecounter{enumiv}%
        \let\p@enumiv\@empty
        \renewcommand\theenumiv{\@arabic\c@enumiv}%
	}%
  \sloppy
  \clubpenalty4000
  \@clubpenalty \clubpenalty
  \widowpenalty4000%
  \sfcode`\.\@m}%
  {\def\@noitemerr
    {\@latex@warning{Empty `bibitemlist' environment}}%
    \endlist}

\def\tableofcontents{\section*{\contentsname}\@starttoc{toc}}
\parskip0pt
\parindent1em
\def\Panel#1#2#3#4{\multicolumn{#3}{){\columncolor{#2}}#4}{#1}}
\newenvironment{reflist}{%
  \begin{raggedright}\begin{list}{}
  {%
   \setlength{\topsep}{0pt}%
   \setlength{\rightmargin}{0.25in}%
   \setlength{\itemsep}{0pt}%
   \setlength{\itemindent}{0pt}%
   \setlength{\parskip}{0pt}%
   \setlength{\parsep}{2pt}%
   \def\makelabel##1{\itshape ##1}}%
  }
  {\end{list}\end{raggedright}}
\newenvironment{sansreflist}{%
  \begin{raggedright}\begin{list}{}
  {%
   \setlength{\topsep}{0pt}%
   \setlength{\rightmargin}{0.25in}%
   \setlength{\itemindent}{0pt}%
   \setlength{\parskip}{0pt}%
   \setlength{\itemsep}{0pt}%
   \setlength{\parsep}{2pt}%
   \def\makelabel##1{\upshape ##1}}%
  }
  {\end{list}\end{raggedright}}
\newenvironment{specHead}[2]%
 {\vspace{20pt}\hrule\vspace{10pt}%
  \phantomsection\label{#1}\markright{#2}%

  \pdfbookmark[2]{#2}{#1}%
  \hspace{-0.75in}{\bfseries\fontsize{16pt}{18pt}\selectfont#2}%
  }{}
      \def\TheFullDate{2017-01-15 (revised: 15 January 2017)}
\def\TheID{\makeatother }
\def\TheDate{2017-01-15}
\title{A Literature Review on Emotion Recognition using Various Methods}
\author{}\makeatletter 
\makeatletter
\newcommand*{\cleartoleftpage}{%
  \clearpage
    \if@twoside
    \ifodd\c@page
      \hbox{}\newpage
      \if@twocolumn
        \hbox{}\newpage
      \fi
    \fi
  \fi
}
\makeatother
\makeatletter
\thispagestyle{empty}
\markright{\@title}\markboth{\@title}{\@author}
\renewcommand\small{\@setfontsize\small{9pt}{11pt}\abovedisplayskip 8.5\p@ plus3\p@ minus4\p@
\belowdisplayskip \abovedisplayskip
\abovedisplayshortskip \z@ plus2\p@
\belowdisplayshortskip 4\p@ plus2\p@ minus2\p@
\def\@listi{\leftmargin\leftmargini
               \topsep 2\p@ plus1\p@ minus1\p@
               \parsep 2\p@ plus\p@ minus\p@
               \itemsep 1pt}
}
\makeatother
\fvset{frame=single,numberblanklines=false,xleftmargin=5mm,xrightmargin=5mm}
\fancyhf{} 
\setlength{\headheight}{14pt}
\fancyhead[LE]{\bfseries\leftmark} 
\fancyhead[RO]{\bfseries\rightmark} 
\fancyfoot[RO]{}
\fancyfoot[CO]{\thepage}
\fancyfoot[LO]{\TheID}
\fancyfoot[LE]{}
\fancyfoot[CE]{\thepage}
\fancyfoot[RE]{\TheID}
\hypersetup{citebordercolor=0.75 0.75 0.75,linkbordercolor=0.75 0.75 0.75,urlbordercolor=0.75 0.75 0.75,bookmarksnumbered=true}
\fancypagestyle{plain}{\fancyhead{}\renewcommand{\headrulewidth}{0pt}}

\date{}
\usepackage{authblk}

\providecommand{\keywords}[1]
{
\footnotesize
  \textbf{\textit{Index terms---}} #1
}

\usepackage{graphicx,xcolor}
\definecolor{GJBlue}{HTML}{273B81}
\definecolor{GJLightBlue}{HTML}{0A9DD9}
\definecolor{GJMediumGrey}{HTML}{6D6E70}
\definecolor{GJLightGrey}{HTML}{929497} 

\renewenvironment{abstract}{%
   \setlength{\parindent}{0pt}\raggedright
   \textcolor{GJMediumGrey}{\rule{\textwidth}{2pt}}
   \vskip16pt
   \textcolor{GJBlue}{\large\bfseries\abstractname\space}
}{%   
   \vskip8pt
   \textcolor{GJMediumGrey}{\rule{\textwidth}{2pt}}
   \vskip16pt
}

\usepackage[absolute,overlay]{textpos}

\makeatother 
      \usepackage{lineno}
      \linenumbers
      
\begin{document}

             \author[1]{Reeshad  Khan}

             \author[2]{Omar  Sharif}

\renewcommand\Authands{ and }

\date{\small \em Received: 9 December 2016 Accepted: 5 January 2017 Published: 15 January 2017}

\maketitle


\begin{abstract}
        


Emotion Recognition is an important area of work to improve the interaction between human and machine. Complexity of emotion makes the acquisition task more difficult. Quondam works are proposed to capture emotion through unimodal mechanism such as only facial expressions or only vocal input. More recently, inception to the idea of multimodal emotion recognition has increased the accuracy rate of the detection of the machine. Moreover, deep learning technique with neural network extended the success ratio of machine in respect of emotion recognition. Recent works with deep learning technique has been performed with different kinds of input of human behavior such as audio-visual inputs, facial expressions, body gestures, EEG signal and related brainwaves. Still many aspects in this area to work on to improve and make a robust system will detect and classify emotions more accurately. In this paper, we tried to explore the relevant significant works, their techniques, and the effectiveness of the methods and the scope of the improvement of the results.

\end{abstract}


\keywords{}

\begin{textblock*}{18cm}(1cm,1cm) % {block width} (coords) 
\textcolor{GJBlue}{\LARGE Global Journals \LaTeX\ JournalKaleidoscope\texttrademark}
\end{textblock*}

\begin{textblock*}{18cm}(1.4cm,1.5cm) % {block width} (coords) 
\textcolor{GJBlue}{\footnotesize \\ Artificial Intelligence formulated this projection for compatibility purposes from the original article published at Global Journals. However, this technology is currently in beta. \emph{Therefore, kindly ignore odd layouts, missed formulae, text, tables, or figures.}}
\end{textblock*}


\let\tabcellsep& 	 	 		 \par
A Literature Review on Emotion Recognition using Various Methods Reeshad Khan ? \& Omar Sharif ? 
\section[{I. Introduction}]{I. Introduction}\par
ost common exposition of an idea of emotion could be found as "a natural instinctive state of mind deriving from one's circumstances, mood, or relationships with others". Which misses depicting the driving force behind all motivation which may positive, negative or neutral. This is very important information to understand emotion as an intelligent agent. It is very complicated to detect the emotions and distinguish among them. Before a decades or two emotion started to become a concern as an important addition towards the modern technology world. Rises the hope of new dawn for intelligence apparatus. Imagine a world where machines do feel what humans need or want. With the special kind of calculation then that machine could predict the further consequences and by which mankind could avoid serious circumstances and lot more. Humans are far more strong and intelligent due to the addition of the emotion but less effective than machines. But what if machines get this special features of human? It will be the strongest addition to the technology ever. And to make the dreams come true this is the first step; train a system to spot and recognize emotions. This is the start of an intelligent system. Intelligent Systems are becoming more efficient by predicting and classifying decision in various aspects of practical life. Particularly, emotion recognition through deep learning has become intriguing research area for its innovative nature and practical implication. This technique mainly consists of detecting emotion through various kinds of input taken from different human behavior and condition. A technology namely neural network detects emotion through deep learning. For its complication mentioned earlier, an emotion recognition system with stellar efficiency and accuracy is needed. 
\section[{II. Recent Related Work in the Relevant Field}]{II. Recent Related Work in the Relevant Field}\par
Previous works are focused on eliciting results from unimodal systems. Machines used to predict emotion by only facial expressions \hyperref[b0]{[1]} or only vocal sounds \hyperref[b1]{[2]}. After a while, multimodal systems that use more than one features to predict emotion has more effective and gives more accurate results. So that, the combination of features such as audio-visual expressions, EEG, body gestures have been used since. More than one intelligent machine and neural networks are used to implement the emotion recognition system. Multimodal recognition method has proven more effective than unimodal systems by Shiqing et al. \hyperref[b2]{[3]}. Research has demonstrated that deep neural networks can effectively generate discriminative features that approximate the complex non-linear dependencies between features in the original set. These deep generative models have been applied to speech and language processing, as well as emotion recognition tasks \hyperref[b3]{[4]}\hyperref[b4]{[5]}\hyperref[b5]{[6]}. Martin et al. \hyperref[b6]{[7]} showed that bidirectional Long Short Term Memory(BLSTM) network is more effective that conventional SVM approach.; In speech processing, Ngiam et al. \hyperref[b7]{[8]} proposed and evaluated deep networks to learn audio-visual features from spoken letters. In emotion recognition, Brueckner et al. \hyperref[b8]{[9]} found that the use of a Restricted Boltzmann Machine (RBM) prior to a two-layer neural network with fine-tuning could significantly improve classification accuracy in the Interspeech automatic likability classification challenge \hyperref[b9]{[10]}. The work by Stuhlsatz et al. \hyperref[b11]{[11]} took a different approach for learning acoustic features in speech emotion recognition using Generalized Discriminant Analysis (GerDA) based on Deep Neural Networks (DNNs). Yelin et al. \hyperref[b12]{[12]} showed three layered Deep Belief Networks(DBNs') give better performance than two layered DBNs' by using audio-19 Year 2017 ( ) F\par
Abstract-Emotion Recognition is an important area of work to improve the interaction between human and machine. Complexity of emotion makes the acquisition task more difficult. Quondam works are proposed to capture emotion through unimodal mechanism such as only facial expressions or only vocal input. More recently, inception to the idea of multimodal emotion recognition has increased the accuracy rate of the detection of the machine. Moreover, deep learning technique with neural network extended the success ratio of machine in respect of emotion recognition. Recent works with deep learning technique has been performed with different kinds of input of human behavior such as audio-visual inputs, facial expressions, body gestures, EEG signal and related brainwaves. Still many aspects in this area to work on to improve and make a robust system will detect and classify emotions more accurately. In this paper, we tried to explore the relevant significant works, their techniques, and the effectiveness of the methods and the scope of the improvement of the results.\par
visual emotion recognition process. Samira et al \hyperref[b13]{[13]} used Recurrent neural network combined with Convoluted Neural Network(CNN) in an underlying CNN-RNN architecture to predict emotion in the video. Some noble methods and techniques also enriched this particular research. They are more accurate, stable and realistic. In terms of performance, accuracy, reasonability and precision these methods are the dominating solutions. Some of them are more accurate but some are more realistic. Some take much time and require greater computation power to produce the more accurate result but some compromises accuracy over performance. The idea of being successful might differ but these solutions are the best possible till now.\par
Yelin Kim and Emily Mower Provos explore whether a subset of an utterance can be used for emotion inference and how the subset varies by classes of emotion and modalities. They propose a windowing method that identifies window configurations, window duration, and timing, for aggregating segment-level information for utterance-level emotion inference. The experimental results using the IEMOCAP and MSP-IMPROV datasets show that the identified temporal window configurations demonstrate consistent patterns across speakers, specific to different classes of emotion and modalities. They compare their proposed windowing method to a baseline method that randomly selects window configurations and a traditional all-mean method that uses the full information within an utterance. This method shows a significantly higher performance in emotion recognition while the method only uses 40-80\% of information within each utterance. The identified windows also show consistency across speakers, demonstrating how multimodal cues reveal emotion over time. These patterns also align with psychological findings. But after all achievement, the result is not consistent with this method \hyperref[b15]{[15]}.\par
A. Yao, D. Cai, P. Hu, S. Wang, L. Shan, and Y. Chen used a well-designed Convolutional Neural Network (CNN) architecture regarding the video based emotion recognition \hyperref[b14]{[14]}. They proposed the method named as HOLONET has three critical considerations in network design. \hyperref[b0]{(1)} To reduce redundant filters and enhance the non-saturated non-linearity in the lower convolutional layers, they used modified Concatenated Rectified Linear Unit (CReLU) instead of ReLU. (2) To enjoy the accuracy gain from considerably increased network depth and maintain efficiency, they combine residual structure and CReLU to construct the middle layers. (3) To broaden network width and introduce multi-scale feature extraction property, the topper layers are designed as a variant of the inception-residual structure. This method more realistic than other methods here. It's focused on adaptability in real-time scenario than accuracy and theoretical performance. Though its accuracy is also impressive but only this method is applicable only in the video based emotion recognition. Other types of data rather than video, this method can't produce results \hyperref[b14]{[14]}.\par
Y. Fan, X. Lu, D. Li, and Y. Liu. proposed a method for video-based emotion recognition in the wild. They used CNN-LSTM and C3D networks to simultaneously model video appearances and motions \hyperref[b16]{[16]}. They found that the combination of the two kinds of networks can give impressive results, which demonstrated the effectiveness of the method. In their proposed method they used LSTM (Long Short Term Memory) -a special kind of RNN, C3D -A Direct Spatio-Temporal Model and Hybrid CNN-RNN and C3D Networks. This method gives a great accuracy and performance is remarkable. But this method is much convoluted, time-consuming and less realistic. For this reason, efficiency is not that impressive \hyperref[b16]{[16]}.\par
Zixing Zhang, Fabien Ringeval, Eduardo Coutinho, Erik Marchi and Björn Schüller proposed some improvement in SSL technique to improve the low performance of a classifier that can deliver on challenging recognition tasks reduces the trust ability of the automatically labeled data and gave solutions regarding the noise accumulation problem -instances that are misclassified by the system are still used to train it in future iterations \hyperref[b17]{[17]}. they exploited the complementarity between audio-visual features to improve the performance of the classifier during the supervised phase. Then, they iteratively re-evaluated the automatically labeled instances to correct possibly mislabeled data and this enhances the overall confidence of the system's predictions. This technique gives a best possible performance using SSL technique where labeled data is scarce and/or expensive to obtain but still, there are various inherent limitations that limit its performance in practical applications. This technique has been tested on a specific database with a limited type and number of data. The algorithm which has been used is not capable of processing physiological data alongside other types of data \hyperref[b17]{[17]}.\par
Wei-Long Zheng and Bao-Liang Lu proposed EEG-based effective models without labeled target data using transfer learning techniques (TCA-based Subject Transfer) \hyperref[b18]{[18]} which is very accurate in terms of positive emotion recognition than other techniques used before. Their method achieved 85.01\% accuracy. They used to transfer learning and their method includes three pillars, TCA-based Subject Transfer, KPCA-based Subject Transfer and Transductive Parameter Transfer. For data preprocessing they used raw EEG signals processed with a bandpass filter between 1 Hz and 75 Hz and for feature extraction, they employed differential entropy (DE) features. For evaluation, they adopted a leave-onesubject-out cross-validation method. Their experimental results demonstrated that the transductive parameter transfer approach significantly outperforms the other approaches in terms of the accuracies, and a 19.58\% increase in recognition accuracy has been achieved.\par
Though this achievement is limited to the positive emotion recognition only. This method is limited in terms of negative and neutral emotion recognition. Yet a lot improvement needed to recognize negative and neutral emotion more accurately \hyperref[b18]{[18]}.  
\section[{Proposed Method}]{Proposed Method}\par
In terms of emotion recognition, there is no indefinite way or method which is the univocal solution. A lot of solution have come and many to comes in near future with significant improvement in terms of efficiency, accuracy, and usability. In past and the current research shows that multimodalities dominated the area of emotion recognition than unimodality. Using EEG and audio-visual signal yields the best possible results according to the newest researches. We assume LSTM-RNN is the best way to handle multimodalities. So our proposal is focused on emotion recognition by EEG and audio-visual signal using LSTM-RNN. This type of research has been done before. But our challenge is to improve the model where it will be trained by EEG and audiovisual data at the same time and will make a relation between this data wherein, if one type of data is not available in a situation, the model could still produce the result; finding the relation within the data. So, the training will have two part; training for the data and training to understand the relations between the data. 
\section[{V. Conclusions}]{V. Conclusions}\par
In this Paper we discussed about the work done on emotion recognition and for achieving that all 
\section[{Future Work Scope}]{Future Work Scope}\par
We are working towards a machine with emotions. A machine or a system, which can think like humans, can feel warmness of heart; can judge on events, prioritized between choices and with many more emotional epithets. To make the dream reality first we need the machine or system to understand human emotions, ape the emotion and master it. We just started to do that. Though there is some real example exists this days. Some features and services are getting popularity like Microsoft Cognitive Services but still there is a lot works required in the terms of efficiency, accuracy and usability. Therefore, in future Emotion Recognition is an area requires a great intentness. 
\section[{III.}]{III.}\par
superior and novel approaches and methods. We have proposed a glimpse of a probable solution and method towards recognition the emotion. Work so far substantiate that emotion recognition using users EEG signal and audiovisual signal has the highest recognition rate and has highest performance.\begin{figure}[htbp]
\noindent\textbf{1} \par 
\begin{longtable}{P{0.21686217008797654\textwidth}P{0.2592375366568915\textwidth}P{0.3651759530791789\textwidth}P{0.008724340175953079\textwidth}}
\multicolumn{3}{l}{A Literature Review on Emotion Recognition using Various Methods}\tabcellsep \\
Reference and year\tabcellsep Approach and Method\tabcellsep Performance\tabcellsep \\
\tabcellsep \tabcellsep Positive (85.01\%) emotion recognition rate\tabcellsep \\
Wei-Long Zheng and Bao-\tabcellsep EEG-based affective models\tabcellsep is higher than other approaches but neutral\tabcellsep \\
Liang Lu\tabcellsep without labeled target data\tabcellsep (25.76\%) and negative (10.24\%) emotions\tabcellsep \\
(2016)\tabcellsep using transfer learning techniques (TCA-based Subject Transfer)\tabcellsep are often confused with each other. Delivers a strong performance in the\tabcellsep Year 2017\\
Zixing Zhang, Fabien\tabcellsep \tabcellsep classification of high/low emotional\tabcellsep \\
Ringeval, Fabien Ringeval,\tabcellsep Semi-Supervised Learning\tabcellsep arousal (UAR = 76.5\%), and significantly\tabcellsep \\
Eduardo Coutinho, Erik\tabcellsep (SSL) technique\tabcellsep outperforms traditional SSL methods by at\tabcellsep \\
Marchi and Björn Schüller\tabcellsep \tabcellsep least 5.0\% (absolute gain).\tabcellsep \\
(2016)\tabcellsep \tabcellsep \tabcellsep \\
\tabcellsep \tabcellsep Achieved accuracy 59.02\% (without using\tabcellsep \\
Y. Fan, X. Lu, D. Li, and\tabcellsep Video-based Emotion\tabcellsep any additional\tabcellsep \\
Y. Liu.\tabcellsep Recognition Using CNN-RNN\tabcellsep Emotion labeled video clips in training\tabcellsep \\
(2016)\tabcellsep and C3D Hybrid Networks\tabcellsep set) which is the best till now.\tabcellsep \\
A. Yao, D. Cai, P. Hu, S.\tabcellsep \tabcellsep \tabcellsep \\
Wang, L. Shan and Y.\tabcellsep \tabcellsep Achieved mean recognition rate of\tabcellsep \\
Chen\tabcellsep HoloNet: towards robust\tabcellsep 57.84\%.\tabcellsep \\
(2016)\tabcellsep emotion recognition in the wild\tabcellsep \tabcellsep ( ) F\\
Yelin Kim and Emily\tabcellsep Data driven framework to\tabcellsep \tabcellsep \\
Mower Provos\tabcellsep explore patterns (timings and\tabcellsep Achieved 65.60\% UW accuracy, 1.90\%\tabcellsep \\
(2016)\tabcellsep durations) of emotion evidence,\tabcellsep higher than the baseline.\tabcellsep \\
\tabcellsep specific to individual emotion\tabcellsep \tabcellsep \\
\tabcellsep classes\tabcellsep \tabcellsep \\
\tabcellsep \tabcellsep IV.\tabcellsep \end{longtable} \par
 
\caption{\label{tab_0}Table 1 :}\end{figure}
 			\footnote{© 2017 Global Journals Inc. (US)} 		 		\backmatter  			  				\begin{bibitemlist}{1}
\bibitem[Schuller et al.]{b9}\label{b9} 	 		\textit{},  		 			B Schuller 		,  		 			S Steidl 		,  		 			A Batliner 		,  		 			E N¨oth 		,  		 			A Vinciarelli 		,  		 			F Burkhardt 		,  		 			R Van Son 		,  		 			F Weninger 		,  		 			F 		.  		 	 
\bibitem[Ebrahimi et al. ()]{b13}\label{b13} 	 		\textit{Christopher Pal-Recurrent Neural Networks for Emotion Recognition in Video?},  		 			Samira Ebrahimi 		,  		 			Vincent Michalski 		,  		 			Kishore Konda 		,  		 			Goethe Roland Memisevic 		.  		2015. Montréal, Canada.  		 			Kahou École Polytechnique de Montréal, Canada ; Universität Frankfurt, Germany; Université de Montréal 		 	 
\bibitem[Kim and Provos ()]{b15}\label{b15} 	 		\textit{Data driven framework to explore patterns (timings and durations) of emotion evidence, specific to individual emotion classes},  		 			Yelin Kim 		,  		 			Emily Mower Provos 		.  		2016. Ann Arbor, Michigan, USA.  		 			University of Michigan Electrical Engineering and Computer Science 		 	 
\bibitem[Morgan ()]{b3}\label{b3} 	 		‘Deep and wide: Multiple layers in automatic speech recognition,? Audio, Speech, and Language Processing’.  		 			N Morgan 		.  	 	 		\textit{IEEE Transactions on}  		2012. 20  (1)  p. .  	 
\bibitem[Deep learning for robust feature generation inaudiovisual emotion recognition Yelin Kim ()]{b12}\label{b12} 	 		\textit{Deep learning for robust feature generation inaudiovisual emotion recognition Yelin Kim},  		2013. Ann Arbor, Michigan, US.  		 			Honglak Lee, and Emily Mower Provost * University of Michigan Electrical Engineering and Computer Science 		 	 
\bibitem[Levi and Hassner ()]{b0}\label{b0} 	 		\textit{Emotion Recognition in the Wild via Convolutional Neural Networks and Mapped Binary Patterns},  		 			Gil Levi 		,  		 			Tal Hassner 		.  		2014.  		 			SC / Information Sciences Institute, the Open University of Israel 		 	 
\bibitem[Eyben and Bocklet ()]{b10}\label{b10} 	 		 			T Eyben 		,  		 			Bocklet 		.  		\textit{The interspeech 2012 speaker trait challenge,? Interspeech},  				 (Portland, Oregon)  		2012.  	 
\bibitem[Brueckner and Schuller ()]{b8}\label{b8} 	 		‘Likability classification -a not so deep neural network approach’.  		 			R Brueckner 		,  		 			Schuller 		.  	 	 		\textit{? in Proceedings of INTERSPEECH},  				2012.  	 
\bibitem[Mohamed et al. ()]{b4}\label{b4} 	 		 			A Mohamed 		,  		 			G E Dahl 		,  		 			G Hinton 		.  	 	 		\textit{Acoustic modeling using deep belief networks,? Audio, Speech, and Language Processing},  				2012. 20 p. .  	 
\bibitem[Ngiam et al. ()]{b7}\label{b7} 	 		 			J Ngiam 		,  		 			A Khosla 		,  		 			M Kim 		,  		 			J Nam 		,  		 			H Lee 		,  		 			A Y Ng 		.  		\textit{Multimodal deep learning,? in Proceeding soft he 28 th International Conference on Machine Learning (ICML)},  				2011. p. .  	 
\bibitem[Wei-Long Zheng1 and Lu ()]{b18}\label{b18} 	 		\textit{Personalizing EEG-Based Affective Models with Transfer Learning, Center for Brain-like Computing and Machine Intelligence},  		 			Bao-Liang Wei-Long Zheng1 		,  		 			Lu 		.  		2016. Shanghai, China.  		 			Department of Computer Science and Engineering, Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Brain Science and Technology Research Center, Shanghai Jiao Tong University 		 	 
\bibitem[W¨ollmer et al. ()]{b6}\label{b6} 	 		\textit{Shrikanth Narayanan; Context-Sensitive Multimodal Emotion Recognition from Speech and Facial Expression using Bidirectional LSTM Modeling; Institute for Human-Machine Communication},  		 			Martin W¨ollmer 		,  		 			Angeliki Metallinou 		,  		 			Florian Eyben 		,  		 			Bj¨orn Schuller 		.  		2010. Los Angeles, CA.  		 			Technische Universit¨at M¨unchen, Germany Signal Analysis and Interpretation Lab (SAIL), University of Southern California 		 	 
\bibitem[Sivaram and Hermansky ()]{b5}\label{b5} 	 		‘Sparse multilayer perceptron for phoneme recognition,? Audio, Speech, and Language Processing’.  		 			G Sivaram 		,  		 			H Hermansky 		.  	 	 		\textit{IEEE Transactions on}  		2012. 20  (1)  p. .  	 
\bibitem[Kunhan et al. ()]{b1}\label{b1} 	 		‘Speech Emotion Recognition Using Deep Neural Network and Extreme Learning Machine’.  		 			Dong Kunhan 		,  		 			Ivan Yu 		,  		 			Tashev 		.  	 	 		\textit{One Microsoft Way}  		2014. Microsoft Research.  		 			Department of Computer Science and Engineering, The Ohio State University 		 	 
\bibitem[Stuhlsatz et al. ()]{b11}\label{b11} 	 		 			A Stuhlsatz 		,  		 			C Meyer 		,  		 			F Eyben 		,  		 			T Zieike 		,  		 			G Meier 		,  		 			B Schuller 		.  		\textit{Deep neural networks for acoustic emotion recognition: raising the benchmarks,? in Acoustics, Speech and Signal Processing},  				2011. IEEE. p. .  	 	 (2011 IEEE International Conference on) 
\bibitem[Fan et al. ()]{b16}\label{b16} 	 		‘Video-based Emotion Recognition Using CNN-RNN and C3D Hybrid Networks’.  		 			Y Fan 		,  		 			X Lu 		,  		 			D Li 		,  		 			Y Liu 		.  	 	 		\textit{Proceeding ICMI 2016 Proceedings of the 18th ACM International Conference on Multimodal Interaction},  				 (eeding ICMI 2016 eedings of the 18th ACM International Conference on Multimodal InteractionTokyo, Japan)  		November 12 -16, 2016. p. .  	 
\bibitem[Zhang et al. ()]{b2}\label{b2} 	 		‘Xiaoming Zhao; Multimodal Emotion Recognition Integrating Affective Speech with Facial Expression ; Institute of Image Processing and Pattern Recognition Taizhou University Taizhou 318000 CHINA, Hunan Institute of Technology Hengyang 421002 CHINA,Bay Area Compliance Labs’.  		 			Shiqing Zhang 		,  		 			Xiaohu Wang 		,  		 			Gang Zhang 		.  	 	 		\textit{Corp. Shenzhen}  		2014. p. 518000.  	 
\bibitem[Yao et al. ()]{b14}\label{b14} 	 		 			A Yao 		,  		 			D Cai 		,  		 			P Hu 		,  		 			S Wang 		,  		 			L Shan 		,  		 			Y Chen 		.  		\textit{HoloNet: towards robust emotion recognition in the wild},  				2016.  	 
\bibitem[Zhang et al.]{b17}\label{b17} 	 		 			Zixing Zhang 		,  		 			Fabien Ringeval 		,  		 			Fabien Ringeval 		,  		 			Eduardo Coutinho 		,  		 			Erik Marchi 		,  		 			Björn Schüller 		.  		\textit{Semi-Supervised Learning (SSL) technique},  				 	 
\end{bibitemlist}
 			 		 	 
\end{document}
