expression-recognition-system/eye_processing_using_color_maps.m at master · monal94/expression-recognition-system · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
%% Step 1: Face Detection
clear all
clc
close all

%Detect obejcts using Viola-Jones
FDetect = vision.CascadeObjectDetector;

%Read the input image
prompt = 'Please enter the path of the image   ';
str = input(prompt,'s');
img = imread(str);

%Returns Bounding Box values based on number of objects
BB = step(FDetect,img);

%Crop image
img = imcrop(img,BB);
img = imresize(img,[144, 96]);

%Plotting Original Image
figure;
subplot(4,4,1)
imshow(img)
title('Original Image')

%% Step 2: Feature Extraction

% 1.1 Eye Detection

%Converting Original Image to YCbCr Base
img_ycbcr = rgb2ycbcr(img);
img_ycbcr = im2double(img_ycbcr);


%Plotting Image in YCbCr Base
subplot(4,4,2)
imshow(img_ycbcr)
title('YCBCR Space');

img_ycbcr_lowface = imcrop(img_ycbcr, [0 73 96 144]);
img_ycbcr_upperface = imcrop(img_ycbcr, [0 0 96 72]);

img_y = img_ycbcr_upperface(:,:,1);
img_cb = img_ycbcr_upperface(:,:,2);
img_cr = img_ycbcr_upperface(:,:,3);


%Plotting cb^2
img_cb2 = img_cb.^2;
subplot(4,4,3)
imshow(img_cb2)
title('CB^2');


%Plotting ccr^2
img_ccr2 = (1-img_cr).^2;
subplot(4,4,4)
imshow(img_ccr2)
title('(1-CR)^2')


%Plotting Cb/Cr
img_cbcr = img_cb./img_cr;
subplot(4,4,5)
imshow(img_cbcr)
title('CB/CR')


%Plotting Image in Gray-Space
img_gray = rgb2gray(img);
img_gray = im2double(img_gray);

img_gray_lowface = imcrop(img_gray, [0 73 96 144]);
img_gray_upperface = imcrop(img_gray, [0 0 96 72]);

subplot(4,4,6)
imshow(img_gray)
title('Gray space');


%Chrom Eyemap
img_chromeye = 1/3*(img_cb2+img_ccr2+img_cbcr);
subplot(4,4,7)
imshow(img_chromeye)
title('Chrom Eyemap')


%Equalised Chrom Eyemap
img_eq_chromeye = histeq(img_chromeye);
subplot(4,4,8)
imshow(img_eq_chromeye)
title('Equalized Chrom Image');


%Luminance Eyemap
img_SE = strel('disk',4,0);
img_lum_dil = imdilate(img_gray_upperface,img_SE);
img_lum_erode = 1 + imerode(img_gray_upperface,img_SE);
img_lummap = img_lum_dil./img_lum_erode;

subplot(4,4,9)
imshow(img_lummap)
title('Lum Eyemap')


%Equalised Luminance Eyemap
img_eq_lummap= histeq(img_lummap);
subplot(4,4,10)
imshow(img_eq_lummap)
title('Equalised Lum Eyemap');


% Anding, Dilation and Normalisation
img_and =img_lummap .* img_chromeye;

img_eye_dil = imdilate(img_and,img_SE);
%img_eye_dil = img_and;

subplot(4,4,11)
imshow(img_eye_dil)
title('Final Map Using Both Unequalised and then dilating');

img_eyemap = histeq(img_eye_dil);
subplot(4,4,12)
imshow(img_eyemap)
title('Equalised Final Map');

load('template');
c = normxcorr2(img_template, img_eye_dil)
figure, surf(c), shading flat

[ypeak, xpeak] = find(c == max(c(:)))

yoffSet = ypeak-size(img_template,1)
xoffSet = xpeak-size(img_template,2)
% yoffSet = 20;
% xoffSet = 20;

hFig = figure;
hAx  = axes;
imshow(img_eyemap,'Parent', hAx);
imrect(hAx, [xoffSet,yoffSet, size(img_template,2), size(img_template,1)]);

left_eye_detect = [xoffSet,yoffSet, size(img_template,2), size(img_template,1)];

img_final = imcrop(img, left_eye_detect); %Check for starting
figure;
imshow(img_final);

abc = calc_eyemap(img_final);
imshow(abc);

size(abc)

[ymax, xmax] = find(abc == max(abc(:)));

xmode = mode(xmax)
ymode = mode(ymax)

img_final1 = imcrop(img, [xmode-12, ymode-16, 24, 32]);
imshow(img_final1);