Face Detection

Author: Ilya

.gitignore

@@ -1 +1,3 @@
-/nbproject/private/
+/nbproject/private/
+/build/
+/dist/

lib/artoolkitplus-windows-x86_64.jar

@@ -1,9 +1,10 @@
 annotation.processing.enabled=true
 annotation.processing.enabled.in.editor=false
-annotation.processing.processor.options=
 annotation.processing.processors.list=
 annotation.processing.run.all.processors=true
 annotation.processing.source.output=${build.generated.sources.dir}/ap-source-output
+application.title=EmotionChecker
+application.vendor=Ilya
 build.classes.dir=${build.dir}/classes
 build.classes.excludes=**/*.java,**/*.form
 # This directory is removed when the project is cleaned:
@@ -26,14 +27,31 @@ dist.archive.excludes=
 dist.dir=dist
 dist.jar=${dist.dir}/EmotionChecker.jar
 dist.javadoc.dir=${dist.dir}/javadoc
+endorsed.classpath=
 excludes=
-file.reference.jdom-1.0.jar=lib\\jdom-1.0.jar
-file.reference.xstream-1.4.8.jar=H:\\Education\\Sem 9\\MISOI\\FaceChecker\\lib\\xstream-1.4.8.jar
+file.reference.artoolkitplus.jar=lib/artoolkitplus.jar
+file.reference.ffmpeg.jar=lib/ffmpeg.jar
+file.reference.flandmark.jar=lib/flandmark.jar
+file.reference.flycapture.jar=lib/flycapture.jar
+file.reference.javacpp.jar=lib/javacpp.jar
+file.reference.javacv.jar=lib/javacv.jar
+file.reference.jdom-1.0.jar=lib/jdom-1.0.jar
+file.reference.libfreenect.jar=lib/libfreenect.jar
+file.reference.opencv.jar=lib/opencv.jar
+file.reference.videoinput.jar=lib/videoinput.jar
 includes=**
 jar.compress=false
 javac.classpath=\
-    ${file.reference.xstream-1.4.8.jar}:\
-    ${file.reference.jdom-1.0.jar}
+    ${file.reference.artoolkitplus.jar}:\
+    ${file.reference.ffmpeg.jar}:\
+    ${file.reference.flandmark.jar}:\
+    ${file.reference.flycapture.jar}:\
+    ${file.reference.javacpp.jar}:\
+    ${file.reference.javacv.jar}:\
+    ${file.reference.jdom-1.0.jar}:\
+    ${file.reference.libfreenect.jar}:\
+    ${file.reference.opencv.jar}:\
+    ${file.reference.videoinput.jar}
 # Space-separated list of extra javac options
 javac.compilerargs=
 javac.deprecation=false
@@ -57,7 +75,7 @@ javadoc.splitindex=true
 javadoc.use=true
 javadoc.version=false
 javadoc.windowtitle=
-main.class=
+main.class=com.siv.ui.CameraFrame
 manifest.file=manifest.mf
 meta.inf.dir=${src.dir}/META-INF
 mkdist.disabled=false

lib/artoolkitplus.jar

@@ -13,33 +13,20 @@
 import java.util.List;
 import java.util.Iterator;
 import java.util.Scanner;
-import javax.imageio.ImageIO;
 
 public class Detector {
 
-    /**
-     * The list of classifiers that the test image should pass to be considered
-     * as an image.
-     */
     List<Stage> stages;
     Point size;
 
-    /**
-     * Detector constructor. Builds, from a XML file, the corresponding Haar
-     * cascade.
-     *
-     * @param filename The XML file (generated by OpenCV) describing the Haar
-     * cascade.
-     * @throws java.io.FileNotFoundException
-     */
     public Detector(String filename) throws java.io.FileNotFoundException {
         this(new FileInputStream(filename));
     }
 
     public Detector(InputStream input) {
         org.jdom.Document document = null;
         Element racine;
-        stages = new LinkedList<Stage>();
+        stages = new LinkedList<>();
         SAXBuilder sxb = new SAXBuilder();
         try {
             //On cr�e un nouveau document JDOM avec en argument le fichier XML
@@ -139,7 +126,7 @@ public List<java.awt.Rectangle> getFaces(int[][] array, float baseScale, float s
                 image.setRGB(x, y, array[y][x]);
             }
         }
-        List<Rectangle> ret = new ArrayList<Rectangle>();
+        List<Rectangle> ret = new ArrayList<>();
         int width = image.getWidth();
         int height = image.getHeight();
         float maxScale = (Math.min((width + 0.f) / size.x, (height + 0.0f) / size.y));
@@ -256,8 +243,8 @@ public int[][] getIntegralCanny(int[][] grayImage) {
         return canny;
     }
 
-    public List<java.awt.Rectangle> merge(List<java.awt.Rectangle> rects, int min_neighbors) {
-        List<java.awt.Rectangle> retour = new LinkedList<java.awt.Rectangle>();
+    public List<Rectangle> merge(List<Rectangle> rects, int min_neighbors) {
+        List<Rectangle> retour = new ArrayList<>();
         int[] ret = new int[rects.size()];
         int nb_classes = 0;
         for (int i = 0; i < rects.size(); i++) {

lib/ffmpeg-windows-x86_64.jar

@@ -0,0 +1,19 @@
+package com.siv.filter;
+
+/**
+ *
+ * @author Ilya
+ */
+public class CannyFilter implements Filter{
+
+    @Override
+    public FilterType getType() {
+        return FilterType.CANNY;
+    }
+
+    @Override
+    public int[][] applyFilter(int[][] image) {
+        return image;
+    }
+    
+}

lib/ffmpeg.jar

@@ -12,18 +12,25 @@
  *
  * @author Ilya
  */
-public class FaceFilter extends Filter {
+public class FaceFilter implements Filter {
 
     @Override
     public int[][] applyFilter(int[][] image) {
         try {
             Detector d = new Detector("resources\\haarcascade_frontalface_default.xml");
-            List<Rectangle> faces = d.getFaces(image, 1, 1.25f, 0.1f, 1, true);
+            List<Rectangle> faces = d.getFaces(image, 1, 1.25f, 0.1f, 1, false);
             for (Rectangle r : faces) {
                 for (int x = r.x; x <= r.x + r.width; x++) {
-                    for (int y = r.y; y< r.y + r.height; y++) {
-                        image[y][x] = Color.WHITE.getRGB();
-                    }
+                    image[r.y][x] = Color.black.getRGB();
+                }
+                for (int x = r.x; x <= r.x + r.width; x++) {
+                    image[r.y + r.height][x] = Color.black.getRGB();
+                }
+                for (int y = r.y; y <= r.y + r.height; y++) {
+                    image[y][r.x] = Color.black.getRGB();
+                }
+                for (int y = r.y; y <= r.y + r.height; y++) {
+                    image[y][r.x + r.width] = Color.black.getRGB();
                 }
             }
         } catch (FileNotFoundException ex) {
@@ -32,4 +39,9 @@ public int[][] applyFilter(int[][] image) {
         return image;
     }
 
+    @Override
+    public FilterType getType() {
+        return FilterType.FACE_DETECTION;
+    }
+
 }

lib/flandmark-windows-x86_64.jar

@@ -4,18 +4,10 @@
  *
  * @author Ilya
  */
-public abstract class Filter {
-    
-    private FilterType type;
-
-    public FilterType getType() {
-        return type;
-    }
+public interface Filter {
 
-    public void setType(FilterType type) {
-        this.type = type;
-    }
+    FilterType getType();
 
-    public abstract int[][] applyFilter(int[][] image);
+    int[][] applyFilter(int[][] image);
 
 }

lib/flandmark.jar

@@ -11,18 +11,89 @@
 public class FilterManager {
 
     private final ReentrantLock lock = new ReentrantLock();
-    private HashMap<FilterType, Filter> filters = new HashMap<>();
-    
+    private final HashMap<FilterType, Filter> filters = new HashMap<>();
+    private Filter faceFilter;
+
     public BufferedImage applyFilters(BufferedImage image) {
-        return image;
+        int[][] imageArr = convertImageToArray(image);
+        lock.lock();
+        try {
+            for (Filter f : filters.values()) {
+                imageArr = f.applyFilter(imageArr);
+            }
+            if (faceFilter != null) {
+                imageArr = faceFilter.applyFilter(imageArr);
+            }
+        } finally {
+            lock.unlock();
+        }
+        return convertArrayToImage(imageArr);
     }
-    
+
     public void addFilter(Filter filter) {
-        
+        if (filter == null) {
+            return;
+        }
+        lock.lock();
+        try {
+            switch (filter.getType()) {
+                case FACE_DETECTION:
+                    faceFilter = filter;
+                    break;
+                default:
+                    filters.put(filter.getType(), filter);
+            }
+        } finally {
+            lock.unlock();
+        }
     }
-    
-    public void removeFilter(Filter filter) {
-        
+
+    public void removeFilter(FilterType type) {
+        if (type == null) {
+            return;
+        }
+        lock.lock();
+        try {
+            switch (type) {
+                case FACE_DETECTION:
+                    faceFilter = null;
+                    break;
+                default:
+                    filters.remove(type);
+            }
+        } finally {
+            lock.unlock();
+        }
     }
-    
+
+    public static int[][] convertImageToArray(BufferedImage image) {
+
+        int width = image.getWidth();
+        int height = image.getHeight();
+        int[][] result = new int[height][width];
+
+        for (int row = 0; row < height; row++) {
+            for (int col = 0; col < width; col++) {
+                result[row][col] = image.getRGB(col, row);
+            }
+        }
+
+        return result;
+    }
+
+    public static BufferedImage convertArrayToImage(int[][] array) {
+        if (array == null || array.length == 0) {
+            return null;
+        }
+        final int height = array.length;
+        final int weight = array[0].length;
+        BufferedImage image = new BufferedImage(weight, height, BufferedImage.TYPE_INT_ARGB);
+        for (int y = 0; y < height; y++) {
+            for (int x = 0; x < weight; x++) {
+                image.setRGB(x, y, array[y][x]);
+            }
+        }
+        return image;
+    }
+
 }

lib/flycapture-windows-x86_64.jar

@@ -8,6 +8,7 @@ public enum FilterType {
 
     GRAY,
     MEDIAN,
+    CANNY,
     FACE_DETECTION
 
 }

lib/flycapture.jar

@@ -0,0 +1,37 @@
+package com.siv.filter;
+
+/**
+ *
+ * @author Ilya
+ */
+public class GrayFilter implements Filter {
+
+    @Override
+    public int[][] applyFilter(final int[][] image) {
+        final int height = image.length;
+        final int width = image[0].length;
+        final int[][] res = new int[height][width];
+        int value;
+        for (int y = 0; y < height; y++) {
+            for (int x = 0; x < width; x++) {
+                value = image[y][x];
+                final int rr = (value << 8) >>> 24;
+                final int gg = (value << 16) >>> 24;
+                final int bb = (value << 24) >>> 24; 
+                final int gray =(int) ((0.2125 * rr) + (0.7154 * gg) + (0.0721 * bb));
+                final int color = ((255 & 0xFF) << 24) |
+                ((gray & 0xFF) << 16) |
+                ((gray & 0xFF) << 8)  |
+                ((gray & 0xFF));
+                res[y][x] = color;
+            }
+        }
+        return res;
+    }
+
+    @Override
+    public FilterType getType() {
+        return FilterType.GRAY;
+    }
+    
+}