Kinect Facial Recognition and Training Images - kinect

Question

I am using this facial recognition program for the Kinect
The problem is I need it to be able to register and actually keep the images for a training database. Whenever I run it, the program works and is able to detect and recognize the faces but then the images are not kept. What code needs to be changed?
I really need help on this it would be greatly appreciated.
/// <summary>
/// Initializes a new instance of the MainWindow class
/// </summary>
public MainWindow()
{
KinectSensor kinectSensor = null;
// loop through all the Kinects attached to this PC, and start the first that is connected without an error.
foreach (KinectSensor kinect in KinectSensor.KinectSensors)
{
if (kinect.Status == KinectStatus.Connected)
{
kinectSensor = kinect;
break;
}
}
if (kinectSensor == null)
{
MessageBox.Show("No Kinect found...");
Application.Current.Shutdown();
return;
}
kinectSensor.SkeletonStream.Enable();
kinectSensor.ColorStream.Enable(ColorImageFormat.RgbResolution640x480Fps30);
kinectSensor.DepthStream.Enable(DepthImageFormat.Resolution640x480Fps30);
kinectSensor.Start();
AllFramesReadyFrameSource frameSource = new AllFramesReadyFrameSource(kinectSensor);
this.engine = new KinectFacialRecognitionEngine(kinectSensor, frameSource);
this.engine.RecognitionComplete += this.Engine_RecognitionComplete;
this.InitializeComponent();
this.TrainedFaces.ItemsSource = this.targetFaces;
}
[DllImport("gdi32")]
private static extern int DeleteObject(IntPtr o);
/// <summary>
/// Loads a bitmap into a bitmap source
/// </summary>
private static BitmapSource LoadBitmap(Bitmap source)
{
IntPtr ip = source.GetHbitmap();
BitmapSource bs = null;
try
{
bs = System.Windows.Interop.Imaging.CreateBitmapSourceFromHBitmap(ip,
IntPtr.Zero, Int32Rect.Empty,
System.Windows.Media.Imaging.BitmapSizeOptions.FromEmptyOptions());
}
finally
{
DeleteObject(ip);
}
return bs;
}
/// <summary>
/// Handles recognition complete events
/// </summary>
private void Engine_RecognitionComplete(object sender, RecognitionResult e)
{
RecognitionResult.Face face = null;
if (e.Faces != null)
face = e.Faces.FirstOrDefault();
if (face != null)
{
if (!string.IsNullOrEmpty(face.Key))
{
// Write the key on the image...
using (var g = Graphics.FromImage(e.ProcessedBitmap))
{
var rect = face.TrackingResults.FaceRect;
g.DrawString(face.Key, new Font("Arial", 20), Brushes.Red, new System.Drawing.Point(rect.Left, rect.Top - 25));
}
}
if (this.takeTrainingImage)
{
this.targetFaces.Add(new BitmapSourceTargetFace
{
Image = (Bitmap)face.GrayFace.Clone(),
Key = this.NameField.Text
});
this.takeTrainingImage = false;
this.NameField.Text = this.NameField.Text.Replace(this.targetFaces.Count.ToString(), (this.targetFaces.Count + 1).ToString());
if (this.targetFaces.Count > 1)
this.engine.SetTargetFaces(this.targetFaces);
}
}
this.Video.Source = LoadBitmap(e.ProcessedBitmap);
}
/// <summary>
/// Starts the training image countdown
/// </summary>
private void Train(object sender, RoutedEventArgs e)
{
this.TrainButton.IsEnabled = false;
this.NameField.IsEnabled = false;
var timer = new DispatcherTimer();
timer.Interval = TimeSpan.FromSeconds(2);
timer.Tick += (s2, e2) =>
{
timer.Stop();
this.NameField.IsEnabled = true;
this.TrainButton.IsEnabled = true;
takeTrainingImage = true;
};
timer.Start();
}
/// <summary>
/// Target face with a BitmapSource accessor for the face
/// </summary>
private class BitmapSourceTargetFace : TargetFace
{
private BitmapSource bitmapSource;
/// <summary>
/// Gets the BitmapSource version of the face
/// </summary>
public BitmapSource BitmapSource
{
get
{
if (this.bitmapSource == null)
this.bitmapSource = MainWindow.LoadBitmap(this.Image);
return this.bitmapSource;
}
}
}
}
}

Answer 1

If you are trying to save the images to a folder, then I would do something like this:
...
if (this.takeTrainingImage)
{
this.targetFaces.Add(new BitmapSourceTargetFace
{
Image = (Bitmap)face.GrayFace.Clone(),
Key = this.NameField.Text
});
//save image
JpegBitmapEncoder encoder = new JpegBitmapEncoder();
BitmapFrame outputFrame = BitmapFrame.Create(LoadBitmap(e.ProcessedBitmap));
encoder.Frames.Add(face.GrayFace);
encoder.QualityLevel = 96dpi;
using (FileStream file = File.OpenWrite("C://Users//Your Name//Documents//Face Trainer//Images//face " + targetFaces.Count + ".jpg"))
{
encoder.Save(file);
}
this.takeTrainingImage = false;
this.NameField.Text = this.NameField.Text.Replace(this.targetFaces.Count.ToString(), (this.targetFaces.Count + 1).ToString());
if (this.targetFaces.Count > 1)
this.engine.SetTargetFaces(this.targetFaces);
}
....
Then to load from the files...
string[] files = System.IO.Directory.GetFiles("C://Users//Your Name//Documents//Face Trainer//Images//");
Bitmap[] images = new Bitmap[files.Length];
for (int i = 0; i < files.Length; i++)
{
images[i] = (Bitmap) Image.FromFile(file, true);
}
If you are trying to add the images to an actually database, I would follow this tutorial.
I would recommend saving the images to a file since you are beginning, and using databases requires much more work. However, when you are more experienced databases are very effective at this sort of thing. Good luck!:)