Neural Networks on C#

// AForge Framework
// Kohonen SOM 2D Organizing
//
// Copyright � Andrew Kirillov, 2006
// andrew.kirillov@gmail.com
//

using System;
using System.Drawing;
using System.Collections;
using System.ComponentModel;
using System.Windows.Forms;
using System.Data;
using System.Threading;

using AForge;
using AForge.Neuro;
using AForge.Neuro.Learning;

namespace SOMOrganizing
{
	/// <summary>
	/// Summary description for Form1.
	/// </summary>
	public class MainForm : System.Windows.Forms.Form
	{
		private System.Windows.Forms.GroupBox groupBox1;
		private System.Windows.Forms.Button generateButton;
		private System.Windows.Forms.Panel pointsPanel;
		private System.Windows.Forms.GroupBox groupBox2;
		private System.Windows.Forms.Panel mapPanel;
		private System.Windows.Forms.CheckBox showConnectionsCheck;
		private System.Windows.Forms.CheckBox showInactiveCheck;
		private System.Windows.Forms.GroupBox groupBox3;
		private System.Windows.Forms.Label label1;
		private System.Windows.Forms.TextBox sizeBox;
		private System.Windows.Forms.Label label2;
		private System.Windows.Forms.Label label3;
		private System.Windows.Forms.TextBox radiusBox;
		private System.Windows.Forms.Label label4;
		private System.Windows.Forms.TextBox rateBox;
		private System.Windows.Forms.Label label5;
		private System.Windows.Forms.TextBox iterationsBox;
		private System.Windows.Forms.Label label6;
		private System.Windows.Forms.Label label7;
		private System.Windows.Forms.TextBox currentIterationBox;
		private System.Windows.Forms.Label label8;
		private System.Windows.Forms.Button stopButton;
		private System.Windows.Forms.Button startButton;
		/// <summary>
		/// Required designer variable.
		/// </summary>
		private System.ComponentModel.Container components = null;


		private const int	groupRadius = 20;
		private const int	pointsCount = 100;
		private int[,]		points = new int[pointsCount, 2];	// x, y
		private double[][]	trainingSet = new double[pointsCount][];
		private int[,,]		map;

		private int			networkSize		= 15;
		private int			iterations		= 500;
		private double		learningRate	= 0.3;
		private int			learningRadius	= 3;

		private Random		rand = new Random( );
		private Thread		workerThread = null;
		private bool		needToStop = false;

		// Constructor
		public MainForm( )
		{
			//
			// Required for Windows Form Designer support
			//
			InitializeComponent( );

			//
			GeneratePoints( );
			UpdateSettings( );
		}

		/// <summary>
		/// Clean up any resources being used.
		/// </summary>
		protected override void Dispose( bool disposing )
		{
			if( disposing )
			{
				if ( components != null ) 
				{
					components.Dispose( );
				}
			}
			base.Dispose( disposing );
		}

		#region Windows Form Designer generated code
		/// <summary>
		/// Required method for Designer support - do not modify
		/// the contents of this method with the code editor.
		/// </summary>
		private void InitializeComponent()
		{
			this.groupBox1 = new System.Windows.Forms.GroupBox();
			this.generateButton = new System.Windows.Forms.Button();
			this.pointsPanel = new BufferedPanel();
			this.groupBox2 = new System.Windows.Forms.GroupBox();
			this.showInactiveCheck = new System.Windows.Forms.CheckBox();
			this.showConnectionsCheck = new System.Windows.Forms.CheckBox();
			this.mapPanel = new BufferedPanel();
			this.groupBox3 = new System.Windows.Forms.GroupBox();
			this.stopButton = new System.Windows.Forms.Button();
			this.startButton = new System.Windows.Forms.Button();
			this.currentIterationBox = new System.Windows.Forms.TextBox();
			this.label8 = new System.Windows.Forms.Label();
			this.label7 = new System.Windows.Forms.Label();
			this.radiusBox = new System.Windows.Forms.TextBox();
			this.label4 = new System.Windows.Forms.Label();
			this.rateBox = new System.Windows.Forms.TextBox();
			this.label5 = new System.Windows.Forms.Label();
			this.iterationsBox = new System.Windows.Forms.TextBox();
			this.label6 = new System.Windows.Forms.Label();
			this.label3 = new System.Windows.Forms.Label();
			this.label2 = new System.Windows.Forms.Label();
			this.sizeBox = new System.Windows.Forms.TextBox();
			this.label1 = new System.Windows.Forms.Label();
			this.groupBox1.SuspendLayout();
			this.groupBox2.SuspendLayout();
			this.groupBox3.SuspendLayout();
			this.SuspendLayout();
			// 
			// groupBox1
			// 
			this.groupBox1.Controls.Add(this.generateButton);
			this.groupBox1.Controls.Add(this.pointsPanel);
			this.groupBox1.Location = new System.Drawing.Point(10, 10);
			this.groupBox1.Name = "groupBox1";
			this.groupBox1.Size = new System.Drawing.Size(220, 295);
			this.groupBox1.TabIndex = 0;
			this.groupBox1.TabStop = false;
			this.groupBox1.Text = "Points";
			// 
			// generateButton
			// 
			this.generateButton.Location = new System.Drawing.Point(10, 260);
			this.generateButton.Name = "generateButton";
			this.generateButton.TabIndex = 1;
			this.generateButton.Text = "&Generate";
			this.generateButton.Click += new System.EventHandler(this.generateButton_Click);
			// 
			// pointsPanel
			// 
			this.pointsPanel.BackColor = System.Drawing.Color.White;
			this.pointsPanel.BorderStyle = System.Windows.Forms.BorderStyle.FixedSingle;
			this.pointsPanel.Location = new System.Drawing.Point(10, 20);
			this.pointsPanel.Name = "pointsPanel";
			this.pointsPanel.Size = new System.Drawing.Size(200, 200);
			this.pointsPanel.TabIndex = 0;
			this.pointsPanel.Paint += new System.Windows.Forms.PaintEventHandler(this.pointsPanel_Paint);
			// 
			// groupBox2
			// 
			this.groupBox2.Controls.Add(this.showInactiveCheck);
			this.groupBox2.Controls.Add(this.showConnectionsCheck);
			this.groupBox2.Controls.Add(this.mapPanel);
			this.groupBox2.Location = new System.Drawing.Point(240, 10);
			this.groupBox2.Name = "groupBox2";
			this.groupBox2.Size = new System.Drawing.Size(220, 295);
			this.groupBox2.TabIndex = 1;
			this.groupBox2.TabStop = false;
			this.groupBox2.Text = "Map";
			// 
			// showInactiveCheck
			// 
			this.showInactiveCheck.Checked = true;
			this.showInactiveCheck.CheckState = System.Windows.Forms.CheckState.Checked;
			this.showInactiveCheck.Location = new System.Drawing.Point(10, 265);
			this.showInactiveCheck.Name = "showInactiveCheck";
			this.showInactiveCheck.Size = new System.Drawing.Size(160, 16);
			this.showInactiveCheck.TabIndex = 2;
			this.showInactiveCheck.Text = "Show Inactive Neurons";
			this.showInactiveCheck.CheckedChanged += new System.EventHandler(this.showInactiveCheck_CheckedChanged);
			// 
			// showConnectionsCheck
			// 
			this.showConnectionsCheck.Checked = true;
			this.showConnectionsCheck.CheckState = System.Windows.Forms.CheckState.Checked;
			this.showConnectionsCheck.Location = new System.Drawing.Point(10, 240);
			this.showConnectionsCheck.Name = "showConnectionsCheck";
			this.showConnectionsCheck.Size = new System.Drawing.Size(150, 16);
			this.showConnectionsCheck.TabIndex = 1;
			this.showConnectionsCheck.Text = "Show Connections";
			this.showConnectionsCheck.CheckedChanged += new System.EventHandler(this.showConnectionsCheck_CheckedChanged);
			// 
			// mapPanel
			// 
			this.mapPanel.BackColor = System.Drawing.Color.White;
			this.mapPanel.BorderStyle = System.Windows.Forms.BorderStyle.FixedSingle;
			this.mapPanel.Location = new System.Drawing.Point(10, 20);
			this.mapPanel.Name = "mapPanel";
			this.mapPanel.Size = new System.Drawing.Size(200, 200);
			this.mapPanel.TabIndex = 0;
			this.mapPanel.Paint += new System.Windows.Forms.PaintEventHandler(this.mapPanel_Paint);
			// 
			// groupBox3
			// 
			this.groupBox3.Controls.Add(this.stopButton);
			this.groupBox3.Controls.Add(this.startButton);
			this.groupBox3.Controls.Add(this.currentIterationBox);
			this.groupBox3.Controls.Add(this.label8);
			this.groupBox3.Controls.Add(this.label7);
			this.groupBox3.Controls.Add(this.radiusBox);
			this.groupBox3.Controls.Add(this.label4);
			this.groupBox3.Controls.Add(this.rateBox);
			this.groupBox3.Controls.Add(this.label5);
			this.groupBox3.Controls.Add(this.iterationsBox);
			this.groupBox3.Controls.Add(this.label6);
			this.groupBox3.Controls.Add(this.label3);
			this.groupBox3.Controls.Add(this.label2);
			this.groupBox3.Controls.Add(this.sizeBox);
			this.groupBox3.Controls.Add(this.label1);
			this.groupBox3.Location = new System.Drawing.Point(470, 10);
			this.groupBox3.Name = "groupBox3";
			this.groupBox3.Size = new System.Drawing.Size(180, 295);
			this.groupBox3.TabIndex = 2;
			this.groupBox3.TabStop = false;
			this.groupBox3.Text = "Neural Network";
			// 
			// stopButton
			// 
			this.stopButton.Enabled = false;
			this.stopButton.Location = new System.Drawing.Point(95, 260);
			this.stopButton.Name = "stopButton";
			this.stopButton.TabIndex = 16;
			this.stopButton.Text = "S&top";
			this.stopButton.Click += new System.EventHandler(this.stopButton_Click);
			// 
			// startButton
			// 
			this.startButton.Location = new System.Drawing.Point(10, 260);
			this.startButton.Name = "startButton";
			this.startButton.TabIndex = 15;
			this.startButton.Text = "&Start";
			this.startButton.Click += new System.EventHandler(this.startButton_Click);
			// 
			// currentIterationBox
			// 
			this.currentIterationBox.Location = new System.Drawing.Point(110, 160);
			this.currentIterationBox.Name = "currentIterationBox";
			this.currentIterationBox.ReadOnly = true;
			this.currentIterationBox.Size = new System.Drawing.Size(60, 20);
			this.currentIterationBox.TabIndex = 14;
			this.currentIterationBox.Text = "";
			// 
			// label8
			// 
			this.label8.Location = new System.Drawing.Point(10, 162);
			this.label8.Name = "label8";
			this.label8.Size = new System.Drawing.Size(100, 16);
			this.label8.TabIndex = 13;
			this.label8.Text = "Curren iteration:";
			// 
			// label7
			// 
			this.label7.BorderStyle = System.Windows.Forms.BorderStyle.FixedSingle;
			this.label7.Location = new System.Drawing.Point(10, 148);
			this.label7.Name = "label7";
			this.label7.Size = new System.Drawing.Size(160, 2);
			this.label7.TabIndex = 12;
			// 
			// radiusBox
			// 
			this.radiusBox.Location = new System.Drawing.Point(110, 120);
			this.radiusBox.Name = "radiusBox";
			this.radiusBox.Size = new System.Drawing.Size(60, 20);
			this.radiusBox.TabIndex = 11;
			this.radiusBox.Text = "";
			// 
			// label4
			// 
			this.label4.Location = new System.Drawing.Point(10, 122);
			this.label4.Name = "label4";
			this.label4.Size = new System.Drawing.Size(100, 16);
			this.label4.TabIndex = 10;
			this.label4.Text = "Initial radius:";
			// 
			// rateBox
			// 
			this.rateBox.Location = new System.Drawing.Point(110, 95);
			this.rateBox.Name = "rateBox";
			this.rateBox.Size = new System.Drawing.Size(60, 20);
			this.rateBox.TabIndex = 9;
			this.rateBox.Text = "";
			// 
			// label5
			// 
			this.label5.Location = new System.Drawing.Point(10, 97);
			this.label5.Name = "label5";
			this.label5.Size = new System.Drawing.Size(100, 16);
			this.label5.TabIndex = 8;
			this.label5.Text = "Initial learning rate:";
			// 
			// iterationsBox
			// 
			this.iterationsBox.Location = new System.Drawing.Point(110, 70);
			this.iterationsBox.Name = "iterationsBox";
			this.iterationsBox.Size = new System.Drawing.Size(60, 20);
			this.iterationsBox.TabIndex = 7;
			this.iterationsBox.Text = "";
			// 
			// label6
			// 
			this.label6.Location = new System.Drawing.Point(10, 72);
			this.label6.Name = "label6";
			this.label6.Size = new System.Drawing.Size(60, 16);
			this.label6.TabIndex = 6;
			this.label6.Text = "Iteraions:";
			// 
			// label3
			// 
			this.label3.BorderStyle = System.Windows.Forms.BorderStyle.FixedSingle;
			this.label3.Location = new System.Drawing.Point(10, 60);
			this.label3.Name = "label3";
			this.label3.Size = new System.Drawing.Size(160, 2);
			this.label3.TabIndex = 3;
			// 
			// label2
			// 
			this.label2.Location = new System.Drawing.Point(10, 41);
			this.label2.Name = "label2";
			this.label2.Size = new System.Drawing.Size(150, 15);
			this.label2.TabIndex = 2;
			this.label2.Text = "(neurons count = size * size)";
			// 
			// sizeBox
			// 
			this.sizeBox.Location = new System.Drawing.Point(110, 20);
			this.sizeBox.Name = "sizeBox";
			this.sizeBox.Size = new System.Drawing.Size(60, 20);
			this.sizeBox.TabIndex = 1;
			this.sizeBox.Text = "";
			// 
			// label1
			// 
			this.label1.Location = new System.Drawing.Point(10, 22);
			this.label1.Name = "label1";
			this.label1.Size = new System.Drawing.Size(54, 16);
			this.label1.TabIndex = 0;
			this.label1.Text = "Size:";
			// 
			// MainForm
			// 
			this.AutoScaleBaseSize = new System.Drawing.Size(5, 13);
			this.ClientSize = new System.Drawing.Size(659, 315);
			this.Controls.Add(this.groupBox3);
			this.Controls.Add(this.groupBox2);
			this.Controls.Add(this.groupBox1);
			this.FormBorderStyle = System.Windows.Forms.FormBorderStyle.FixedDialog;
			this.MaximizeBox = false;
			this.Name = "MainForm";
			this.Text = "Kohonen SOM 2D Organizing";
			this.Closing += new System.ComponentModel.CancelEventHandler(this.MainForm_Closing);
			this.groupBox1.ResumeLayout(false);
			this.groupBox2.ResumeLayout(false);
			this.groupBox3.ResumeLayout(false);
			this.ResumeLayout(false);

		}
		#endregion

		/// <summary>
		/// The main entry point for the application.
		/// </summary>
		[STAThread]
		static void Main( ) 
		{
			Application.Run( new MainForm( ) );
		}

		// On main form closing
		private void MainForm_Closing(object sender, System.ComponentModel.CancelEventArgs e)
		{
			// check if worker thread is running
			if ( ( workerThread != null ) && ( workerThread.IsAlive ) )
			{
				needToStop = true;
				workerThread.Join( );
			}
		}

		// Update settings controls
		private void UpdateSettings( )
		{
			sizeBox.Text		= networkSize.ToString( );
			iterationsBox.Text	= iterations.ToString( );
			rateBox.Text		= learningRate.ToString( );
			radiusBox.Text		= learningRadius.ToString( );
		}

		// On "Generate" button click
		private void generateButton_Click(object sender, System.EventArgs e)
		{
			GeneratePoints( );
		}

		// Generate point
		private void GeneratePoints( )
		{
			int width	= pointsPanel.ClientRectangle.Width;
			int height	= pointsPanel.ClientRectangle.Height;
			int diameter = groupRadius * 2;

			// generate groups of ten points
			for ( int i = 0; i < pointsCount; )
			{
				int cx = rand.Next( width );
				int cy = rand.Next( height );

				// generate group
				for ( int j = 0 ; ( i < pointsCount ) && ( j < 10 ); )
				{
					int x = cx + rand.Next( diameter ) - groupRadius;
					int y = cy + rand.Next( diameter ) - groupRadius;

					// check if wee are not out
					if ( ( x < 0 ) || ( y < 0 ) || ( x >= width ) || ( y >= height ) )
					{
						continue;
					}

					// add point
					points[i, 0] = x;
					points[i, 1] = y;

					j++;
					i++;
				}
			}

			map = null;
			pointsPanel.Invalidate( );
			mapPanel.Invalidate( );
		}

		// Paint points
		private void pointsPanel_Paint( object sender, System.Windows.Forms.PaintEventArgs e )
		{
			Graphics g = e.Graphics;

			using ( Brush brush = new SolidBrush( Color.Blue ) )
			{
				// draw all points
				for ( int i = 0, n = points.GetLength( 0 ); i < n; i++ )
				{
					g.FillEllipse( brush, points[i, 0] - 2, points[i, 1] - 2, 5, 5 );
				}
			}
		}

		// Paint map
		private void mapPanel_Paint( object sender, System.Windows.Forms.PaintEventArgs e )
		{
			Graphics g = e.Graphics;

			if ( map != null )
			{
				//
				bool showConnections = showConnectionsCheck.Checked;
				bool showInactive = showInactiveCheck.Checked;

				// pens and brushes
				Brush brush = new SolidBrush( Color.Blue );
				Brush brushGray = new SolidBrush( Color.FromArgb( 192, 192, 192 ) );
				Pen pen = new Pen( Color.Blue, 1 );
				Pen penGray = new Pen( Color.FromArgb( 192, 192, 192 ), 1 );

				// lock
				Monitor.Enter( this );

				if ( showConnections )
				{
					// draw connections
					for ( int i = 0, n = map.GetLength( 0 ); i < n; i++ )
					{
						for ( int j = 0, k = map.GetLength( 1 ); j < k; j++ )
						{
							if ( ( !showInactive ) && ( map[i, j, 2] == 0 ) )
								continue;

							// left
							if ( ( i > 0 ) && ( ( showInactive ) || ( map[i - 1, j, 2] == 1 ) ) )
							{
								g.DrawLine( ( ( map[i, j, 2] == 0 ) || ( map[i - 1, j, 2] == 0 ) ) ? penGray : pen, map[i, j, 0], map[i, j, 1], map[i - 1, j, 0], map[i - 1, j, 1] );
							}

							// right
							if ( ( i < n - 1 ) && ( ( showInactive ) || ( map[i + 1, j, 2] == 1 ) ) )
							{
								g.DrawLine( ( ( map[i, j, 2] == 0 ) || ( map[i + 1, j, 2] == 0 ) ) ? penGray : pen, map[i, j, 0], map[i, j, 1], map[i + 1, j, 0], map[i + 1, j, 1] );
							}

							// top
							if ( ( j > 0 ) && ( ( showInactive ) || ( map[i, j - 1, 2] == 1 ) ) )
							{
								g.DrawLine( ( ( map[i, j, 2] == 0 ) || ( map[i, j - 1, 2] == 0 ) ) ? penGray : pen, map[i, j, 0], map[i, j, 1], map[i, j - 1, 0], map[i, j - 1, 1] );
							}

							// bottom
							if ( ( j < k - 1 ) && ( ( showInactive ) || ( map[i, j + 1, 2] == 1 ) ) )
							{
								g.DrawLine( ( ( map[i, j, 2] == 0 ) || ( map[i, j + 1, 2] == 0 ) ) ? penGray : pen, map[i, j, 0], map[i, j, 1], map[i, j + 1, 0], map[i, j + 1, 1] );
							}
						}
					}
				}

				// draw the map
				for ( int i = 0, n = map.GetLength( 0 ); i < n; i++ )
				{
					for ( int j = 0, k = map.GetLength( 1 ); j < k; j++ )
					{
						if ( ( !showInactive ) && ( map[i, j, 2] == 0 ) )
							continue;

						// draw the point
						g.FillEllipse( ( map[i, j, 2] == 0 ) ? brushGray : brush, map[i, j, 0] - 2, map[i, j, 1] - 2, 5, 5 );
					}
				}

				// unlock
				Monitor.Exit( this );

				brush.Dispose( );
				brushGray.Dispose( );
				pen.Dispose( );
				penGray.Dispose( );
			}
		}

		// Enable/disale controls
		private void EnableControls( bool enable )
		{
			sizeBox.Enabled			= enable;
			iterationsBox.Enabled	= enable;
			rateBox.Enabled			= enable;
			radiusBox.Enabled		= enable;

			startButton.Enabled		= enable;
			generateButton.Enabled	= enable;
			stopButton.Enabled		= !enable;
		}

		// Show/hide connections on map
		private void showConnectionsCheck_CheckedChanged(object sender, System.EventArgs e)
		{
			mapPanel.Invalidate( );
		}

		// Show/hide inactive neurons on map
		private void showInactiveCheck_CheckedChanged(object sender, System.EventArgs e)
		{
			mapPanel.Invalidate( );
		}

		// On "Start" button click
		private void startButton_Click(object sender, System.EventArgs e)
		{
			// get network size
			try
			{
				networkSize = Math.Max( 5, Math.Min( 50, int.Parse( sizeBox.Text ) ) );
			}
			catch
			{
				networkSize = 15;
			}
			// get iterations count
			try
			{
				iterations = Math.Max( 10, Math.Min( 1000000, int.Parse( iterationsBox.Text ) ) );
			}
			catch
			{
				iterations = 500;
			}
			// get learning rate
			try
			{
				learningRate = Math.Max( 0.00001, Math.Min( 1.0, double.Parse( rateBox.Text ) ) );
			}
			catch
			{
				learningRate = 0.3;
			}
			// get radius
			try
			{
				learningRadius = Math.Max( 1, Math.Min( 30, int.Parse( radiusBox.Text ) ) );
			}
			catch
			{
				learningRadius = 3;
			}
			// update settings controls
			UpdateSettings( );

			// disable all settings controls except "Stop" button
			EnableControls( false );

			// generate training set
			for ( int i = 0; i < pointsCount; i++ )
			{
				// create new training sample
				trainingSet[i] = new double[2] { points[i, 0], points[i, 1] };
			}
		
			// run worker thread
			needToStop = false;
			workerThread = new Thread( new ThreadStart( SearchSolution ) );
			workerThread.Start( );
		}

		// On "Stop" button click
		private void stopButton_Click(object sender, System.EventArgs e)
		{
			// stop worker thread
			needToStop = true;
			workerThread.Join( );
			workerThread = null;
		}

		// Worker thread
		void SearchSolution( )
		{
			// set random generators range
			Neuron.RandRange = new DoubleRange( 0, Math.Max( pointsPanel.ClientRectangle.Width, pointsPanel.ClientRectangle.Height ) );

			// create network
			DistanceNetwork network = new DistanceNetwork( 2, networkSize * networkSize );

			// create learning algorithm
			SOMLearning	trainer = new SOMLearning( network, networkSize, networkSize );

			// create map
			map = new int[networkSize, networkSize, 3];

			double	fixedLearningRate = learningRate / 10;
			double	driftingLearningRate = fixedLearningRate * 9;

			// iterations
			int i = 0;

			// loop
			while ( !needToStop )
			{
				trainer.LearningRate = driftingLearningRate * ( iterations - i ) / iterations + fixedLearningRate;
				trainer.LearningRadius = (double) learningRadius * ( iterations - i ) / iterations;

				// run training epoch
				trainer.RunEpoch( trainingSet );

				// update map
				UpdateMap( network );

				// increase current iteration
				i++;

				// set current iteration's info
				currentIterationBox.Text = i.ToString( );

				// stop ?
				if ( i >= iterations )
					break;
			}

			// enable settings controls
			EnableControls( true );
		}

		// Update map
		private void UpdateMap( DistanceNetwork network )
		{
			// get first layer
			Layer layer = network[0];

			// lock
			Monitor.Enter( this );

			// run through all neurons
			for ( int i = 0, n = layer.NeuronsCount; i < n; i++ )
			{
				Neuron neuron = layer[i];

				int x = i % networkSize;
				int y = i / networkSize;

				map[y, x, 0] = (int) neuron[0];
				map[y, x, 1] = (int) neuron[1];
				map[y, x, 2] = 0;
			}

			// collect active neurons
			for ( int i = 0; i < pointsCount; i++ )
			{
				network.Compute( trainingSet[i] );
				int w = network.GetWinner( );

				map[w / networkSize, w % networkSize, 2] = 1;
			}

			// unlock
			Monitor.Exit( this );

			//
			mapPanel.Invalidate( );
		}
	}
}