diff --git a/DeepTongue_feature_LabColor/feature_labColor/deepTIAS_feature_labColor.sln b/DeepTongue_feature_LabColor/feature_labColor/deepTIAS_feature_labColor.sln new file mode 100644 index 0000000..ad5bbe3 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/deepTIAS_feature_labColor.sln @@ -0,0 +1,31 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio Version 16 +VisualStudioVersion = 16.0.30011.22 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "deepTIAS_feature_labColor", "newcamera_deeplearning\deepTIAS_feature_labColor.csproj", "{9B9D9F04-F367-4B3A-A842-51D01B42539B}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Any CPU = Debug|Any CPU + Debug|x64 = Debug|x64 + Release|Any CPU = Release|Any CPU + Release|x64 = Release|x64 + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Debug|Any CPU.Build.0 = Debug|Any CPU + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Debug|x64.ActiveCfg = Debug|x64 + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Debug|x64.Build.0 = Debug|x64 + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Release|Any CPU.ActiveCfg = Release|Any CPU + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Release|Any CPU.Build.0 = Release|Any CPU + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Release|x64.ActiveCfg = Release|x64 + {9B9D9F04-F367-4B3A-A842-51D01B42539B}.Release|x64.Build.0 = Release|x64 + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection + GlobalSection(ExtensibilityGlobals) = postSolution + SolutionGuid = {0887EA03-2F07-4BB6-B5FD-1656497D53DB} + EndGlobalSection +EndGlobal diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Class1.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Class1.cs new file mode 100644 index 0000000..6f076f3 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Class1.cs @@ -0,0 +1,13 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace newcamera_deeplearning +{ + public static class checkclass + { + public static int check5 = 0; + } +} diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.Designer.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.Designer.cs new file mode 100644 index 0000000..f9001ec --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.Designer.cs @@ -0,0 +1,401 @@ +namespace OperateCamera +{ + partial class Form_Display + { + /// + /// 必要なデザイナー変数です。 + /// + private System.ComponentModel.IContainer components = null; + + /// + /// 使用中のリソースをすべてクリーンアップします。 + /// + /// マネージ リソースを破棄する場合は true を指定し、その他の場合は false を指定します。 + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Windows フォーム デザイナーで生成されたコード + + /// + /// デザイナー サポートに必要なメソッドです。このメソッドの内容を + /// コード エディターで変更しないでください。 + /// + private void InitializeComponent() + { + this.components = new System.ComponentModel.Container(); + this.tableLayoutPanel2 = new System.Windows.Forms.TableLayoutPanel(); + this.textBox5 = new System.Windows.Forms.TextBox(); + this.textBox4 = new System.Windows.Forms.TextBox(); + this.textBox3 = new System.Windows.Forms.TextBox(); + this.textBox2 = new System.Windows.Forms.TextBox(); + this.textBox1 = new System.Windows.Forms.TextBox(); + this.panel1 = new System.Windows.Forms.Panel(); + this.pictureBox3 = new System.Windows.Forms.PictureBox(); + this.label1 = new System.Windows.Forms.Label(); + this.label2 = new System.Windows.Forms.Label(); + this.label3 = new System.Windows.Forms.Label(); + this.label4 = new System.Windows.Forms.Label(); + this.label5 = new System.Windows.Forms.Label(); + this.tableLayoutPanel3 = new System.Windows.Forms.TableLayoutPanel(); + this.pictureBox1 = new System.Windows.Forms.PictureBox(); + this.pictureBox2 = new System.Windows.Forms.PictureBox(); + this.GuideBox = new System.Windows.Forms.TextBox(); + this.ShootingGuideBox = new System.Windows.Forms.TextBox(); + this.tabControl1 = new System.Windows.Forms.TabControl(); + this.tabPage1 = new System.Windows.Forms.TabPage(); + this.tabPage2 = new System.Windows.Forms.TabPage(); + this.timer1 = new System.Windows.Forms.Timer(this.components); + this.tableLayoutPanel2.SuspendLayout(); + this.panel1.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox3)).BeginInit(); + this.tableLayoutPanel3.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).BeginInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).BeginInit(); + this.tabControl1.SuspendLayout(); + this.tabPage1.SuspendLayout(); + this.tabPage2.SuspendLayout(); + this.SuspendLayout(); + // + // tableLayoutPanel2 + // + this.tableLayoutPanel2.ColumnCount = 3; + this.tableLayoutPanel2.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 50F)); + this.tableLayoutPanel2.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 20F)); + this.tableLayoutPanel2.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 30F)); + this.tableLayoutPanel2.Controls.Add(this.textBox5, 1, 4); + this.tableLayoutPanel2.Controls.Add(this.textBox4, 1, 3); + this.tableLayoutPanel2.Controls.Add(this.textBox3, 1, 2); + this.tableLayoutPanel2.Controls.Add(this.textBox2, 1, 1); + this.tableLayoutPanel2.Controls.Add(this.textBox1, 1, 0); + this.tableLayoutPanel2.Controls.Add(this.panel1, 2, 1); + this.tableLayoutPanel2.Controls.Add(this.label1, 0, 0); + this.tableLayoutPanel2.Controls.Add(this.label2, 0, 1); + this.tableLayoutPanel2.Controls.Add(this.label3, 0, 2); + this.tableLayoutPanel2.Controls.Add(this.label4, 0, 3); + this.tableLayoutPanel2.Controls.Add(this.label5, 0, 4); + this.tableLayoutPanel2.Dock = System.Windows.Forms.DockStyle.Fill; + this.tableLayoutPanel2.Location = new System.Drawing.Point(3, 3); + this.tableLayoutPanel2.Name = "tableLayoutPanel2"; + this.tableLayoutPanel2.RowCount = 5; + this.tableLayoutPanel2.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 20F)); + this.tableLayoutPanel2.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 20F)); + this.tableLayoutPanel2.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 20F)); + this.tableLayoutPanel2.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 20F)); + this.tableLayoutPanel2.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 20F)); + this.tableLayoutPanel2.Size = new System.Drawing.Size(820, 529); + this.tableLayoutPanel2.TabIndex = 2; + // + // textBox5 + // + this.textBox5.BackColor = System.Drawing.Color.Gray; + this.textBox5.BorderStyle = System.Windows.Forms.BorderStyle.None; + this.textBox5.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox5.Font = new System.Drawing.Font("Arial", 50F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.textBox5.ForeColor = System.Drawing.Color.White; + this.textBox5.Location = new System.Drawing.Point(413, 423); + this.textBox5.Multiline = true; + this.textBox5.Name = "textBox5"; + this.textBox5.Size = new System.Drawing.Size(158, 103); + this.textBox5.TabIndex = 9; + this.textBox5.TextAlign = System.Windows.Forms.HorizontalAlignment.Right; + // + // textBox4 + // + this.textBox4.BackColor = System.Drawing.Color.PaleVioletRed; + this.textBox4.BorderStyle = System.Windows.Forms.BorderStyle.None; + this.textBox4.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox4.Font = new System.Drawing.Font("Arial", 50F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.textBox4.ForeColor = System.Drawing.Color.White; + this.textBox4.Location = new System.Drawing.Point(413, 318); + this.textBox4.Multiline = true; + this.textBox4.Name = "textBox4"; + this.textBox4.Size = new System.Drawing.Size(158, 99); + this.textBox4.TabIndex = 8; + this.textBox4.TextAlign = System.Windows.Forms.HorizontalAlignment.Right; + // + // textBox3 + // + this.textBox3.BackColor = System.Drawing.Color.Red; + this.textBox3.BorderStyle = System.Windows.Forms.BorderStyle.None; + this.textBox3.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox3.Font = new System.Drawing.Font("Arial", 50F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.textBox3.ForeColor = System.Drawing.Color.White; + this.textBox3.Location = new System.Drawing.Point(413, 213); + this.textBox3.Multiline = true; + this.textBox3.Name = "textBox3"; + this.textBox3.Size = new System.Drawing.Size(158, 99); + this.textBox3.TabIndex = 7; + this.textBox3.TextAlign = System.Windows.Forms.HorizontalAlignment.Right; + // + // textBox2 + // + this.textBox2.BackColor = System.Drawing.Color.DarkRed; + this.textBox2.BorderStyle = System.Windows.Forms.BorderStyle.None; + this.textBox2.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox2.Font = new System.Drawing.Font("Arial", 50F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.textBox2.ForeColor = System.Drawing.Color.White; + this.textBox2.Location = new System.Drawing.Point(413, 108); + this.textBox2.Multiline = true; + this.textBox2.Name = "textBox2"; + this.textBox2.Size = new System.Drawing.Size(158, 99); + this.textBox2.TabIndex = 6; + this.textBox2.TextAlign = System.Windows.Forms.HorizontalAlignment.Right; + // + // textBox1 + // + this.textBox1.BackColor = System.Drawing.Color.Purple; + this.textBox1.BorderStyle = System.Windows.Forms.BorderStyle.None; + this.textBox1.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox1.Font = new System.Drawing.Font("Arial", 50F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.textBox1.ForeColor = System.Drawing.Color.White; + this.textBox1.Location = new System.Drawing.Point(413, 3); + this.textBox1.Multiline = true; + this.textBox1.Name = "textBox1"; + this.textBox1.Size = new System.Drawing.Size(158, 99); + this.textBox1.TabIndex = 4; + this.textBox1.TextAlign = System.Windows.Forms.HorizontalAlignment.Right; + // + // panel1 + // + this.panel1.Controls.Add(this.pictureBox3); + this.panel1.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel1.Location = new System.Drawing.Point(577, 108); + this.panel1.Name = "panel1"; + this.tableLayoutPanel2.SetRowSpan(this.panel1, 3); + this.panel1.Size = new System.Drawing.Size(240, 309); + this.panel1.TabIndex = 0; + // + // pictureBox3 + // + this.pictureBox3.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox3.Location = new System.Drawing.Point(0, 0); + this.pictureBox3.Name = "pictureBox3"; + this.pictureBox3.Size = new System.Drawing.Size(240, 309); + this.pictureBox3.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox3.TabIndex = 0; + this.pictureBox3.TabStop = false; + // + // label1 + // + this.label1.BackColor = System.Drawing.Color.Purple; + this.label1.Dock = System.Windows.Forms.DockStyle.Fill; + this.label1.Font = new System.Drawing.Font("Arial", 35F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.label1.ForeColor = System.Drawing.Color.White; + this.label1.Location = new System.Drawing.Point(3, 0); + this.label1.Name = "label1"; + this.label1.Size = new System.Drawing.Size(404, 105); + this.label1.TabIndex = 1; + this.label1.Text = "Purple (Blood blocked)"; + this.label1.TextAlign = System.Drawing.ContentAlignment.MiddleLeft; + // + // label2 + // + this.label2.BackColor = System.Drawing.Color.DarkRed; + this.label2.Dock = System.Windows.Forms.DockStyle.Fill; + this.label2.Font = new System.Drawing.Font("Arial", 35F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.label2.ForeColor = System.Drawing.Color.White; + this.label2.Location = new System.Drawing.Point(3, 105); + this.label2.Name = "label2"; + this.label2.Size = new System.Drawing.Size(404, 105); + this.label2.TabIndex = 2; + this.label2.Text = "Dark Red (Blood barrier)"; + this.label2.TextAlign = System.Drawing.ContentAlignment.MiddleLeft; + // + // label3 + // + this.label3.BackColor = System.Drawing.Color.Red; + this.label3.Dock = System.Windows.Forms.DockStyle.Fill; + this.label3.Font = new System.Drawing.Font("Arial", 35F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.label3.ForeColor = System.Drawing.Color.White; + this.label3.Location = new System.Drawing.Point(3, 210); + this.label3.Name = "label3"; + this.label3.Size = new System.Drawing.Size(404, 105); + this.label3.TabIndex = 3; + this.label3.Text = "Red (Inflame)"; + this.label3.TextAlign = System.Drawing.ContentAlignment.MiddleLeft; + // + // label4 + // + this.label4.BackColor = System.Drawing.Color.PaleVioletRed; + this.label4.Dock = System.Windows.Forms.DockStyle.Fill; + this.label4.Font = new System.Drawing.Font("Arial", 35F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.label4.ForeColor = System.Drawing.Color.White; + this.label4.Location = new System.Drawing.Point(3, 315); + this.label4.Name = "label4"; + this.label4.Size = new System.Drawing.Size(404, 105); + this.label4.TabIndex = 4; + this.label4.Text = "Pink (Normal)"; + this.label4.TextAlign = System.Drawing.ContentAlignment.MiddleLeft; + // + // label5 + // + this.label5.BackColor = System.Drawing.Color.Gray; + this.label5.Dock = System.Windows.Forms.DockStyle.Fill; + this.label5.Font = new System.Drawing.Font("Arial", 35F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(0))); + this.label5.ForeColor = System.Drawing.Color.White; + this.label5.Location = new System.Drawing.Point(3, 420); + this.label5.Name = "label5"; + this.label5.Size = new System.Drawing.Size(404, 109); + this.label5.TabIndex = 5; + this.label5.Text = "Pale White (Anemia)"; + this.label5.TextAlign = System.Drawing.ContentAlignment.MiddleLeft; + // + // tableLayoutPanel3 + // + this.tableLayoutPanel3.ColumnCount = 2; + this.tableLayoutPanel3.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 50F)); + this.tableLayoutPanel3.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 50F)); + this.tableLayoutPanel3.Controls.Add(this.pictureBox1, 0, 0); + this.tableLayoutPanel3.Controls.Add(this.pictureBox2, 1, 0); + this.tableLayoutPanel3.Controls.Add(this.GuideBox, 0, 1); + this.tableLayoutPanel3.Controls.Add(this.ShootingGuideBox, 0, 2); + this.tableLayoutPanel3.Dock = System.Windows.Forms.DockStyle.Fill; + this.tableLayoutPanel3.Location = new System.Drawing.Point(3, 3); + this.tableLayoutPanel3.Name = "tableLayoutPanel3"; + this.tableLayoutPanel3.RowCount = 3; + this.tableLayoutPanel3.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 80F)); + this.tableLayoutPanel3.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 10F)); + this.tableLayoutPanel3.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 10F)); + this.tableLayoutPanel3.Size = new System.Drawing.Size(820, 529); + this.tableLayoutPanel3.TabIndex = 3; + // + // pictureBox1 + // + this.pictureBox1.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox1.Location = new System.Drawing.Point(3, 3); + this.pictureBox1.Name = "pictureBox1"; + this.pictureBox1.Size = new System.Drawing.Size(404, 417); + this.pictureBox1.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox1.TabIndex = 0; + this.pictureBox1.TabStop = false; + this.pictureBox1.MouseDown += new System.Windows.Forms.MouseEventHandler(this.pictureBox1_MouseDown); + // + // pictureBox2 + // + this.pictureBox2.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox2.Location = new System.Drawing.Point(413, 3); + this.pictureBox2.Name = "pictureBox2"; + this.pictureBox2.Size = new System.Drawing.Size(404, 417); + this.pictureBox2.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox2.TabIndex = 1; + this.pictureBox2.TabStop = false; + // + // GuideBox + // + this.tableLayoutPanel3.SetColumnSpan(this.GuideBox, 2); + this.GuideBox.Dock = System.Windows.Forms.DockStyle.Fill; + this.GuideBox.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(128))); + this.GuideBox.ForeColor = System.Drawing.Color.Red; + this.GuideBox.Location = new System.Drawing.Point(3, 426); + this.GuideBox.Multiline = true; + this.GuideBox.Name = "GuideBox"; + this.GuideBox.Size = new System.Drawing.Size(814, 46); + this.GuideBox.TabIndex = 2; + this.GuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // ShootingGuideBox + // + this.tableLayoutPanel3.SetColumnSpan(this.ShootingGuideBox, 2); + this.ShootingGuideBox.Dock = System.Windows.Forms.DockStyle.Fill; + this.ShootingGuideBox.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel, ((byte)(128))); + this.ShootingGuideBox.ForeColor = System.Drawing.Color.Red; + this.ShootingGuideBox.Location = new System.Drawing.Point(3, 478); + this.ShootingGuideBox.Multiline = true; + this.ShootingGuideBox.Name = "ShootingGuideBox"; + this.ShootingGuideBox.Size = new System.Drawing.Size(814, 48); + this.ShootingGuideBox.TabIndex = 3; + this.ShootingGuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // tabControl1 + // + this.tabControl1.Controls.Add(this.tabPage1); + this.tabControl1.Controls.Add(this.tabPage2); + this.tabControl1.Dock = System.Windows.Forms.DockStyle.Fill; + this.tabControl1.Location = new System.Drawing.Point(0, 0); + this.tabControl1.Name = "tabControl1"; + this.tabControl1.SelectedIndex = 0; + this.tabControl1.Size = new System.Drawing.Size(834, 561); + this.tabControl1.TabIndex = 4; + // + // tabPage1 + // + this.tabPage1.Controls.Add(this.tableLayoutPanel3); + this.tabPage1.Location = new System.Drawing.Point(4, 22); + this.tabPage1.Name = "tabPage1"; + this.tabPage1.Padding = new System.Windows.Forms.Padding(3); + this.tabPage1.Size = new System.Drawing.Size(826, 535); + this.tabPage1.TabIndex = 0; + this.tabPage1.Text = "Real-time guidance"; + this.tabPage1.UseVisualStyleBackColor = true; + // + // tabPage2 + // + this.tabPage2.Controls.Add(this.tableLayoutPanel2); + this.tabPage2.Location = new System.Drawing.Point(4, 22); + this.tabPage2.Name = "tabPage2"; + this.tabPage2.Padding = new System.Windows.Forms.Padding(3); + this.tabPage2.Size = new System.Drawing.Size(826, 535); + this.tabPage2.TabIndex = 1; + this.tabPage2.Text = "Diagnostic results"; + this.tabPage2.UseVisualStyleBackColor = true; + // + // timer1 + // + this.timer1.Tick += new System.EventHandler(this.timer1_Tick); + // + // Form_Display + // + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.None; + this.ClientSize = new System.Drawing.Size(834, 561); + this.Controls.Add(this.tabControl1); + this.Name = "Form_Display"; + this.StartPosition = System.Windows.Forms.FormStartPosition.CenterScreen; + this.Text = "TIAS User Interface"; + this.Load += new System.EventHandler(this.Form_Display_Load); + this.tableLayoutPanel2.ResumeLayout(false); + this.tableLayoutPanel2.PerformLayout(); + this.panel1.ResumeLayout(false); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox3)).EndInit(); + this.tableLayoutPanel3.ResumeLayout(false); + this.tableLayoutPanel3.PerformLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).EndInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).EndInit(); + this.tabControl1.ResumeLayout(false); + this.tabPage1.ResumeLayout(false); + this.tabPage2.ResumeLayout(false); + this.ResumeLayout(false); + + } + + #endregion + public System.Windows.Forms.TextBox textBox1; + private System.Windows.Forms.Panel panel1; + public System.Windows.Forms.PictureBox pictureBox3; + public System.Windows.Forms.Label label1; + public System.Windows.Forms.Label label2; + public System.Windows.Forms.Label label3; + public System.Windows.Forms.Label label4; + public System.Windows.Forms.Label label5; + public System.Windows.Forms.TextBox textBox2; + public System.Windows.Forms.TextBox textBox3; + public System.Windows.Forms.TextBox textBox4; + public System.Windows.Forms.TextBox textBox5; + public System.Windows.Forms.PictureBox pictureBox1; + public System.Windows.Forms.PictureBox pictureBox2; + public System.Windows.Forms.TextBox GuideBox; + public System.Windows.Forms.TextBox ShootingGuideBox; + public System.Windows.Forms.TableLayoutPanel tableLayoutPanel2; + public System.Windows.Forms.TableLayoutPanel tableLayoutPanel3; + private System.Windows.Forms.Timer timer1; + private System.Windows.Forms.TabControl tabControl1; + private System.Windows.Forms.TabPage tabPage1; + private System.Windows.Forms.TabPage tabPage2; + } +} + diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.cs new file mode 100644 index 0000000..d68c772 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.cs @@ -0,0 +1,152 @@ +using System; +using System.Collections.Generic; +using System.Windows.Forms; +using System.Media; + +namespace OperateCamera +{ + public partial class Form_Display : Form + { + SoundPlayer player6 = new SoundPlayer("result.wav"); + + public Form_Display() + { + InitializeComponent(); + } + + void DrawPoint() + { + OpenCvSharp.Mat tempCalib = Form_TIASAutomaticShootingSystem.m_CalibFrame.Clone(); + + //とってくる点の描画 + //tempDrawに書き込んでいるので，degree.bmpは無事．とってくるのは + //この画像のRGBにする． + //tempDrawにとってくる点を全て描画し，pointcheck.bmpで確認できるようにする． + //オッケーなら校正ボタンを再度押す感じで． + + //以降取ってきた点の描画．座標(実際値) + //1 + Form_TIASAutomaticShootingSystem.getRGBpoint[0].X = pictureBox1.Location.X * 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[0].Y = pictureBox1.Location.Y * 145; + //2 + Form_TIASAutomaticShootingSystem.getRGBpoint[1].X = pictureBox1.Location.X * 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[1].Y = pictureBox1.Location.Y * 208; + //3 + Form_TIASAutomaticShootingSystem.getRGBpoint[2].X = pictureBox1.Location.X * 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[2].Y = pictureBox1.Location.Y * 275; + //4 + Form_TIASAutomaticShootingSystem.getRGBpoint[3].X = pictureBox1.Location.X * 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[3].Y = pictureBox1.Location.Y * 345; + //5 + Form_TIASAutomaticShootingSystem.getRGBpoint[4].X = pictureBox1.Location.X * 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[4].Y = pictureBox1.Location.Y * 410; + //6 + Form_TIASAutomaticShootingSystem.getRGBpoint[5].X = pictureBox1.Location.X * 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[5].Y = pictureBox1.Location.Y * 478; + //7 + Form_TIASAutomaticShootingSystem.getRGBpoint[6].X = pictureBox1.Location.X * 233; + Form_TIASAutomaticShootingSystem.getRGBpoint[6].Y = pictureBox1.Location.Y * 145; + //8 + Form_TIASAutomaticShootingSystem.getRGBpoint[7].X = pictureBox1.Location.X * 233; + Form_TIASAutomaticShootingSystem.getRGBpoint[7].Y = pictureBox1.Location.Y * 208; + //9 + Form_TIASAutomaticShootingSystem.getRGBpoint[8].X = pictureBox1.Location.X * 233; + Form_TIASAutomaticShootingSystem.getRGBpoint[8].Y = pictureBox1.Location.Y * 275; + //10 + Form_TIASAutomaticShootingSystem.getRGBpoint[9].X = pictureBox1.Location.X * 233; + Form_TIASAutomaticShootingSystem.getRGBpoint[9].Y = pictureBox1.Location.Y * 345; + //11 + Form_TIASAutomaticShootingSystem.getRGBpoint[10].X = pictureBox1.Location.X * 233; + Form_TIASAutomaticShootingSystem.getRGBpoint[10].Y = pictureBox1.Location.Y * 410; + //12 + Form_TIASAutomaticShootingSystem.getRGBpoint[11].X = pictureBox1.Location.X * 233; + Form_TIASAutomaticShootingSystem.getRGBpoint[11].Y = pictureBox1.Location.Y * 478; + //13 + Form_TIASAutomaticShootingSystem.getRGBpoint[12].X = pictureBox1.Location.X * 170; + Form_TIASAutomaticShootingSystem.getRGBpoint[12].Y = pictureBox1.Location.Y * 145; + //14 + Form_TIASAutomaticShootingSystem.getRGBpoint[13].X = pictureBox1.Location.X * 170; + Form_TIASAutomaticShootingSystem.getRGBpoint[13].Y = pictureBox1.Location.Y * 208; + //15 + Form_TIASAutomaticShootingSystem.getRGBpoint[14].X = pictureBox1.Location.X * 170; + Form_TIASAutomaticShootingSystem.getRGBpoint[14].Y = pictureBox1.Location.Y * 275; + //16 + Form_TIASAutomaticShootingSystem.getRGBpoint[15].X = pictureBox1.Location.X * 170; + Form_TIASAutomaticShootingSystem.getRGBpoint[15].Y = pictureBox1.Location.Y * 345; + //17 + Form_TIASAutomaticShootingSystem.getRGBpoint[16].X = pictureBox1.Location.X * 170; + Form_TIASAutomaticShootingSystem.getRGBpoint[16].Y = pictureBox1.Location.Y * 410; + //18 + Form_TIASAutomaticShootingSystem.getRGBpoint[17].X = pictureBox1.Location.X * 170; + Form_TIASAutomaticShootingSystem.getRGBpoint[17].Y = pictureBox1.Location.Y * 478; + //19 + Form_TIASAutomaticShootingSystem.getRGBpoint[18].X = pictureBox1.Location.X * 105; + Form_TIASAutomaticShootingSystem.getRGBpoint[18].Y = pictureBox1.Location.Y * 145; + //20 + Form_TIASAutomaticShootingSystem.getRGBpoint[19].X = pictureBox1.Location.X * 105; + Form_TIASAutomaticShootingSystem.getRGBpoint[19].Y = pictureBox1.Location.Y * 208; + //21 + Form_TIASAutomaticShootingSystem.getRGBpoint[20].X = pictureBox1.Location.X * 105; + Form_TIASAutomaticShootingSystem.getRGBpoint[20].Y = pictureBox1.Location.Y * 275; + //22 + Form_TIASAutomaticShootingSystem.getRGBpoint[21].X = pictureBox1.Location.X * 105; + Form_TIASAutomaticShootingSystem.getRGBpoint[21].Y = pictureBox1.Location.Y * 345; + //23 + Form_TIASAutomaticShootingSystem.getRGBpoint[22].X = pictureBox1.Location.X * 105; + Form_TIASAutomaticShootingSystem.getRGBpoint[22].Y = pictureBox1.Location.Y * 410; + //24 + Form_TIASAutomaticShootingSystem.getRGBpoint[23].X = pictureBox1.Location.X * 105; + Form_TIASAutomaticShootingSystem.getRGBpoint[23].Y = pictureBox1.Location.Y * 478; + + for (int i = 0; i < 24; i++) + { + OpenCvSharp.Cv2.Circle(tempCalib, Form_TIASAutomaticShootingSystem.getRGBpoint[i].X, Form_TIASAutomaticShootingSystem.getRGBpoint[i].Y, 10, new OpenCvSharp.Scalar(0, 255, 0), -1, OpenCvSharp.LineTypes.Link8, 0); + } + + Form_TIASAutomaticShootingSystem.bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(tempCalib); + this.pictureBox1.Image = Form_TIASAutomaticShootingSystem.bitmap; + this.pictureBox1.Refresh(); + Form_TIASAutomaticShootingSystem.m_getColor = true; + } + + private void pictureBox1_MouseDown(object sender, MouseEventArgs e) + { + if (Form_TIASAutomaticShootingSystem.m_bCalib)//キャリブレーション時しか必要ないので + { + Form_TIASAutomaticShootingSystem.pt.X = e.X; + Form_TIASAutomaticShootingSystem.pt.Y = e.Y; + + //2点クリックすんでいたら + if (Form_TIASAutomaticShootingSystem.pt.X != 0) + { + if (Form_TIASAutomaticShootingSystem.pt.Y != 0) + { + System.Threading.Thread.Sleep(500); + //描画用関数に飛ぶ + DrawPoint(); + this.GuideBox.Text = ""; + this.GuideBox.Text = "Please click Color Correction Button again！"; + this.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = "DON'T enlarge the window!"; + } + } + } + } + + private void timer1_Tick(object sender, EventArgs e) + { + if (newcamera_deeplearning.checkclass.check5 == 1) + { + System.Threading.Thread.Sleep(100); + tabControl1.SelectedTab = tabControl1.TabPages[1]; + //player6.Play(); + timer1.Stop(); + } + } + + private void Form_Display_Load(object sender, EventArgs e) + { + timer1.Start(); + } + } +} diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.resx b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.resx new file mode 100644 index 0000000..1f666f2 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_Display.resx @@ -0,0 +1,123 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + 17, 17 + + \ No newline at end of file diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.Designer.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.Designer.cs new file mode 100644 index 0000000..6a18068 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.Designer.cs @@ -0,0 +1,511 @@ +namespace OperateCamera +{ + partial class Form_TIASAutomaticShootingSystem + { + /// + /// Required designer variable. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up any resources being used. + /// + /// true if managed resources should be disposed; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Windows Form Designer generated code + + /// + /// Required method for Designer support - do not modify + /// the contents of this method with the code editor. + /// + private void InitializeComponent() + { + this.components = new System.ComponentModel.Container(); + this.tableLayoutPanel1 = new System.Windows.Forms.TableLayoutPanel(); + this.panel7 = new System.Windows.Forms.Panel(); + this.pictureBox4 = new System.Windows.Forms.PictureBox(); + this.panel6 = new System.Windows.Forms.Panel(); + this.pictureBox3 = new System.Windows.Forms.PictureBox(); + this.panel5 = new System.Windows.Forms.Panel(); + this.pictureBox2 = new System.Windows.Forms.PictureBox(); + this.label10 = new System.Windows.Forms.Label(); + this.label9 = new System.Windows.Forms.Label(); + this.panel3 = new System.Windows.Forms.Panel(); + this.ShootingGuideBox = new System.Windows.Forms.TextBox(); + this.label1 = new System.Windows.Forms.Label(); + this.panel1 = new System.Windows.Forms.Panel(); + this.button_ConnectTIAS = new System.Windows.Forms.Button(); + this.label7 = new System.Windows.Forms.Label(); + this.label8 = new System.Windows.Forms.Label(); + this.textBox2 = new System.Windows.Forms.TextBox(); + this.textBox3 = new System.Windows.Forms.TextBox(); + this.textBox4 = new System.Windows.Forms.TextBox(); + this.textBox6 = new System.Windows.Forms.TextBox(); + this.textBox7 = new System.Windows.Forms.TextBox(); + this.textBox8 = new System.Windows.Forms.TextBox(); + this.panel2 = new System.Windows.Forms.Panel(); + this.GuideBox = new System.Windows.Forms.TextBox(); + this.label11 = new System.Windows.Forms.Label(); + this.label12 = new System.Windows.Forms.Label(); + this.panel4 = new System.Windows.Forms.Panel(); + this.pictureBox1 = new System.Windows.Forms.PictureBox(); + this.serialPort1 = new System.IO.Ports.SerialPort(this.components); + this.textBox1 = new System.Windows.Forms.TextBox(); + this.textBox5 = new System.Windows.Forms.TextBox(); + this.tableLayoutPanel1.SuspendLayout(); + this.panel7.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox4)).BeginInit(); + this.panel6.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox3)).BeginInit(); + this.panel5.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).BeginInit(); + this.panel3.SuspendLayout(); + this.panel1.SuspendLayout(); + this.panel2.SuspendLayout(); + this.panel4.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).BeginInit(); + this.SuspendLayout(); + // + // tableLayoutPanel1 + // + this.tableLayoutPanel1.ColumnCount = 4; + this.tableLayoutPanel1.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 25F)); + this.tableLayoutPanel1.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 25F)); + this.tableLayoutPanel1.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 25F)); + this.tableLayoutPanel1.ColumnStyles.Add(new System.Windows.Forms.ColumnStyle(System.Windows.Forms.SizeType.Percent, 25F)); + this.tableLayoutPanel1.Controls.Add(this.textBox5, 1, 9); + this.tableLayoutPanel1.Controls.Add(this.textBox1, 0, 9); + this.tableLayoutPanel1.Controls.Add(this.panel7, 3, 8); + this.tableLayoutPanel1.Controls.Add(this.panel6, 2, 8); + this.tableLayoutPanel1.Controls.Add(this.panel5, 3, 2); + this.tableLayoutPanel1.Controls.Add(this.label10, 3, 1); + this.tableLayoutPanel1.Controls.Add(this.label9, 2, 1); + this.tableLayoutPanel1.Controls.Add(this.panel3, 0, 14); + this.tableLayoutPanel1.Controls.Add(this.label1, 1, 0); + this.tableLayoutPanel1.Controls.Add(this.panel1, 0, 4); + this.tableLayoutPanel1.Controls.Add(this.label7, 0, 7); + this.tableLayoutPanel1.Controls.Add(this.label8, 1, 7); + this.tableLayoutPanel1.Controls.Add(this.textBox2, 0, 10); + this.tableLayoutPanel1.Controls.Add(this.textBox3, 0, 11); + this.tableLayoutPanel1.Controls.Add(this.textBox4, 0, 12); + this.tableLayoutPanel1.Controls.Add(this.textBox6, 1, 10); + this.tableLayoutPanel1.Controls.Add(this.textBox7, 1, 11); + this.tableLayoutPanel1.Controls.Add(this.textBox8, 1, 12); + this.tableLayoutPanel1.Controls.Add(this.panel2, 0, 13); + this.tableLayoutPanel1.Controls.Add(this.label11, 2, 7); + this.tableLayoutPanel1.Controls.Add(this.label12, 3, 7); + this.tableLayoutPanel1.Controls.Add(this.panel4, 2, 2); + this.tableLayoutPanel1.Dock = System.Windows.Forms.DockStyle.Fill; + this.tableLayoutPanel1.Location = new System.Drawing.Point(0, 0); + this.tableLayoutPanel1.Name = "tableLayoutPanel1"; + this.tableLayoutPanel1.RowCount = 15; + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Percent, 6.666667F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 20F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 20F)); + this.tableLayoutPanel1.RowStyles.Add(new System.Windows.Forms.RowStyle(System.Windows.Forms.SizeType.Absolute, 20F)); + this.tableLayoutPanel1.Size = new System.Drawing.Size(834, 561); + this.tableLayoutPanel1.TabIndex = 0; + // + // panel7 + // + this.panel7.Controls.Add(this.pictureBox4); + this.panel7.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel7.Location = new System.Drawing.Point(627, 299); + this.panel7.Name = "panel7"; + this.tableLayoutPanel1.SetRowSpan(this.panel7, 5); + this.panel7.Size = new System.Drawing.Size(204, 179); + this.panel7.TabIndex = 31; + // + // pictureBox4 + // + this.pictureBox4.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox4.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox4.Location = new System.Drawing.Point(0, 0); + this.pictureBox4.Name = "pictureBox4"; + this.pictureBox4.Size = new System.Drawing.Size(204, 179); + this.pictureBox4.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox4.TabIndex = 2; + this.pictureBox4.TabStop = false; + // + // panel6 + // + this.panel6.Controls.Add(this.pictureBox3); + this.panel6.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel6.Location = new System.Drawing.Point(419, 299); + this.panel6.Name = "panel6"; + this.tableLayoutPanel1.SetRowSpan(this.panel6, 5); + this.panel6.Size = new System.Drawing.Size(202, 179); + this.panel6.TabIndex = 30; + // + // pictureBox3 + // + this.pictureBox3.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox3.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox3.Location = new System.Drawing.Point(0, 0); + this.pictureBox3.Name = "pictureBox3"; + this.pictureBox3.Size = new System.Drawing.Size(202, 179); + this.pictureBox3.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox3.TabIndex = 1; + this.pictureBox3.TabStop = false; + // + // panel5 + // + this.panel5.Controls.Add(this.pictureBox2); + this.panel5.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel5.Location = new System.Drawing.Point(627, 77); + this.panel5.Name = "panel5"; + this.tableLayoutPanel1.SetRowSpan(this.panel5, 5); + this.panel5.Size = new System.Drawing.Size(204, 179); + this.panel5.TabIndex = 29; + // + // pictureBox2 + // + this.pictureBox2.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox2.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox2.Location = new System.Drawing.Point(0, 0); + this.pictureBox2.Name = "pictureBox2"; + this.pictureBox2.Size = new System.Drawing.Size(204, 179); + this.pictureBox2.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox2.TabIndex = 0; + this.pictureBox2.TabStop = false; + // + // label10 + // + this.label10.Dock = System.Windows.Forms.DockStyle.Fill; + this.label10.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.label10.Location = new System.Drawing.Point(627, 37); + this.label10.Name = "label10"; + this.label10.Size = new System.Drawing.Size(204, 37); + this.label10.TabIndex = 25; + this.label10.Text = "Detection"; + this.label10.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // label9 + // + this.label9.Dock = System.Windows.Forms.DockStyle.Fill; + this.label9.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.label9.Location = new System.Drawing.Point(419, 37); + this.label9.Name = "label9"; + this.label9.Size = new System.Drawing.Size(202, 37); + this.label9.TabIndex = 24; + this.label9.Text = "Real Time"; + this.label9.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // panel3 + // + this.tableLayoutPanel1.SetColumnSpan(this.panel3, 4); + this.panel3.Controls.Add(this.ShootingGuideBox); + this.panel3.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel3.Location = new System.Drawing.Point(3, 521); + this.panel3.Name = "panel3"; + this.panel3.Size = new System.Drawing.Size(828, 37); + this.panel3.TabIndex = 23; + // + // ShootingGuideBox + // + this.ShootingGuideBox.Dock = System.Windows.Forms.DockStyle.Fill; + this.ShootingGuideBox.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.ShootingGuideBox.ForeColor = System.Drawing.Color.Red; + this.ShootingGuideBox.Location = new System.Drawing.Point(0, 0); + this.ShootingGuideBox.Multiline = true; + this.ShootingGuideBox.Name = "ShootingGuideBox"; + this.ShootingGuideBox.Size = new System.Drawing.Size(828, 37); + this.ShootingGuideBox.TabIndex = 24; + this.ShootingGuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // label1 + // + this.tableLayoutPanel1.SetColumnSpan(this.label1, 2); + this.label1.Dock = System.Windows.Forms.DockStyle.Fill; + this.label1.Font = new System.Drawing.Font("Arial", 25F, System.Drawing.FontStyle.Bold, System.Drawing.GraphicsUnit.Pixel); + this.label1.Location = new System.Drawing.Point(211, 0); + this.label1.Name = "label1"; + this.label1.Size = new System.Drawing.Size(410, 37); + this.label1.TabIndex = 0; + this.label1.Text = "Tongue Image Analyzing System"; + this.label1.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // panel1 + // + this.tableLayoutPanel1.SetColumnSpan(this.panel1, 2); + this.panel1.Controls.Add(this.button_ConnectTIAS); + this.panel1.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel1.Location = new System.Drawing.Point(3, 151); + this.panel1.Name = "panel1"; + this.tableLayoutPanel1.SetRowSpan(this.panel1, 2); + this.panel1.Size = new System.Drawing.Size(410, 68); + this.panel1.TabIndex = 7; + // + // button_ConnectTIAS + // + this.button_ConnectTIAS.Dock = System.Windows.Forms.DockStyle.Fill; + this.button_ConnectTIAS.Font = new System.Drawing.Font("Arial", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.button_ConnectTIAS.Location = new System.Drawing.Point(0, 0); + this.button_ConnectTIAS.Name = "button_ConnectTIAS"; + this.button_ConnectTIAS.Size = new System.Drawing.Size(410, 68); + this.button_ConnectTIAS.TabIndex = 0; + this.button_ConnectTIAS.Text = "START"; + this.button_ConnectTIAS.UseVisualStyleBackColor = true; + this.button_ConnectTIAS.Click += new System.EventHandler(this.button_ConnectTIAS_Click); + // + // label7 + // + this.label7.Dock = System.Windows.Forms.DockStyle.Fill; + this.label7.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.label7.Location = new System.Drawing.Point(3, 259); + this.label7.Name = "label7"; + this.label7.Size = new System.Drawing.Size(202, 37); + this.label7.TabIndex = 14; + this.label7.Text = "RGB"; + this.label7.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // label8 + // + this.label8.Dock = System.Windows.Forms.DockStyle.Fill; + this.label8.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.label8.Location = new System.Drawing.Point(211, 259); + this.label8.Name = "label8"; + this.label8.Size = new System.Drawing.Size(202, 37); + this.label8.TabIndex = 15; + this.label8.Text = "L*a*b*"; + this.label8.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // textBox2 + // + this.textBox2.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox2.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox2.Location = new System.Drawing.Point(3, 373); + this.textBox2.Multiline = true; + this.textBox2.Name = "textBox2"; + this.textBox2.Size = new System.Drawing.Size(202, 31); + this.textBox2.TabIndex = 16; + this.textBox2.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox3 + // + this.textBox3.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox3.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox3.Location = new System.Drawing.Point(3, 410); + this.textBox3.Multiline = true; + this.textBox3.Name = "textBox3"; + this.textBox3.Size = new System.Drawing.Size(202, 31); + this.textBox3.TabIndex = 17; + this.textBox3.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox4 + // + this.textBox4.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox4.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox4.Location = new System.Drawing.Point(3, 447); + this.textBox4.Multiline = true; + this.textBox4.Name = "textBox4"; + this.textBox4.Size = new System.Drawing.Size(202, 31); + this.textBox4.TabIndex = 18; + this.textBox4.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox6 + // + this.textBox6.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox6.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox6.Location = new System.Drawing.Point(211, 373); + this.textBox6.Multiline = true; + this.textBox6.Name = "textBox6"; + this.textBox6.Size = new System.Drawing.Size(202, 31); + this.textBox6.TabIndex = 19; + this.textBox6.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox7 + // + this.textBox7.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox7.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox7.Location = new System.Drawing.Point(211, 410); + this.textBox7.Multiline = true; + this.textBox7.Name = "textBox7"; + this.textBox7.Size = new System.Drawing.Size(202, 31); + this.textBox7.TabIndex = 20; + this.textBox7.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox8 + // + this.textBox8.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox8.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox8.Location = new System.Drawing.Point(211, 447); + this.textBox8.Multiline = true; + this.textBox8.Name = "textBox8"; + this.textBox8.Size = new System.Drawing.Size(202, 31); + this.textBox8.TabIndex = 21; + this.textBox8.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // panel2 + // + this.tableLayoutPanel1.SetColumnSpan(this.panel2, 4); + this.panel2.Controls.Add(this.GuideBox); + this.panel2.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel2.Location = new System.Drawing.Point(3, 484); + this.panel2.Name = "panel2"; + this.panel2.Size = new System.Drawing.Size(828, 31); + this.panel2.TabIndex = 22; + // + // GuideBox + // + this.GuideBox.Dock = System.Windows.Forms.DockStyle.Fill; + this.GuideBox.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.GuideBox.ForeColor = System.Drawing.Color.Red; + this.GuideBox.Location = new System.Drawing.Point(0, 0); + this.GuideBox.Multiline = true; + this.GuideBox.Name = "GuideBox"; + this.GuideBox.Size = new System.Drawing.Size(828, 31); + this.GuideBox.TabIndex = 0; + this.GuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // label11 + // + this.label11.Dock = System.Windows.Forms.DockStyle.Fill; + this.label11.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.label11.Location = new System.Drawing.Point(419, 259); + this.label11.Name = "label11"; + this.label11.Size = new System.Drawing.Size(202, 37); + this.label11.TabIndex = 26; + this.label11.Text = "Segmentation"; + this.label11.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // label12 + // + this.label12.Dock = System.Windows.Forms.DockStyle.Fill; + this.label12.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.label12.Location = new System.Drawing.Point(627, 259); + this.label12.Name = "label12"; + this.label12.Size = new System.Drawing.Size(204, 37); + this.label12.TabIndex = 27; + this.label12.Text = "Selection Region"; + this.label12.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // panel4 + // + this.panel4.Controls.Add(this.pictureBox1); + this.panel4.Dock = System.Windows.Forms.DockStyle.Fill; + this.panel4.Location = new System.Drawing.Point(419, 77); + this.panel4.Name = "panel4"; + this.tableLayoutPanel1.SetRowSpan(this.panel4, 5); + this.panel4.Size = new System.Drawing.Size(202, 179); + this.panel4.TabIndex = 28; + // + // pictureBox1 + // + this.pictureBox1.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox1.Dock = System.Windows.Forms.DockStyle.Fill; + this.pictureBox1.Location = new System.Drawing.Point(0, 0); + this.pictureBox1.Name = "pictureBox1"; + this.pictureBox1.Size = new System.Drawing.Size(202, 179); + this.pictureBox1.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox1.TabIndex = 0; + this.pictureBox1.TabStop = false; + // + // textBox1 + // + this.textBox1.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox1.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox1.Location = new System.Drawing.Point(3, 336); + this.textBox1.Multiline = true; + this.textBox1.Name = "textBox1"; + this.textBox1.Size = new System.Drawing.Size(202, 31); + this.textBox1.TabIndex = 32; + this.textBox1.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox5 + // + this.textBox5.Dock = System.Windows.Forms.DockStyle.Fill; + this.textBox5.Font = new System.Drawing.Font("Arial", 15F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Pixel); + this.textBox5.Location = new System.Drawing.Point(211, 336); + this.textBox5.Multiline = true; + this.textBox5.Name = "textBox5"; + this.textBox5.Size = new System.Drawing.Size(202, 31); + this.textBox5.TabIndex = 33; + this.textBox5.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // Form_TIASAutomaticShootingSystem + // + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.None; + this.ClientSize = new System.Drawing.Size(834, 561); + this.Controls.Add(this.tableLayoutPanel1); + this.Name = "Form_TIASAutomaticShootingSystem"; + this.StartPosition = System.Windows.Forms.FormStartPosition.CenterScreen; + this.Text = "TIAS BackGround"; + this.FormClosing += new System.Windows.Forms.FormClosingEventHandler(this.Form_TIASAutomaticShootingSystem_FormClosing); + this.Load += new System.EventHandler(this.Form_TIASAutomaticShootingSystem_Load); + this.tableLayoutPanel1.ResumeLayout(false); + this.tableLayoutPanel1.PerformLayout(); + this.panel7.ResumeLayout(false); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox4)).EndInit(); + this.panel6.ResumeLayout(false); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox3)).EndInit(); + this.panel5.ResumeLayout(false); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).EndInit(); + this.panel3.ResumeLayout(false); + this.panel3.PerformLayout(); + this.panel1.ResumeLayout(false); + this.panel2.ResumeLayout(false); + this.panel2.PerformLayout(); + this.panel4.ResumeLayout(false); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).EndInit(); + this.ResumeLayout(false); + + } + + #endregion + + private System.Windows.Forms.TableLayoutPanel tableLayoutPanel1; + private System.Windows.Forms.Panel panel3; + public System.Windows.Forms.TextBox ShootingGuideBox; + private System.Windows.Forms.Label label1; + private System.Windows.Forms.Panel panel1; + private System.Windows.Forms.Button button_ConnectTIAS; + private System.Windows.Forms.Label label7; + private System.Windows.Forms.Label label8; + private System.Windows.Forms.TextBox textBox2; + private System.Windows.Forms.TextBox textBox3; + private System.Windows.Forms.TextBox textBox4; + private System.Windows.Forms.TextBox textBox6; + private System.Windows.Forms.TextBox textBox7; + private System.Windows.Forms.TextBox textBox8; + private System.Windows.Forms.Panel panel2; + public System.Windows.Forms.TextBox GuideBox; + private System.Windows.Forms.Panel panel7; + public System.Windows.Forms.PictureBox pictureBox4; + private System.Windows.Forms.Panel panel6; + public System.Windows.Forms.PictureBox pictureBox3; + private System.Windows.Forms.Panel panel5; + public System.Windows.Forms.PictureBox pictureBox2; + private System.Windows.Forms.Label label10; + private System.Windows.Forms.Label label9; + private System.Windows.Forms.Label label11; + private System.Windows.Forms.Label label12; + private System.Windows.Forms.Panel panel4; + private System.IO.Ports.SerialPort serialPort1; + private System.Windows.Forms.PictureBox pictureBox1; + private System.Windows.Forms.TextBox textBox5; + private System.Windows.Forms.TextBox textBox1; + } +} \ No newline at end of file diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.cs new file mode 100644 index 0000000..dc34846 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.cs @@ -0,0 +1,630 @@ +using System; +using System.Windows.Forms; +using System.IO; +using System.Drawing; +using System.Drawing.Imaging; +using System.Management; +using OpenCvSharp; +using OpenCvSharp.ML; +using System.Collections.Generic; +using System.ComponentModel; +using System.Runtime.InteropServices; +using TensorFlow; +using System.Linq; + +namespace OperateCamera +{ + public partial class Form_TIASAutomaticShootingSystem : Form + { + //Set user display window + Form_Display Form_Display = new Form_Display(); + + // Config + const int RADIUS_COLORAREA = 10; + + public static Bitmap bitmap; + + float[] a = new float[17]; + float[] b = new float[17]; + float[] c = new float[17]; + float d; + float e; + float f; + int k; + public static bool m_getColor = false; + public static Mat m_CalibFrame; //キャリブレーション用画像 + public static OpenCvSharp.Point[] getRGBpoint = new OpenCvSharp.Point[24];//RGB取得用 + double[] m_BforLab = new double[24]; + double[] m_GforLab = new double[24]; + double[] m_RforLab = new double[24]; + public static bool m_bCalib; + public static OpenCvSharp.Point pt = new OpenCvSharp.Point();//キャリブレーション用のポイント入れ + public static Mat m_PointedFrame; //ポイントされたMat + public static int click = 0; //クリック回数 + + OpenCvSharp.Point P1 = new OpenCvSharp.Point(); + OpenCvSharp.Point P2 = new OpenCvSharp.Point(); + + //Serial communication + public Form_TIASAutomaticShootingSystem() + { + InitializeComponent(); + } + + private void button_ConnectTIAS_Click(object sender, EventArgs e) + { + // GetImage() + var path_oriImg = @"data_lab\2\Shot0002.bmp"; + var path_calibCsv = @"data_lab\2\Calib.csv"; + var path_colorMatrixXYZ = "xyz.txt"; + using (Mat mat_oriImg = Cv2.ImRead(path_oriImg, ImreadModes.Color)) + { + // Process_DeepTIAS() + var path_mask = @"data_lab\2\Shot0002_mask.bmp"; + Mat mat_finalMask = Cv2.ImRead(path_mask, ImreadModes.GrayScale); + + // マスクされた舌領域画像の作成 + Mat mat_maskedImg = new Mat(); + mat_oriImg.CopyTo(mat_maskedImg, mat_finalMask); + + // 5点クリック法（2010石川） + List list_5points = Get5points(mat_finalMask); + + // 8領域の取得 + List list_8area = Get8area(list_5points); + Show8area(mat_oriImg.Clone(), list_8area); + + // 色抽出 + List list_8Bgr = Get8colors(mat_maskedImg, list_8area); + + // 色変換(RGB->XYZ->Lab) + List list_8Lab = Calc8Lab(list_8Bgr, path_calibCsv, path_colorMatrixXYZ); + + // 色の表示 + Show8colors(list_8Bgr, list_8Lab); + + // 保存 + Write8colors(list_8Bgr, list_8Lab); + + // 廃棄 + mat_finalMask.Dispose(); + mat_maskedImg.Dispose(); + GC.Collect(); + } + System.Threading.Thread.Sleep(100); + } + + private List Get5points(Mat mat_finalMask) + { + List li_dst; + + // 表示用 + var mat_dst = mat_finalMask.Clone(); + Cv2.CvtColor(mat_dst, mat_dst, ColorConversionCodes.GRAY2BGR); + + // マスクの舌領域画素座標 + var mat_nonZeroCoordinates = new Mat(); + Cv2.FindNonZero(mat_finalMask, mat_nonZeroCoordinates); + + // nonZeroの点をすべてlistに詰める + var list_X = new List(); + var list_Y = new List(); + for (int i = 0; i < mat_nonZeroCoordinates.Total(); i++) + { + var x = mat_nonZeroCoordinates.At(i).X; + var y = mat_nonZeroCoordinates.At(i).Y; + list_X.Add(x); + list_Y.Add(y); + } + + // 端っこを探索(ラスタ左上から) + var p_top = mat_nonZeroCoordinates.At(list_Y.IndexOf(list_Y.Min())); + var p_bottom = mat_nonZeroCoordinates.At(list_Y.IndexOf(list_Y.Max())); + var p_left = mat_nonZeroCoordinates.At(list_X.IndexOf(list_X.Min())); + var p_right = mat_nonZeroCoordinates.At(list_X.IndexOf(list_X.Max())); + + // 舌尖領域を示すy座標を取得(割合を今回は決め打ち) + var y_apex = (int)(p_top.Y + ((p_bottom.Y - p_top.Y) * 0.8)); + var p_apex_left = mat_nonZeroCoordinates.At(IndexOfAll(list_Y, y_apex).Min()); + var p_apex_right = mat_nonZeroCoordinates.At(IndexOfAll(list_Y, y_apex).Max()); + + // 表示してみる + Cv2.Circle(mat_dst, p_top, 20, new Scalar(255, 0, 0), -1); + Cv2.Circle(mat_dst, p_bottom, 20, new Scalar(255, 0, 0), -1); + Cv2.Circle(mat_dst, p_left, 20, new Scalar(255, 0, 0), -1); + Cv2.Circle(mat_dst, p_right, 20, new Scalar(255, 0, 0), -1); + Cv2.Circle(mat_dst, p_apex_left, 20, new Scalar(255, 0, 0), -1); + Cv2.Circle(mat_dst, p_apex_right, 20, new Scalar(255, 0, 0), -1); + + // DEBUG + Cv2.NamedWindow("dst", WindowMode.KeepRatio ^ WindowMode.AutoSize); + Cv2.ImShow("dst", mat_dst.Resize(new OpenCvSharp.Size((int)mat_dst.Width * 0.5, (int)mat_dst.Height * 0.5))); + li_dst = new List { p_left, p_apex_left, p_bottom, p_apex_right, p_right}; + + // 破棄 + mat_dst.Dispose(); + mat_nonZeroCoordinates.Dispose(); + GC.Collect(); + return li_dst; + } + + private List Get8area(List list_5points) + { + var li_dst = new List(); + // ROIマスク画像1 + // 0____________ 4 + // | | + // | | + // | | + // 1|● ●|3 + // 舌　　　 / + // 舌_______/ + // 2 + + var points1 = new int[2, 3]{{0, 2, 1}, {4, 2, 3}}; + var area1 = new OpenCvSharp.Point(); + for (int i = 0; i < 2; i ++) + { + var cx1 = (list_5points[points1[i, 0]].X + list_5points[points1[i, 1]].X) / 2; + var cy1 = (list_5points[points1[i, 0]].Y + list_5points[points1[i, 1]].Y) / 2; + area1.X = (list_5points[points1[i, 2]].X + cx1) / 2; + area1.Y = (list_5points[points1[i, 2]].Y + cy1) / 2; + li_dst.Add(area1); + } + + // ROIマスク画像2 + // 0____________ 4 + // | ● ● | + // | | + // | | + // 1| |3 + // 舌　　　 / + // 舌_______/ + // 2 + + var points2 = new int[2, 4]{{0, 3, 0, 4}, {4, 1, 4, 0}}; + var area2 = new OpenCvSharp.Point(); + for (int i = 0; i< 2; i++) + { + float cx1 = list_5points[points2[i, 0]].X + (list_5points[points2[i, 1]].X - list_5points[points2[i, 0]].X) / 4; + float cy1 = list_5points[points2[i, 0]].Y + (list_5points[points2[i, 1]].Y - list_5points[points2[i, 0]].Y) / 4; + float cx2 = (list_5points[points2[i, 2]].X + list_5points[points2[i, 3]].X) / 2; + float cy2 = (list_5points[points2[i, 2]].Y + list_5points[points2[i, 3]].Y) / 2; + area2.X = (int)(cx1 + cx2) / 2; + area2.Y = (int)(cy1 + cy2) / 2; + li_dst.Add(area2); + } + + // ROIマスク画像3 + // 0____________ 4 + // | | + // | | + // | | + // 1| ● ● |3 + // 舌　　　 / + // 舌_______/ + // 2 + var points3 = new int[2, 3]{{0, 3, 2}, {4, 1, 2}}; + var area3 = new OpenCvSharp.Point(); + for (int i = 0; i< 2; i ++) + { + float cx1 = list_5points[points3[i, 0]].X + (list_5points[points3[i, 1]].X - list_5points[points3[i, 0]].X) / 4; + float cy1 = list_5points[points3[i, 0]].Y + (list_5points[points3[i, 1]].Y - list_5points[points3[i, 0]].Y) / 4; + area3.X = (int)(list_5points[points3[i, 2]].X + cx1) / 2; + area3.Y = (int)(list_5points[points3[i, 2]].Y + cy1) / 2; + li_dst.Add(area3); + } + + // ROIマスク画像3 + // 0____________ 4 + // | | + // | | + // | | + // 1| |3 + // 舌　　　 / + // 舌_●_●_/ + // 2 + var points4 = new int[2, 2]{{0, 2}, {4, 2}}; + var area4 = new OpenCvSharp.Point(); + for (int i = 0; i< 2; i ++) + { + area4.X = list_5points[points4[i, 0]].X + (list_5points[points4[i, 1]].X - list_5points[points4[i, 0]].X) * 7 / 8; + area4.Y = list_5points[points4[i, 0]].Y + (list_5points[points4[i, 1]].Y - list_5points[points4[i, 0]].Y) * 7 / 8; + li_dst.Add(area4); + } + + // To do : もし8areaが舌領域に載っていなかったら修正 + //bool isOnTongueArea = DiscriminateOnTongueArea(li_dst); + //if (isOnTongueArea) + //{ + + //} + + return li_dst; + } + + private List Get8colors(Mat mat_maskedImg, List list_8area) + { + List li_dst = new List(); + for (int i = 0; i < list_8area.Count(); i++) + { + using (Mat mat_colorRoi = Mat.Zeros(mat_maskedImg.Size(), MatType.CV_8UC1)) + { + // 色抽出領域を示すマスク画像を作成 + Cv2.Circle(mat_colorRoi, list_8area[i], RADIUS_COLORAREA, 255, -1); + + // 領域で色を抽出 + var color = Cv2.Mean(mat_maskedImg, mat_colorRoi); + li_dst.Add(color); + } + } + return li_dst; + } + + private void Show8area(Mat oriImg, List list_8area) + { + Cv2.Circle(oriImg, list_8area[0], 10, new Scalar(0, 255, 0), -1); + Cv2.Circle(oriImg, list_8area[1], 10, new Scalar(0, 255, 0), -1); + Cv2.Circle(oriImg, list_8area[2], 10, new Scalar(255, 255, 255), -1); + Cv2.Circle(oriImg, list_8area[3], 10, new Scalar(255, 255, 255), -1); + Cv2.Circle(oriImg, list_8area[4], 10, new Scalar(255, 255, 0), -1); + Cv2.Circle(oriImg, list_8area[5], 10, new Scalar(255, 255, 0), -1); + Cv2.Circle(oriImg, list_8area[6], 10, new Scalar(255, 0, 0), -1); + Cv2.Circle(oriImg, list_8area[7], 10, new Scalar(255, 0, 0), -1); + Cv2.NamedWindow("dst_", WindowMode.KeepRatio ^ WindowMode.Normal); + Cv2.ImShow("dst_", oriImg.Resize(new OpenCvSharp.Size((int)oriImg.Width * 0.5, (int)oriImg.Height * 0.5))); + } + + private List Calc8Lab(List list_8colors, string path_calibCsv, string path_colorMatrixXYZ) + { + GetColorMatrixRGB(path_calibCsv); + CalcTransMat(path_colorMatrixXYZ); + + + + + Read_TranslationMatrix(); + var li_dst = new List(); + for (int i = 0; i < list_8colors.Count(); i++) + { + var LabValue = CalcLab(list_8colors[i]); + li_dst.Add(LabValue); + } + return li_dst; + } + + private void GetColorMatrixRGB(string path_calibCsv) + { + System.Text.Encoding encoding = GetType(path_calibCsv); + System.IO.FileStream fs3 = new System.IO.FileStream(path_calibCsv, System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr3 = new System.IO.StreamReader(fs3, encoding); + string strLine = ""; + string[] aryLine; + sr3.ReadLine(); // headerをスルー + int i = 0; + while ((strLine = sr3.ReadLine()) != null) + { + aryLine = strLine.Split(','); + var no = Convert.ToSingle(aryLine[0]); + float r = Convert.ToSingle(aryLine[1]); + float g = Convert.ToSingle(aryLine[2]); + float b = Convert.ToSingle(aryLine[3]); + m_BforLab[i] = b * 1.2; + m_GforLab[i] = g * 0.8; + m_RforLab[i] = r * 0.8; + // DEBUG + Console.WriteLine(r); + Console.WriteLine(g); + Console.WriteLine(b); + i++; + } + sr3.Close(); + fs3.Close(); + } + + private void CalcTransMat(string path_colorMatrixXYZ) + { + Mat RGBmat = new Mat(24, 17, MatType.CV_64F, new Scalar(1.0f)); + Mat XYZmat = new Mat(24, 4, MatType.CV_64F, new Scalar(1.0f)); + + // ColorChartのXYZ読み込み + string line; + string[] split = new string[3]; + double valueX = 0, valueY = 0, valueZ = 0; + System.Text.Encoding encoding3 = GetType(path_colorMatrixXYZ); + System.IO.FileStream fs3 = new System.IO.FileStream(path_colorMatrixXYZ, System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr3 = new System.IO.StreamReader(fs3, encoding3); + for (int i = 0; i < 24; i++) + { + line = sr3.ReadLine(); + split = line.Split(' '); + valueX = Convert.ToDouble(split[0]); + valueY = Convert.ToDouble(split[1]); + valueZ = Convert.ToDouble(split[2]); + XYZmat.Set(i, 0, valueX); + XYZmat.Set(i, 1, valueY); + XYZmat.Set(i, 2, valueZ); + } + sr3.Close(); + fs3.Close(); + + // 変換行列の計算 + for (int j = 0; j < 24; j++) + { + //順番 + //R,G,B,RG,RB,GB,R^2,G^2,B^2 + //R^2B,R^2G,G^2,R,G^2B,B^2R,B^2G,RGB + RGBmat.Set(j, 2, m_BforLab[j]); + RGBmat.Set(j, 1, m_GforLab[j]); + RGBmat.Set(j, 0, m_RforLab[j]); + //2V次の項 + RGBmat.Set(j, 3, m_RforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 4, m_RforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 5, m_GforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 6, m_RforLab[j] * m_RforLab[j]); + RGBmat.Set(j, 7, m_GforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 8, m_BforLab[j] * m_BforLab[j]); + //3V次の項 + RGBmat.Set(j, 9, m_RforLab[j] * m_RforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 10, m_RforLab[j] * m_RforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 11, m_GforLab[j] * m_GforLab[j] * m_RforLab[j]); + RGBmat.Set(j, 12, m_GforLab[j] * m_GforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 13, m_BforLab[j] * m_BforLab[j] * m_RforLab[j]); + RGBmat.Set(j, 14, m_BforLab[j] * m_BforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 15, m_RforLab[j] * m_BforLab[j] * m_GforLab[j]); + } + // 変換行列の生成 + Mat translation = new Mat(); + var canSolve = Cv2.Solve(RGBmat, XYZmat, translation, DecompTypes.SVD); + // Debug + Console.WriteLine(RGBmat.At(0, 0)); + Console.WriteLine(XYZmat.At(0, 0)); + Console.WriteLine(translation.At(1, 1)); + + // 保存 + string CSVfilename = "translateMatrix.csv"; + FileStream CSV_file = File.Open(CSVfilename, FileMode.OpenOrCreate, FileAccess.Write); + CSV_file.Seek(0, SeekOrigin.Begin); + CSV_file.SetLength(0); + CSV_file.Close(); + StreamWriter CSV_data = new StreamWriter(CSVfilename); + string s2 = ""; + for (int i = 0; i <= 16; i++) + { + for (int j = 0; j <= 2; j++) + { + double s1 = translation.At(i, j); + s2 += s1.ToString() + ","; + } + CSV_data.WriteLine(s2); + s2 = ""; + } + CSV_data.Close(); + } + + private void Read_TranslationMatrix() + { + // 変換行列を読み込みなおす + System.Text.Encoding encoding = GetType("translateMatrix.csv"); + System.IO.FileStream fs1 = new System.IO.FileStream("translateMatrix.csv", System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr1 = new System.IO.StreamReader(fs1, encoding); + for (int i = 0; i < 17; i++) + { + a[i] = 0; + b[i] = 0; + c[i] = 0; + } + k = 0; + string strLine = ""; + string[] aryLine = null; + while ((strLine = sr1.ReadLine()) != null) + { + aryLine = strLine.Split(','); + a[k] = Convert.ToSingle(aryLine[0]); + b[k] = Convert.ToSingle(aryLine[1]); + c[k] = Convert.ToSingle(aryLine[2]); + k++; + } + sr1.Close(); + fs1.Close(); + } + + private OpenCvSharp.Scalar CalcLab(OpenCvSharp.Scalar BgrValue) + { + // CIELabの計算 + // XYZに変換 + double X, Y, Z; + double m_B = BgrValue.Val0; + double m_G = BgrValue.Val1; + double m_R = BgrValue.Val2; + X = m_R * a[0] + m_G * a[1] + m_B * a[2] + + a[3] * m_R * m_G + a[4] * m_R * m_B + a[5] * m_G * m_B + + a[6] * m_R * m_R + a[7] * m_G * m_G + a[8] * m_B * m_B + + a[9] * m_R * m_R * m_B + a[10] * m_R * m_R * m_G + + a[11] * m_G * m_G * m_R + a[12] * m_G * m_G * m_B + + a[13] * m_B * m_B * m_R + a[14] * m_B * m_B * m_G + + a[15] * m_R * m_G * m_B + + a[16]; + Y = m_R * b[0] + m_G * b[1] + m_B * b[2] + + b[3] * m_R * m_G + b[4] * m_R * m_B + b[5] * m_G * m_B + + b[6] * m_R * m_R + b[7] * m_G * m_G + b[8] * m_B * m_B + + b[9] * m_R * m_R * m_B + b[10] * m_R * m_R * m_G + + b[11] * m_G * m_G * m_R + b[12] * m_G * m_G * m_B + + b[13] * m_B * m_B * m_R + b[14] * m_B * m_B * m_G + + b[15] * m_R * m_G * m_B + + b[16]; + Z = m_R * c[0] + m_G * c[1] + m_B * c[2] + + c[3] * m_R * m_G + c[4] * m_R * m_B + c[5] * m_G * m_B + + c[6] * m_R * m_R + c[7] * m_G * m_G + c[8] * m_B * m_B + + c[9] * m_R * m_R * m_B + c[10] * m_R * m_R * m_G + + c[11] * m_G * m_G * m_R + c[12] * m_G * m_G * m_B + + c[13] * m_B * m_B * m_R + c[14] * m_B * m_B * m_G + + c[15] * m_R * m_G * m_B + + c[16]; + if (X < 0) X = 0; + if (Y < 0) Y = 0; + if (Z < 0) Z = 0; + + // Labに変換(固定の計算式) + // TIAS 光源 + double Xn = 99.5829; + double Yn = 100.0; + double Zn = 57.1402; + double cL = 116.0 * Math.Pow((Y / Yn), 1.0 / 3.0) - 16.0; + double ca = 500.0 * (Math.Pow((X / Xn), 1.0 / 3.0) - Math.Pow((Y / Yn), 1.0 / 3.0)); + double cb = 200.0 * (Math.Pow((Y / Yn), 1.0 / 3.0) - Math.Pow((Z / Zn), 1.0 / 3.0)); + + return new OpenCvSharp.Scalar(cL, ca, cb); + } + + private void Show8colors(List list_8Bgr, List list_8Lab) + { + Invoke((MethodInvoker)delegate + { + textBox1.Text = list_8Bgr[0].ToString() + " " + list_8Bgr[1].ToString(); + textBox2.Text = list_8Bgr[2].ToString() + " " + list_8Bgr[3].ToString(); + textBox3.Text = list_8Bgr[4].ToString() + " " + list_8Bgr[5].ToString(); + textBox4.Text = list_8Bgr[6].ToString() + " " + list_8Bgr[7].ToString(); + textBox5.Text = list_8Lab[0].ToString() + " " + list_8Lab[1].ToString(); + textBox6.Text = list_8Lab[2].ToString() + " " + list_8Lab[3].ToString(); + textBox7.Text = list_8Lab[4].ToString() + " " + list_8Lab[5].ToString(); + textBox8.Text = list_8Lab[6].ToString() + " " + list_8Lab[7].ToString(); + }); + } + + private void Write8colors(List list_8Bgr, List list_8Lab) + { + // 保存 + string CSVfilename = "CalculatedLab.csv"; + FileStream CSV_file = File.Open(CSVfilename, FileMode.OpenOrCreate, FileAccess.Write); + CSV_file.Seek(0, SeekOrigin.Begin); + CSV_file.SetLength(0); + CSV_file.Close(); + + StreamWriter CSV_data = new StreamWriter(CSVfilename); + CSV_data.WriteLine("Area,R,G,B,L,a,B"); + for (int i = 0; i < list_8Bgr.Count(); i++) + { + string str = (i + 1).ToString() + ","; + str += + list_8Bgr[i].Val2.ToString("0.0000") + "," + + list_8Bgr[i].Val1.ToString("0.0000") + "," + + list_8Bgr[i].Val0.ToString("0.0000") + "," + + list_8Lab[i].Val0.ToString("0.0000") + "," + + list_8Lab[i].Val1.ToString("0.0000") + "," + + list_8Lab[i].Val2.ToString("0.0000"); + CSV_data.WriteLine(str); + } + CSV_data.Close(); + } + + private List IndexOfAll(List li, int target) + { + int num = li.IndexOf(target); + var li_num = new List(); + if (num > 0) + { + li_num.Add(num); + // IndexOfメソッドで見つからなくなるまで繰り返す + while (num > 0) + { + //見つかった位置の次の位置から検索 + num = li.IndexOf(target, num + 1); + if (num > 0) + { + li_num.Add(num); + } + } + } + else + { + Console.WriteLine("{0}は見つかりませんでした", target); + } + Console.WriteLine(li_num); + return li_num; + } + + + public static System.Text.Encoding GetType(string FILE_NAME) + { + System.IO.FileStream fs = new System.IO.FileStream(FILE_NAME, System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.Text.Encoding r = GetType(fs); + fs.Close(); + return r; + } + + public static System.Text.Encoding GetType(System.IO.FileStream fs) + { + byte[] Unicode = new byte[] { 0xFF, 0xFE, 0x41 }; + byte[] UnicodeBIG = new byte[] { 0xFE, 0xFF, 0x00 }; + byte[] UTF8 = new byte[] { 0xEF, 0xBB, 0xBF }; + System.Text.Encoding reVal = System.Text.Encoding.Default; + + System.IO.BinaryReader r = new System.IO.BinaryReader(fs, System.Text.Encoding.Default); + int i; + int.TryParse(fs.Length.ToString(), out i); + byte[] ss = r.ReadBytes(i); + if (IsUTF8Bytes(ss) || (ss[0] == 0xEF && ss[1] == 0xBB && ss[2] == 0xBF)) + { + reVal = System.Text.Encoding.UTF8; + } + else if (ss[0] == 0xFE && ss[1] == 0xFF && ss[2] == 0x00) + { + reVal = System.Text.Encoding.BigEndianUnicode; + } + else if (ss[0] == 0xFF && ss[1] == 0xFE && ss[2] == 0x41) + { + reVal = System.Text.Encoding.Unicode; + } + r.Close(); + return reVal; + } + + private static bool IsUTF8Bytes(byte[] data) + { + int charByteCounter = 1; + byte curByte; + for (int i = 0; i < data.Length; i++) + { + curByte = data[i]; + if (charByteCounter == 1) + { + if (curByte >= 0x80) + { + while (((curByte <<= 1) & 0x80) != 0) + { + charByteCounter++; + } + if (charByteCounter == 1 || charByteCounter > 6) + { + return false; + } + } + } + else + { + if ((curByte & 0xC0) != 0x80) + { + return false; + } + charByteCounter--; + } + } + if (charByteCounter > 1) + { + throw new Exception("Error"); + } + return true; + } + + private void Form_TIASAutomaticShootingSystem_FormClosing(object sender, FormClosingEventArgs e) + { + System.Threading.Thread.Sleep(100); + } + + private void Form_TIASAutomaticShootingSystem_Load(object sender, EventArgs e) + { + Form_Display.Show(); + } + } +} \ No newline at end of file diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.resx b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.resx new file mode 100644 index 0000000..5f4899d --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Form_TIASAutomaticShootingSystem.resx @@ -0,0 +1,126 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + 17, 17 + + + 56 + + \ No newline at end of file diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Program.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Program.cs new file mode 100644 index 0000000..4df843f --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Program.cs @@ -0,0 +1,24 @@ +using System; +using System.Collections.Generic; +using System.Text; +using System.Threading; +using System.IO.Ports; +using System.Windows.Forms; +using System.Linq; + +namespace OperateCamera +{ + static class Program + { + /// + /// Main System Running In Here! + /// + [STAThread] + static void Main() + { + Application.EnableVisualStyles(); + Application.SetCompatibleTextRenderingDefault(false); + Application.Run(new Form_TIASAutomaticShootingSystem()); + } + } +} diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/AssemblyInfo.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/AssemblyInfo.cs new file mode 100644 index 0000000..13ca395 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/AssemblyInfo.cs @@ -0,0 +1,36 @@ +using System.Reflection; +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +// アセンブリに関する一般情報は以下の属性セットをとおして制御されます。 +// アセンブリに関連付けられている情報を変更するには、 +// これらの属性値を変更してください。 +[assembly: AssemblyTitle("newcamera_deeplearning")] +[assembly: AssemblyDescription("")] +[assembly: AssemblyConfiguration("")] +[assembly: AssemblyCompany("")] +[assembly: AssemblyProduct("newcamera_deeplearning")] +[assembly: AssemblyCopyright("Copyright © 2018")] +[assembly: AssemblyTrademark("")] +[assembly: AssemblyCulture("")] + +// ComVisible を false に設定すると、その型はこのアセンブリ内で COM コンポーネントから +// 参照不可能になります。COM からこのアセンブリ内の型にアクセスする場合は、 +// その型の ComVisible 属性を true に設定してください。 +[assembly: ComVisible(false)] + +// このプロジェクトが COM に公開される場合、次の GUID が typelib の ID になります +[assembly: Guid("9b9d9f04-f367-4b3a-a842-51d01b42539b")] + +// アセンブリのバージョン情報は次の 4 つの値で構成されています: +// +// メジャー バージョン +// マイナー バージョン +// ビルド番号 +// Revision +// +// すべての値を指定するか、下のように '*' を使ってビルドおよびリビジョン番号を +// 既定値にすることができます: +// [assembly: AssemblyVersion("1.0.*")] +[assembly: AssemblyVersion("1.0.0.0")] +[assembly: AssemblyFileVersion("1.0.0.0")] diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Resources.Designer.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Resources.Designer.cs new file mode 100644 index 0000000..22a72a7 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Resources.Designer.cs @@ -0,0 +1,63 @@ +//------------------------------------------------------------------------------ +// +// This code was generated by a tool. +// Runtime Version:4.0.30319.42000 +// +// Changes to this file may cause incorrect behavior and will be lost if +// the code is regenerated. +// +//------------------------------------------------------------------------------ + +namespace deepTIAS_feature_labColor.Properties { + using System; + + + /// + /// A strongly-typed resource class, for looking up localized strings, etc. + /// + // This class was auto-generated by the StronglyTypedResourceBuilder + // class via a tool like ResGen or Visual Studio. + // To add or remove a member, edit your .ResX file then rerun ResGen + // with the /str option, or rebuild your VS project. + [global::System.CodeDom.Compiler.GeneratedCodeAttribute("System.Resources.Tools.StronglyTypedResourceBuilder", "16.0.0.0")] + [global::System.Diagnostics.DebuggerNonUserCodeAttribute()] + [global::System.Runtime.CompilerServices.CompilerGeneratedAttribute()] + internal class Resources { + + private static global::System.Resources.ResourceManager resourceMan; + + private static global::System.Globalization.CultureInfo resourceCulture; + + [global::System.Diagnostics.CodeAnalysis.SuppressMessageAttribute("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")] + internal Resources() { + } + + /// + /// Returns the cached ResourceManager instance used by this class. + /// + [global::System.ComponentModel.EditorBrowsableAttribute(global::System.ComponentModel.EditorBrowsableState.Advanced)] + internal static global::System.Resources.ResourceManager ResourceManager { + get { + if (object.ReferenceEquals(resourceMan, null)) { + global::System.Resources.ResourceManager temp = new global::System.Resources.ResourceManager("deepTIAS_feature_labColor.Properties.Resources", typeof(Resources).Assembly); + resourceMan = temp; + } + return resourceMan; + } + } + + /// + /// Overrides the current thread's CurrentUICulture property for all + /// resource lookups using this strongly typed resource class. + /// + [global::System.ComponentModel.EditorBrowsableAttribute(global::System.ComponentModel.EditorBrowsableState.Advanced)] + internal static global::System.Globalization.CultureInfo Culture { + get { + return resourceCulture; + } + set { + resourceCulture = value; + } + } + } +} diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Resources.resx b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Resources.resx new file mode 100644 index 0000000..af7dbeb --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Resources.resx @@ -0,0 +1,117 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + \ No newline at end of file diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Settings.Designer.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Settings.Designer.cs new file mode 100644 index 0000000..11eed20 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Settings.Designer.cs @@ -0,0 +1,26 @@ +//------------------------------------------------------------------------------ +// +// This code was generated by a tool. +// Runtime Version:4.0.30319.42000 +// +// Changes to this file may cause incorrect behavior and will be lost if +// the code is regenerated. +// +//------------------------------------------------------------------------------ + +namespace deepTIAS_feature_labColor.Properties { + + + [global::System.Runtime.CompilerServices.CompilerGeneratedAttribute()] + [global::System.CodeDom.Compiler.GeneratedCodeAttribute("Microsoft.VisualStudio.Editors.SettingsDesigner.SettingsSingleFileGenerator", "16.5.0.0")] + internal sealed partial class Settings : global::System.Configuration.ApplicationSettingsBase { + + private static Settings defaultInstance = ((Settings)(global::System.Configuration.ApplicationSettingsBase.Synchronized(new Settings()))); + + public static Settings Default { + get { + return defaultInstance; + } + } + } +} diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Settings.settings b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Settings.settings new file mode 100644 index 0000000..3964565 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/Properties/Settings.settings @@ -0,0 +1,7 @@ + + + + + + + diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/bin/x64/Debug/newcamera_deeplearning.vshost.exe.manifest b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/bin/x64/Debug/newcamera_deeplearning.vshost.exe.manifest new file mode 100644 index 0000000..061c9ca --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/bin/x64/Debug/newcamera_deeplearning.vshost.exe.manifest @@ -0,0 +1,11 @@ + + + + + + + + + + + diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/deepTIAS_feature_labColor.csproj b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/deepTIAS_feature_labColor.csproj new file mode 100644 index 0000000..bb8638e --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/deepTIAS_feature_labColor.csproj @@ -0,0 +1,204 @@ + + + + + + Debug + AnyCPU + {9B9D9F04-F367-4B3A-A842-51D01B42539B} + WinExe + Properties + deepTIAS_feature_labColor + deepTIAS_feature_labColor + v4.7.1 + 512 + true + + + + publish\ + true + Disk + false + Foreground + 7 + Days + false + false + true + 0 + 1.0.0.%2a + false + false + true + + + AnyCPU + true + full + false + bin\Debug\ + DEBUG;TRACE + prompt + 4 + + + AnyCPU + pdbonly + true + bin\Release\ + TRACE + prompt + 4 + + + true + bin\x64\Debug\ + DEBUG;TRACE + full + x64 + prompt + MinimumRecommendedRules.ruleset + true + + + bin\x64\Release\ + TRACE + true + pdbonly + x64 + prompt + MinimumRecommendedRules.ruleset + true + + + + ..\packages\ICSharpCode.SharpZipLib.dll.0.85.4.369\lib\net20\ICSharpCode.SharpZipLib.dll + True + + + + False + ..\packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.dll + + + False + ..\packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.Blob.dll + + + False + ..\packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.Extensions.dll + + + False + ..\packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.UserInterface.dll + + + + + + + ..\packages\System.Management.dll.1.0.0\lib\System.Management.dll + True + + + ..\packages\System.ValueTuple.4.4.0\lib\net47\System.ValueTuple.dll + True + + + + + + + + + + + + ..\packages\TensorFlowSharp.1.11.0\lib\net471\TensorFlowSharp.dll + True + + + False + + + + + + Form + + + Form_Display.cs + + + Form + + + Form_TIASAutomaticShootingSystem.cs + + + + + Form_Display.cs + + + Form_TIASAutomaticShootingSystem.cs + + + ResXFileCodeGenerator + Resources.Designer.cs + Designer + + + True + Resources.resx + True + + + + SettingsSingleFileGenerator + Settings.Designer.cs + + + True + Settings.settings + True + + + + + + + + False + Microsoft .NET Framework 4.7.1 %28x86 および x64%29 + true + + + False + .NET Framework 3.5 SP1 + false + + + + + Always + + + + + + このプロジェクトは、このコンピューター上にない NuGet パッケージを参照しています。それらのパッケージをダウンロードするには、[NuGet パッケージの復元] を使用します。詳細については、http://go.microsoft.com/fwlink/?LinkID=322105 を参照してください。見つからないファイルは {0} です。 + + + + + + + \ No newline at end of file diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/Debug/TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_036C0B5B-1481-4323-8D20-8F5ADCB23D92.cs diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_5937a670-0e60-4077-877b-f7221da3dda1.cs diff --git a/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/DeepTongue_feature_LabColor/feature_labColor/newcamera_deeplearning/obj/x64/Debug/TemporaryGeneratedFile_E7A71F73-0F8D-4B9B-B56E-8E70B10BC5D3.cs diff --git a/Tongue extraction_cropresizemethod/Tongue extraction/Form1.cs b/Tongue extraction_cropresizemethod/Tongue extraction/Form1.cs index a8fe1cb..f8ace4b 100644 --- a/Tongue extraction_cropresizemethod/Tongue extraction/Form1.cs +++ b/Tongue extraction_cropresizemethod/Tongue extraction/Form1.cs @@ -274,7 +274,7 @@ private static string DownloadDefaultModel(string dir) { - var modelFile = Path.Combine(dir, "AREinProcess_step12800.pb"); + var modelFile = Path.Combine(dir, "2120_256_64_42999_enhancment_L1loss0.03435.pb"); return modelFile; } @@ -691,11 +691,11 @@ var tensor = ImageUtil2.CreateTensorFromImageFile(byte_inputSegmentation); var runner = session.GetRunner(); runner - .AddInput(graph["generator/input_image"][0], tensor) - .Fetch(graph["generator/prediction"][0]); + //.AddInput(graph["generator/input_image"][0], tensor) + //.Fetch(graph["generator/prediction"][0]); - //.AddInput(graph["input_image"][0], tensor) - //.Fetch(graph["generator1/decoder_1/Tanh"][0]); + .AddInput(graph["input_image"][0], tensor) + .Fetch(graph["generator1/decoder_1/Tanh"][0]); var output = runner.Run(); float[,,,] resultfloat = (float[,,,])output[0].GetValue(jagged: false); diff --git a/reference/Analysis/Analysis.cpp b/reference/Analysis/Analysis.cpp new file mode 100644 index 0000000..e68e032 --- /dev/null +++ b/reference/Analysis/Analysis.cpp @@ -0,0 +1,497 @@ +#include "Analysis.h" +#include "ProcessList.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CAnalysis::CAnalysis(void) +{ + m_RefProc = new CReferenceProc; + m_Casmatch = new CDetectCasmatch; + m_Tracker = new CTracking; + m_NumProcFrames = 0; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CAnalysis::~CAnalysis(void) +{ + SAFE_DELETE(m_RefProc); + SAFE_DELETE(m_Casmatch); + SAFE_DELETE(m_Tracker); + + cvDestroyAllWindows(); +} + +//------------------------------------------------------------------------------- +// �S�ʓI�ȏ����� +bool CAnalysis::GlobalInit() +{ +#ifndef DEBUG_TRACK_ONLY + CALL(m_RefProc->Init()); + CALL(m_Casmatch->Init()); +#endif + + return true; +} + +//------------------------------------------------------------------------------- +// �S�̏��� +bool CAnalysis::GlobalProc() +{ + CALL(this->GlobalInit()); + + CProcessList pl; + CALL(pl.Init()); + + FILE *fp; + char filename[PATH_LEN]; + sprintf_s(filename, PATH_LEN, "output\\GlobalLog20110113.csv"); + fopen_s(&fp, filename, "w"); + if (!fp) ERROR_RET("Can't open Global log file."); + fprintf(fp, "���t, ����, �팱��, ��, �G���[, ��������, ����, " + "L1(t0), a1(t0), b1(t0), L1(t10), a1(t10), b1(t10), " + "L1(t20), a1(t20), b1(t20), L1(t30), a1(t30), b1(t30), " + "L2(t0), a2(t0), b2(t0), L2(t10), a2(t10), b2(t10), " + "L2(t20), a2(t20), b2(t20), L2(t30), a2(t30), b2(t30), " + "L3(t0), a3(t0), b3(t0), L3(t10), a3(t10), b3(t10), " + "L3(t20), a3(t20), b3(t20), L3(t30), a3(t30), b3(t30), " + "L4(t0), a4(t0), b4(t0), L4(t10), a4(t10), b4(t10), " + "L4(t20), a4(t20), b4(t20), L4(t30), a4(t30), b4(t30), \n"); + + char workpath[PATH_LEN]; + bool noRefInfo = false; + do + { +#ifndef DEBUG_TRACK_ONLY + if (pl.IsFirstTOD()) + { + CALL(pl.GetRefDir(workpath)); + printf("\n***** RefProc: %s **********\n\n", workpath); + + if (m_RefProc->CalcMatrix(workpath, pl.CurrentRefFile())) noRefInfo = false; + else noRefInfo = true; + } +#endif + if (noRefInfo) continue; + + if(!pl.GetFrameDir(workpath)) continue; + printf("\n***** MeasurementProc: %s **********\n\n", workpath); + + int err = this->MeasurementProc(workpath, pl.CurrentImgFile()); + if (err == -1) continue; + + // ���O�ɏo�� + char buffer[256]; + pl.MakeParamStr(buffer, sizeof(buffer)); + fprintf(fp, "%s, %d, %d, %f, ", + buffer, err, m_NumProcFrames, m_Tracker->TotalMovement() / m_NumProcFrames); + + // ���O�ɏo��(�̈�1) + for (int i = 0; i < ((m_NumProcFrames - 1) / m_FrameScale) + 1; i++) + { + fprintf(fp, "%.3f, %.3f, %.3f, ", + m_ROILabT1[i].val[0], m_ROILabT1[i].val[1], m_ROILabT1[i].val[2]); + } + for (int i = ((m_NumProcFrames - 1) / m_FrameScale) + 1; i < 4; i++) + { + fprintf(fp, " , , , "); + } + + // ���O�ɏo��(�̈�2) + for (int i = 0; i < ((m_NumProcFrames - 1) / m_FrameScale) + 1; i++) + { + fprintf(fp, "%.3f, %.3f, %.3f, ", + m_ROILabT2[i].val[0], m_ROILabT2[i].val[1], m_ROILabT2[i].val[2]); + } + for (int i = ((m_NumProcFrames - 1) / m_FrameScale) + 1; i < 4; i++) + { + fprintf(fp, " , , , "); + } + // ���O�ɏo��(�̈�3) + for (int i = 0; i < ((m_NumProcFrames - 1) / m_FrameScale) + 1; i++) + { + fprintf(fp, "%.3f, %.3f, %.3f, ", + m_ROILabT3[i].val[0], m_ROILabT3[i].val[1], m_ROILabT3[i].val[2]); + } + for (int i = ((m_NumProcFrames - 1) / m_FrameScale) + 1; i < 4; i++) + { + fprintf(fp, " , , , "); + } + + // ���O�ɏo��(�̈�4) + for (int i = 0; i < ((m_NumProcFrames - 1) / m_FrameScale) + 1; i++) + { + fprintf(fp, "%.3f, %.3f, %.3f, ", + m_ROILabT4[i].val[0], m_ROILabT4[i].val[1], m_ROILabT4[i].val[2]); + } + for (int i = ((m_NumProcFrames - 1) / m_FrameScale) + 1; i < 4; i++) + { + fprintf(fp, " , , , "); + } + + fprintf(fp, "\n"); + + } while(pl.MoveNext()); + + fclose(fp); + + printf("\nFinished.\n"); + if (GShowImage(NULL, 0) < 1) + { + printf("Press key on terminal.\n"); + getchar(); + } + else + { + printf("Press key on window.\n"); + cvWaitKey(0); + } + + return true; +} + +//------------------------------------------------------------------------------- +// �B�e���� +// �߂�l �G���[�l int 0=OK 1=�����_�ʒu�s�� 2=�����_���� 3=�蓮�G���[ +// -1=�v���I�ȃG���[ -2=�摜�Ȃ��G���[ +// +int CAnalysis::MeasurementProc(const char *path, const char *file) +{ + // �摜�����Ǝ蓮���o�p�����[�^�̎擾 + int numFrames = GetNumFrames(path, file); + if (numFrames < 1) + { + printf("No measurement file found.\n"); + return -1; + } + int frame0 = ReadParam(path); + if (frame0 < 1) + { + printf("Read param failed.\n"); + return -1; + } + + // �����摜�����̌��� + int procFrames = (numFrames < (PROC_FRAMES_S + PROC_FRAMES_L) / 2 ? + PROC_FRAMES_S : PROC_FRAMES_L); + m_FrameScale = (procFrames == PROC_FRAMES_S ? 10 : 100); +#ifdef DEBUG_NUM_FRAMES + procFrames = DEBUG_NUM_FRAMES; +#endif + + // �����摜���J�� + char filename[PATH_LEN], filenam2[PATH_LEN]; + sprintf_s(filenam2, PATH_LEN, file, frame0); + sprintf_s(filename, PATH_LEN, "%s\\%s", path, filenam2); + +#ifndef DEBUG_TRACK_ONLY + // �L���X�}�b�`�̌��o�C�p�b�`�F�擾 + CALL(m_Casmatch->SetImage(filename)); + CALL(m_Casmatch->Detect()); +#endif + + // �g���b�L���O�̏����� + IplImage *img = cvLoadImage(filename); + m_Tracker->Init(m_InitTrack, TRACK_POINTS, img); +// m_Tracker->DrawPoints(img); +// GShowImage(img, 1, "Init Tracker"); + SAFE_RELEASEIMG(img); + + // ���ʏo�̓f�B���N�g���̍쐬 + sprintf_s(filename, PATH_LEN, "%s\\%s", path, OUTPUT_DIR); + if (!GFileExists(filename)) CreateDirectory(filename, NULL); + + // ���O�̏��� + FILE *fpLog; + sprintf_s(filename, PATH_LEN, "%s\\result20101221.csv", path); + fopen_s(&fpLog, filename, "w"); + if (!fpLog) ERROR_RET("Can't open local log file."); + fprintf(fpLog, "�t���[��, ����, L*1, a*1, b*1, L*2, a*2, b*2, L*3, a*3, b*3, L*4, a*4, b*4\n"); + + // �e�t���[���̏��� + int err = 0; + m_NumProcFrames = 0; + for (int frame = frame0; frame < frame0 + procFrames && err == 0; frame ++) + { + printf("\n* Frame %d\n", m_NumProcFrames); + + sprintf_s(filenam2, PATH_LEN, file, frame); + sprintf_s(filename, PATH_LEN, "%s\\%s", path, filenam2); + + err = this->FrameProc(filename, path, m_NumProcFrames, fpLog); + if (err > -1) m_NumProcFrames ++; + } + +#ifdef MANUAL_TRACKING_EVALUATION + // �I����Ɏ蓮�Ńg���b�L���O���ʂ�]������ + if (err == 0) + { + printf("Evaluate result pressing key [F]ailed or key else on the win:\n"); + if (cvWaitKey(0) == 'f') err = 3; + } +#endif // MANUAL_TRACKING_EVALUATION + + fclose(fpLog); + + return err; +} + +//------------------------------------------------------------------------------- +// �t���[������ +// �߂�l �G���[�l int 0=OK 1=�����_�ʒu�s�� 2=�����_���� +// -1=�v���I�ȃG���[ -2=�摜�Ȃ��G���[ +// +int CAnalysis::FrameProc(const char *inputfile, const char *path, + const int frame, FILE *fpLog) +{ + int trackErr = 0; + CHQTime timer; + + // �t�@�C�����J�� + IplImage *imgCam = cvLoadImage(inputfile); + if (!imgCam) + { + printf("Error: No camera file.\n"); + return -2; + } + + // �g���b�L���O + if (!m_Tracker->Frame(imgCam)) + { + printf("Track point missing.\n"); + trackErr = 2; + } + fprintf(fpLog, "%d, %f, ", frame, m_Tracker->Movement()); + if (!m_Tracker->IsVaildate()) + { + printf("Track position invalidate.\n"); + trackErr = 1; + } + timer.LapTime("tracking"); + +#ifndef DEBUG_TRACK_ONLY + // �L���X�}�b�`�̃p�b�`�F�擾 + CvMat *crgbFC = NULL; + CALL(m_Casmatch->SetImage(inputfile)); + CALL(m_Casmatch->CalcPatchColor9(&crgbFC)); +#ifdef SHOW_RGB_VALUES + GShowMat(crgbFC, "crgbFC", "%5.1f"); +#endif // SHOW_RGB_VALUES + + // ���`�� + CvMat *lrgbFC = m_RefProc->GenLinearize(crgbFC); +#ifdef SHOW_RGB_VALUES + GShowMat(lrgbFC, "lrgbFC", "%6.3f"); +#endif // SHOW_RGB_VALUES + + // �t���[���ԐF�␳�s��̎Z�o + CMRegressionRGB ccmFR(FRAME_REF_CONVERT_DIM); +#ifdef SHOW_REGRESSION_COEF + printf("ccmFR "); +#endif // SHOW_REGRESSION_COEF + ccmFR.CalcCoef(lrgbFC, m_RefProc->lrgbRC()); + timer.LapTime("coef calculation"); + + if (trackErr == 0) + { + // ROI�̌v�Z(�}�X�N1) + CvScalar roiCam1 = m_Tracker->ROIColor1(imgCam); + CvScalar roiLin1 = m_RefProc->ScalarLinearize(roiCam1); + CvScalar roiCor1 = ccmFR.ScalarConvert(roiLin1); + CvScalar roiXYZ1 = m_RefProc->ScalarConvertXYZ(roiCor1); + CvScalar roiLab1 = GXYZtoLab(roiXYZ1); + printf("Lab1 = %f, %f, %f\n", + roiLab1.val[0], roiLab1.val[1], roiLab1.val[2]); + fprintf(fpLog, "%f, %f, %f, ", + roiLab1.val[0], roiLab1.val[1], roiLab1.val[2]); + + if (frame % m_FrameScale == 0) + m_ROILabT1[frame / m_FrameScale] = roiLab1; + + // ROI�̌v�Z(�}�X�N2) + CvScalar roiCam2 = m_Tracker->ROIColor2(imgCam); + CvScalar roiLin2 = m_RefProc->ScalarLinearize(roiCam2); + CvScalar roiCor2 = ccmFR.ScalarConvert(roiLin2); + CvScalar roiXYZ2 = m_RefProc->ScalarConvertXYZ(roiCor2); + CvScalar roiLab2 = GXYZtoLab(roiXYZ2); + printf("Lab2 = %f, %f, %f\n", + roiLab2.val[0], roiLab2.val[1], roiLab2.val[2]); + fprintf(fpLog, "%f, %f, %f, ", + roiLab2.val[0], roiLab2.val[1], roiLab2.val[2]); + + if (frame % m_FrameScale == 0) + m_ROILabT2[frame / m_FrameScale] = roiLab2; + + // ROI�̌v�Z(�}�X�N3) + CvScalar roiCam3 = m_Tracker->ROIColor3(imgCam); + CvScalar roiLin3 = m_RefProc->ScalarLinearize(roiCam3); + CvScalar roiCor3 = ccmFR.ScalarConvert(roiLin3); + CvScalar roiXYZ3 = m_RefProc->ScalarConvertXYZ(roiCor3); + CvScalar roiLab3 = GXYZtoLab(roiXYZ3); + printf("Lab3 = %f, %f, %f\n", + roiLab3.val[0], roiLab3.val[1], roiLab3.val[2]); + fprintf(fpLog, "%f, %f, %f, ", + roiLab3.val[0], roiLab3.val[1], roiLab3.val[2]); + + if (frame % m_FrameScale == 0) + m_ROILabT3[frame / m_FrameScale] = roiLab3; + + // ROI�̌v�Z(�}�X�N4) + CvScalar roiCam4 = m_Tracker->ROIColor4(imgCam); + CvScalar roiLin4 = m_RefProc->ScalarLinearize(roiCam4); + CvScalar roiCor4 = ccmFR.ScalarConvert(roiLin4); + CvScalar roiXYZ4 = m_RefProc->ScalarConvertXYZ(roiCor4); + CvScalar roiLab4 = GXYZtoLab(roiXYZ4); + printf("Lab4 = %f, %f, %f\n", + roiLab4.val[0], roiLab4.val[1], roiLab4.val[2]); + fprintf(fpLog, "%f, %f, %f, ", + roiLab4.val[0], roiLab4.val[1], roiLab4.val[2]); + + if (frame % m_FrameScale == 0) + m_ROILabT4[frame / m_FrameScale] = roiLab4; + } + +#ifdef CONVERT_IMAGE + // �摜�̐F�ϊ� + IplImage *imgLin = m_RefProc->GenLinearize(imgCam); + timer.LapTime("image linearize"); + + IplImage *imgCor = ccmFR.GenConvert(imgLin); + timer.LapTime("image correction"); + + // XYZ�ɕϊ� + IplImage *imgXYZ = m_RefProc->GenConvertXYZ(imgCor); + timer.LapTime("image conversion to XYZ"); + + // ���j�^�[�p�ɕϊ� + IplImage *imgDisp = m_RefProc->GenConvertDisp(imgXYZ); + timer.LapTime("image conversion to Monitor RGB"); + + IplImage *imgGamma = GGenAddGamma(imgDisp); + timer.LapTime("image conversion adding Gamma"); +#endif // CONVERT_IMAGE + +#endif // DEBUG_TRACK_ONLY + + // ��͌��ʂ̕\�� +#ifndef DEBUG_TRACK_ONLY + + IplImage *imgCV = m_Casmatch->GenPatchedImage(); + m_Tracker->DrawPoints(imgCV); + if (trackErr == 0) m_Tracker->DrawROI(imgCV); +#ifdef SHOW_CV_IMAGE + GShowImage(imgCV, 1, "Detection result"); +#endif // SHOW_CV_IMAGE +#ifdef CONVERT_IMAGE + GShowImage(imgGamma, 2, "Calibrated"); +#endif // CONVERT_IMAGE + +#ifdef SHOW_XYZ_IMAGE + //IplImage *imgX = cvCreateImage(cvGetSize(imgXYZ), IPL_DEPTH_64F, 1); + //IplImage *imgY = cvCreateImage(cvGetSize(imgXYZ), IPL_DEPTH_64F, 1); + //IplImage *imgZ = cvCreateImage(cvGetSize(imgXYZ), IPL_DEPTH_64F, 1); + //cvSplit(imgXYZ, imgX, imgY, imgZ, NULL); + //GShowImage(imgX, 3, "X image"); + //GShowImage(imgY, 4, "Y image"); + //GShowImage(imgZ, 5, "Z image"); +#endif // SHOW_XYZ_IMAGE +#else // DEBUG_TRACK_ONLY + m_Tracker->DrawPoints(imgCam); + if (trackErr < 1) GShowImage(imgCam, 1, "Detection result", 1); + else GShowImage(imgCam, 1, "Tracking failed", 1); + +#endif // DEBUG_TRACK_ONLY + timer.LapTime("display"); + + // ��͌��ʂ̕ۑ� + char filename[PATH_LEN]; + sprintf_s(filename, PATH_LEN, OUTPUT_CV, path, frame); + cvSaveImage(filename, imgCV); + timer.LapTime("save image"); + + // �v�Z�Ɏg�p�����s��̉�� + SAFE_RELEASEIMG(imgCam); + SAFE_RELEASEIMG(imgCV); +#ifndef DEBUG_TRACK_ONLY + SAFE_RELEASEMAT(crgbFC); + SAFE_RELEASEMAT(lrgbFC); +#ifdef CONVERT_IMAGE + SAFE_RELEASEIMG(imgLin); + SAFE_RELEASEIMG(imgCor); + SAFE_RELEASEIMG(imgXYZ); + SAFE_RELEASEIMG(imgDisp); + SAFE_RELEASEIMG(imgGamma); +#endif // CONVERT_IMAGE +#ifdef SHOW_XYZ_IMAGE + SAFE_RELEASEIMG(imgX); + SAFE_RELEASEIMG(imgY); + SAFE_RELEASEIMG(imgZ); +#endif // SHOW_XYZ_IMAGE +#endif // DEBUG_TRACK_ONLY + + fprintf(fpLog, "\n"); + timer.CheckTime("FrameProc"); + + return trackErr; +} + +//------------------------------------------------------------------------------- +// �t���[�����̎擾 +int CAnalysis::GetNumFrames(const char *path, const char *file) +{ + char filename[PATH_LEN], filenam2[PATH_LEN]; + sprintf_s(filenam2, PATH_LEN, file, 0); + sprintf_s(filename, PATH_LEN, "%s\\%s", path, filenam2); + + int frame = GFileExists(filename) ? -1 : 0; + do + { + sprintf_s(filenam2, PATH_LEN, file, ++ frame); + sprintf_s(filename, PATH_LEN, "%s\\%s", path, filenam2); + } while (GFileExists(filename)); + + printf("Found %d frames\n", frame); + + return frame; +} + +//------------------------------------------------------------------------------- +// �p�����[�^��ǂݍ��� +int CAnalysis::ReadParam(const char *path) +{ + // �p�����[�^�t�@�C�����J�� + char filename[PATH_LEN]; + sprintf_s(filename, PATH_LEN, "%s\\" PARAM_FILE, path); + + // �p�����[�^��ǂݍ��� + FILE *fp = NULL; + fopen_s(&fp, filename, "r"); + if (fp == NULL) ERROR_RET("Can't open parameter file."); + + const int BUFFER_LEN = 1024; + char buffer[BUFFER_LEN] = {0}; + + // �J�n�t���[���擾 + fgets(buffer, BUFFER_LEN, fp); + int firstFrame = atoi(buffer); +#ifdef SHOW_FILELOAD + printf("First frame %d\n", firstFrame); +#endif // SHOW_FILELOAD + + // ��`��|�C���g�̎擾 + for (int i = 0; i < TRACK_POINTS; i++) + { + fgets(buffer, BUFFER_LEN, fp); + char *pt = buffer; + for (; *pt != '\0' && *pt != ','; pt ++); + if (*pt != ',') ERROR_RET("Parameter file error."); + *pt = '\0'; + m_InitTrack[i].x = atoi(buffer) * 2; // �蓮���W��1/2����Ă��� + m_InitTrack[i].y = atoi(pt + 1) * 2; +#ifdef SHOW_FILELOAD + printf("Init. track point (%d, %d)\n", m_InitTrack[i].x, m_InitTrack[i].y); +#endif // SHOW_FILELOAD + } + + return firstFrame; +} diff --git a/reference/Analysis/Analysis.h b/reference/Analysis/Analysis.h new file mode 100644 index 0000000..eac2687 --- /dev/null +++ b/reference/Analysis/Analysis.h @@ -0,0 +1,44 @@ +#pragma once + +#include "stdafx.h" +#include "ReferenceProc.h" +#include "MRegressionRGB.h" +#include "Tracking.h" + +#define PARAM_FILE "Info.csv" +#define OUTPUT_DIR "output20101221" +#define OUTPUT_CV "%s\\" OUTPUT_DIR "\\cv%03d.jpg" +#define TRACK_POINTS 5 // ��`�� �ǐՃ|�C���g�� +#define PROC_FRAMES_S 31 // ���������i�Z�j +#define PROC_FRAMES_L 301 // ���������i���j +#define FRAME_REF_CONVERT_DIM 4 // �t���[������Q�Ƃ֐F�ϊ����鎟�� + +class CAnalysis +{ +private: +// �p�����[�^�̐錾 + CReferenceProc *m_RefProc; + CDetectCasmatch *m_Casmatch; + CTracking *m_Tracker; + CvPoint m_InitTrack[TRACK_POINTS]; // ��`�� �������W + int m_NumProcFrames; + int m_FrameScale; + CvScalar m_ROILabT1[4]; + CvScalar m_ROILabT2[4]; + CvScalar m_ROILabT3[4]; + CvScalar m_ROILabT4[4]; + +// ���\�b�h�̐錾 +private: + bool GlobalInit(); + bool ReadProcList(); + int MeasurementProc(const char *path, const char *file); + int FrameProc(const char *inputfile, const char *path, const int frame, FILE *fpLog); + int ReadParam(const char *path); + int GetNumFrames(const char *path, const char *file); + +public: + CAnalysis(void); + ~CAnalysis(void); + bool GlobalProc(); +}; diff --git a/reference/Analysis/Detect.cpp b/reference/Analysis/Detect.cpp new file mode 100644 index 0000000..5b3040d --- /dev/null +++ b/reference/Analysis/Detect.cpp @@ -0,0 +1,182 @@ +#include "Detect.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CDetect::CDetect(void) +{ + m_Input = NULL; + m_Template = NULL; + m_PatchPos = NULL; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CDetect::~CDetect(void) +{ + SAFE_RELEASEIMG(m_Input); + SAFE_RELEASEIMG(m_Template); + SAFE_DELETEA(m_PatchPos); +} + +//------------------------------------------------------------------------------- +// �����摜���Z�b�g +bool CDetect::SetImage(const char *filename) +{ + SAFE_RELEASEIMG(m_Input); + m_Input = cvLoadImage(filename); + printf("Reading : %s\n", filename); + if (!m_Input) ERROR_RET("Can't open input file for detection."); + + return true; +} + +//------------------------------------------------------------------------------- +// �e���v���[�g�摜���Z�b�g +bool CDetect::SetTemplate(const char *filename) +{ + SAFE_RELEASEIMG(m_Template); + m_Template = cvLoadImage(filename); + if (!m_Template) ERROR_RET("Can't open template file."); + + return true; +} + +//------------------------------------------------------------------------------- +// ���o +bool CDetect::Matching(CvPoint *matchPos, double *matchAngle) +{ + // �摜�T�C�Y(ROI�ɑΉ��j + int width, height; + if (m_Input->roi) width = m_Input->roi->width, height = m_Input->roi->height; + else width = m_Input->width, height = m_Input->height; + + // �����ʃe���v���[�g�}�b�`���O + double gMinC = -1.0; + double startTime = omp_get_wtime(); + + // �p�x�̃��[�v����񏈗����� +#ifdef _OPENMP +#pragma omp parallel for schedule(dynamic) +#endif + for(int i = 0; i < (int)(360.0 / m_RotateStep); i++) + { + double angle = m_RotateStep * i; + + // �}�b�`���O�̏��� + CvMat *rotateMat = cvCreateMat(2, 3, CV_32FC1); + IplImage *rotateTemplate = cvCreateImage(cvGetSize(m_Template), + IPL_DEPTH_8U, COLOR); + IplImage *match = cvCreateImage( + cvSize(width - m_Template->width + 1, height - m_Template->height + 1), + IPL_DEPTH_32F , 1); + + // �e���v���[�g�̉�] + cv2DRotationMatrix(cvPoint2D32f(m_Template->width/2.0, + m_Template->height/2.0), angle, 1.0, rotateMat); + cvWarpAffine(m_Template, rotateTemplate, rotateMat, + CV_WARP_FILL_OUTLIERS, cvScalarAll(255.0)); + + // �}�b�`���O + cvMatchTemplate(m_Input, rotateTemplate, match, CV_TM_SQDIFF_NORMED); + CvPoint minPos, maxPos; + double minC, maxC; + cvMinMaxLoc(match, &minC, &maxC, &minPos, &maxPos); + + // �ő告�ւ̌��o�i���L�ϐ��ɏ������ނ̂ŃN���e�B�J���ɂ���j + #pragma omp critical(c1) + { + if (minC < gMinC || gMinC < 0) + { + *matchAngle = angle; + gMinC = minC; + matchPos->x = minPos.x + (m_Template->width / 2); + matchPos->y = minPos.y + (m_Template->height / 2); + if (m_Input->roi) + { + matchPos->x += m_Input->roi->xOffset; + matchPos->y += m_Input->roi->yOffset; + } + } + } + + // �摜�o�b�t�@�̉�� + cvReleaseImage(&rotateTemplate); + cvReleaseImage(&match); + cvReleaseMat(&rotateMat); + } + + double elapsedTime = (omp_get_wtime() - startTime) * 1000.0; + printf("Matching Angle %3.0f, Coef %.4f, Position(%4d, %4d), Time %.0fms\n", + *matchAngle, gMinC, matchPos->x, matchPos->y, elapsedTime); + + return true; +} + +//------------------------------------------------------------------------------- +// �p�b�`�̕��ϐF�̌v�Z +bool CDetect::CalcPatchColor(CvMat **rgb) +{ + SAFE_RELEASEMAT(*rgb); + *rgb = cvCreateMat(m_NumPatch, COLOR, CV_32FC1); + + for (int i = 0; i < m_NumPatch; i++) + { + int x1 = m_PatchPos[i].x - m_PatchSize; + int y1 = m_PatchPos[i].y - m_PatchSize; + int x2 = m_PatchPos[i].x + m_PatchSize; + int y2 = m_PatchPos[i].y + m_PatchSize; + int psize = m_PatchSize * 2 + 1; + CvScalar mean, stdev; + + if ( (x1 < 0 || x1 >= m_Input->width || y1 < 0 || y1 > m_Input->height) + && (x2 < 0 || x2 >= m_Input->width || y2 < 0 || y2 > m_Input->height)) + { + // �p�b�`���摜�� + mean.val[0] = mean.val[1] = mean.val[2] = -1.0; + } + else + { + // �p�b�`ROI�ݒ� + cvSetImageROI(m_Input, cvRect(x1, y1, psize, psize)); + + // �p�b�`�̕��ςƕW���΍����v�Z + cvAvgSdv(m_Input, &mean, &stdev); + } + + // �s��ɑ�� + for(int c=0; cDrawROI(patched); + + return patched; +} diff --git a/reference/Analysis/Detect.h b/reference/Analysis/Detect.h new file mode 100644 index 0000000..9c0c8d0 --- /dev/null +++ b/reference/Analysis/Detect.h @@ -0,0 +1,27 @@ +#pragma once + +#include "stdafx.h" + +class CDetect +{ +protected: + IplImage *m_Input; + IplImage *m_Template; + CvPoint *m_PatchPos; + double m_RotateStep; + int m_NumPatch; + int m_PatchSize; + +protected: + bool SetTemplate(const char *filename); + bool Matching(CvPoint *pos, double *angle); + +public: + CDetect(void); + ~CDetect(void); + bool SetImage(const char *filename); + virtual bool Init() = NULL; + bool CalcPatchColor(CvMat **rgb); + bool DrawROI(IplImage *img); + IplImage* GenPatchedImage(); +}; diff --git a/reference/Analysis/DetectCasmatch.cpp b/reference/Analysis/DetectCasmatch.cpp new file mode 100644 index 0000000..9820db0 --- /dev/null +++ b/reference/Analysis/DetectCasmatch.cpp @@ -0,0 +1,111 @@ +#include "DetectCasmatch.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CDetectCasmatch::CDetectCasmatch(void) +{ +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CDetectCasmatch::~CDetectCasmatch(void) +{ +} + +//------------------------------------------------------------------------------- +// ������ +bool CDetectCasmatch::Init() +{ + // �L���X�}�b�`�̎Q�ƃe���v���[�g�摜��ǂݍ��� + CALL(this->SetTemplate(CASMATCH)); + + m_NumPatch = C_NUM_PATCH * NUM_CASMATCH; + m_RotateStep = C_ROTATE_STEP; + m_PatchSize = C_PATCH_SIZE; + + SAFE_DELETEA(m_PatchPos); + m_PatchPos = new CvPoint [m_NumPatch]; + + return true; +} + +//------------------------------------------------------------------------------- +// ���o���� +bool CDetectCasmatch::Detect() +{ + // ROI���g���ĉE��ƍ����p�b�`���������� + CvRect roi; + CvPoint pos; + double angle; + + roi = cvRect(m_Input->width-SEARCH_AREA, 0, SEARCH_AREA, SEARCH_AREA); + cvSetImageROI(m_Input, roi); + CALL(CDetect::Matching(&pos, &angle)); + CALL(CalcPatchPosition(pos, angle, 0)); + + roi = cvRect(0, m_Input->height-SEARCH_AREA, SEARCH_AREA, SEARCH_AREA); + cvSetImageROI(m_Input, roi); + CALL(CDetect::Matching(&pos, &angle)); + CALL(CalcPatchPosition(pos, angle, 1)); + + // ROI���� + cvResetImageROI(m_Input); + + return true; +} + +//------------------------------------------------------------------------------- +// �e�p�b�`�̈ʒu�Ɗp�x���v�Z���� +bool CDetectCasmatch::CalcPatchPosition(CvPoint pos, double angle, int place) +{ + // �e�p�b�`�̒��S���W���v�Z + m_PatchPos[place * C_NUM_PATCH] = pos; + for(int i=0; i < C_NUM_PATCH - 1; i++) + { + m_PatchPos[place * C_NUM_PATCH + i + 1].x = + cvRound(pos.x + BLACK_LEN * (i%2 ? cvSqrt(2.0) : 1.0) * + cos((BLACK_ANGLE - angle + i*45.0)/180.0*CV_PI)); + m_PatchPos[place * C_NUM_PATCH + i + 1].y = + cvRound(pos.y + BLACK_LEN * (i%2 ? cvSqrt(2.0) : 1.0) * + sin((BLACK_ANGLE - angle + i*45.0)/180.0*CV_PI)); + } + + return true; +} + +//------------------------------------------------------------------------------- +// 9�p�b�`�̕��ϐF�̌v�Z +bool CDetectCasmatch::CalcPatchColor9(CvMat **rgb) +{ + SAFE_RELEASEMAT(*rgb); + *rgb = cvCreateMat(C_NUM_PATCH, COLOR, CV_32FC1); + + CvMat *rgb18 = NULL; + this->CalcPatchColor(&rgb18); + + // ���ς��v�Z + for(int i = 0; i < C_NUM_PATCH; i ++) + { + for (int c = 0; c < COLOR; c ++) + { + // �e�L���X�}�b�`����F���擾 + double sum = 0; + int count = 0; + for (int j = 0; j < NUM_CASMATCH; j++) + { + double val = GcvmGet(rgb18, i + C_NUM_PATCH * j, c); + if (val >= 0) sum += val, count ++; + } + + // ���ς��Z�o�i�v���s�ƒp�b�`���l���j + double mean; + if (count < 1) mean = -1.0; + else mean = sum / count; + cvmSet(*rgb, i, c, mean); + } + } + + SAFE_RELEASEMAT(rgb18); + + return true; +} diff --git a/reference/Analysis/DetectCasmatch.h b/reference/Analysis/DetectCasmatch.h new file mode 100644 index 0000000..f8a3242 --- /dev/null +++ b/reference/Analysis/DetectCasmatch.h @@ -0,0 +1,34 @@ +#pragma once + +#include "detect.h" + +#define CASMATCH "data\\CasmatchTmpl_v2.jpg" +#define SEARCH_AREA 400 // �L���X�}�b�`��T������R�[�i�[�̈�̃T�C�Y +#define C_ROTATE_STEP 2.0 // �L���X�}�b�`����]�T������p�x���݁i�x�j +#define C_PATCH_SIZE 3 // �p�b�`�̐F�𕽋ς���̈�T�C�Y +#define NUM_CASMATCH 2 // �L���X�}�b�`�̐� +#define C_NUM_PATCH 9 // �L���X�}�b�`���p�b�`�� + +//// �L���X�}�b�`�摜 CasmatchTmpl.jpg ����v�Z +//// ���S�p�b�`���W 39,39 ���p�b�`���W 20,45 (-19,+6) +//#define BLACK_ANGLE 160.0 // =atan(+6/-19) (degree) +//#define BLACK_LEN 19.5 // =sqrt((+6)^2 + (-19)^2) +// �L���X�}�b�`�摜 CasmatchTmpl_v2.jpg ����v�Z +// ���S�p�b�`���W 25,25 ���p�b�`���W 39,23 (+14,-2) +#define BLACK_ANGLE 175.0 // =atan(-2/+14) (degree) +#define BLACK_LEN 14.1 // =sqrt((-2)^2 + (+14)^2) + + +class CDetectCasmatch : + public CDetect +{ +private: + bool CalcPatchPosition(CvPoint pos, double angle, int place); + +public: + CDetectCasmatch(void); + ~CDetectCasmatch(void); + bool Init(); + bool Detect(); + bool CalcPatchColor9(CvMat **rgb); +}; diff --git a/reference/Analysis/DetectMacbeth.cpp b/reference/Analysis/DetectMacbeth.cpp new file mode 100644 index 0000000..55b8449 --- /dev/null +++ b/reference/Analysis/DetectMacbeth.cpp @@ -0,0 +1,67 @@ +#include "DetectMacbeth.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CDetectMacbeth::CDetectMacbeth(void) +{ +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CDetectMacbeth::~CDetectMacbeth(void) +{ +} + +//------------------------------------------------------------------------------- +// ������ +bool CDetectMacbeth::Init() +{ + // �}�N�x�X�̎Q�ƃe���v���[�g�摜��ǂݍ��� + CALL(this->SetTemplate(MACBETH)); + + m_NumPatch = M_NUM_PATCH; + m_RotateStep = M_ROTATE_STEP; + m_PatchSize = M_PATCH_SIZE; + + SAFE_DELETEA(m_PatchPos); + m_PatchPos = new CvPoint [m_NumPatch]; + + return true; +} + +//------------------------------------------------------------------------------- +// ���o���� +bool CDetectMacbeth::Detect() +{ + // ROI���� + cvResetImageROI(m_Input); + + // �}�N�x�X�̌��o�ƃp�b�`�ʒu�擾 + CvPoint pos; + double angle; + CALL(CDetect::Matching(&pos, &angle)); + CALL(this->CalcPatchPosition(pos, angle)); + + return true; +} + +//------------------------------------------------------------------------------- +// �e�p�b�`�̈ʒu�Ɗp�x���v�Z���� +bool CDetectMacbeth::CalcPatchPosition(CvPoint pos, double angle) +{ + // �p�b�`�̌����i�㉺�j + int dir = angle < 90 ? 1 : -1; + int startX = pos.x - dir * (M_PATCH_SPACE * 3) / 2; + int startY = pos.y + dir * (M_PATCH_SPACE * 5) / 2; + + for (int i = 0; i < 4; i ++) + { + for (int j = 0; j < 6; j ++) + { + m_PatchPos[i * 6 + j].x = startX + dir * i * M_PATCH_SPACE; + m_PatchPos[i * 6 + j].y = startY - dir * j * M_PATCH_SPACE; + } + } + + return true; +} \ No newline at end of file diff --git a/reference/Analysis/DetectMacbeth.h b/reference/Analysis/DetectMacbeth.h new file mode 100644 index 0000000..e96f510 --- /dev/null +++ b/reference/Analysis/DetectMacbeth.h @@ -0,0 +1,27 @@ +#pragma once + +#include "detect.h" + +//#define MACBETH "data\\MacbethTmpl.bmp" +#define MACBETH "data\\MacbethTmpl_v4.bmp" +#define M_ROTATE_STEP 180.0 // �}�N�x�X����]�T������p�x���݁i�x�j +#define M_PATCH_SIZE 10 // �p�b�`�̐F�𕽋ς���̈�T�C�Y +#define M_NUM_PATCH 24 // �}�N�x�X���p�b�`�� +//#define M_PATCH_SPACE 90 // �p�b�`�Ԃ̋����i��f��, MacbethTmpl.bmp���v�Z�j +#define M_PATCH_SPACE 68 // �p�b�`�Ԃ̋����i��f��, MacbethTmpl_v2.bmp���v�Z�j + + +class CDetectMacbeth : + public CDetect +{ +private: + bool CalcPatchPosition(CvPoint pos, double angle); + +public: + CDetectMacbeth(void); + ~CDetectMacbeth(void); + bool Init(); + bool Detect(); + bool CalcPatchColor9(CvMat **rgb); + +}; diff --git a/reference/Analysis/HQTime.cpp b/reference/Analysis/HQTime.cpp new file mode 100644 index 0000000..5f1bdfd --- /dev/null +++ b/reference/Analysis/HQTime.cpp @@ -0,0 +1,30 @@ +#include "HQTime.h" +#include +#include + +CHQTime::CHQTime(void) +{ + m_StartTime = m_LastTime = omp_get_wtime(); +} + +CHQTime::~CHQTime(void) +{ +} + +void CHQTime::LapTime(const char *disp) +{ + double curTime = omp_get_wtime(); +#ifdef SHOW_TIME + printf("Lap time for %s : %.2f ms\n", disp, (curTime - m_LastTime) * 1000.0); +#endif // SHOW_TIME + m_LastTime = curTime; +} + +void CHQTime::CheckTime(const char *disp) +{ + double curTime = omp_get_wtime(); + +#ifdef SHOW_TIME + printf("Total time for %s : %.2f ms\n", disp, (curTime - m_StartTime) * 1000.0); +#endif // SHOW_TIME +} diff --git a/reference/Analysis/HQTime.h b/reference/Analysis/HQTime.h new file mode 100644 index 0000000..f70ac15 --- /dev/null +++ b/reference/Analysis/HQTime.h @@ -0,0 +1,16 @@ +#pragma once + +//#define SHOW_TIME + +class CHQTime +{ +private: + double m_StartTime; + double m_LastTime; + +public: + CHQTime(void); + ~CHQTime(void); + void LapTime(const char *disp); + void CheckTime(const char *disp); +}; diff --git a/reference/Analysis/MRegression.cpp b/reference/Analysis/MRegression.cpp new file mode 100644 index 0000000..74be4a8 --- /dev/null +++ b/reference/Analysis/MRegression.cpp @@ -0,0 +1,240 @@ +#include "MRegression.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CMRegression::CMRegression(const int dim) +{ + m_Coef = NULL; + m_Error = NULL; + m_Dim = dim; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CMRegression::~CMRegression(void) +{ + SAFE_RELEASEMAT(m_Coef); + SAFE_RELEASEMAT(m_Error); +} + +//------------------------------------------------------------------------------- +// �W���̏d��A���� +bool CMRegression::CalcCoef(const CvMat *data, const CvMat *observ) +{ + int numSample = data->rows; // �T���v���� + int numCh = observ->cols; // �ϑ��l�`���l���� + + // �s��̊m�� + CvMat *matData = cvCreateMat(m_Dim, m_Dim, CV_64FC1); + CvMat *matDataInv = cvCreateMat(m_Dim, m_Dim, CV_64FC1); + CvMat *matObsv = cvCreateMat(m_Dim, numCh, CV_64FC1); + + // �f�[�^�s������߂� + for (int row = 0; row < m_Dim; row ++) + { + for (int col = 0; col < m_Dim; col ++) + { + double val = 0; + for (int sample = 0; sample < numSample; sample ++) + val += (GetX(data, sample, row) * GetX(data, sample, col)); + cvmSet(matData, row, col, val); + } + } + + // �f�[�^�s��̋t�s������߂� + cvInvert(matData, matDataInv, CV_LU); + + // �E�Ӎs������߂� + for (int row = 0; row < m_Dim; row ++) + { + for (int col = 0; col < numCh; col ++) + { + double val = 0; + for (int sample = 0; sample < numSample; sample ++) + val += (GetX(data, sample, row) * GcvmGet(observ, sample, col)); + cvmSet(matObsv, row, col, val); + } + } + + // �W���s������߂� + SAFE_RELEASEMAT(m_Coef); + m_Coef = cvCreateMat(m_Dim, numCh, CV_64FC1); + cvMatMul(matDataInv, matObsv, m_Coef); + + // �v�Z�Ɏg�p�����s��̉�� + SAFE_RELEASEMAT(matData); + SAFE_RELEASEMAT(matDataInv); + SAFE_RELEASEMAT(matObsv); + + return true; +} + +//------------------------------------------------------------------------------- +// �f�[�^�s��𐶐����� +CvMat * CMRegression::GenDataMat(const CvMat *data) +{ + // �f�[�^�s��쐬 + CvMat *matData = cvCreateMat(data->rows, m_Dim, CV_64FC1); + +#ifdef _OPENMP +#pragma omp parallel for schedule(dynamic) +#endif + for (int sample = 0; sample < data->rows; sample ++) + { + for (int i = 0; i < m_Dim; i++) + { + cvmSet(matData, sample, i, GetX(data, sample, i)); + } + } + return matData; +} + +//------------------------------------------------------------------------------- +// ����덷���v�Z���� +bool CMRegression::CalcError(const CvMat *data, const CvMat *observ) +{ + int numSample = data->rows; // �T���v���� + int numCh = observ->cols; // �ϑ��l�`���l���� + + // ����l�̎Z�o + CvMat *estim = GenConvert(data); + + // RMSE�̎Z�o + SAFE_RELEASEMAT(m_Error); + m_Error = cvCreateMat(1, numCh, CV_64FC1); + for (int col = 0; col < numCh; col ++) + { + double err = 0; + for (int sample = 0; sample < numSample; sample ++) + { + err += pow(GcvmGet(observ, sample, col) - GcvmGet(estim, sample, col), + 2.0); + } + cvmSet(m_Error, 0, col, sqrt(err / (double)numSample)); + } + + // �v�Z�Ɏg�p�����s��̉�� + SAFE_RELEASEMAT(estim); + + return true; +} + +//------------------------------------------------------------------------------- +// �ϊ������s��f�[�^�𐶐�����i�W���s�񂪌v�Z�ς݂ł��邱�Ƃ��O��j +CvMat *CMRegression::GenConvert(const CvMat *data) +{ +// CHQTime timer; + // �f�[�^�s��쐬 + CvMat *matData = GenDataMat(data); +// timer.LapTime("GenDataMat"); + + // ����l�̎Z�o + CvMat *convert = cvCreateMat(data->rows, data->cols, CV_64FC1); + cvMatMul(matData, m_Coef, convert); +// timer.LapTime("cvMatMul "); + + // �v�Z�Ɏg�p�����s��̉�� + SAFE_RELEASEMAT(matData); +// timer.LapTime("RELEASEMAT"); + + return convert; +} + +//------------------------------------------------------------------------------- +// �摜��ϊ����f�[�^�𐶐�����i�W���s�񂪌v�Z�ς݂ł��邱�Ƃ��O��j +IplImage *CMRegression::GenConvert(const IplImage *dataImg) +{ + // �摜���s��ɕϊ� + CvMat dataMat = cvMat(dataImg->width * dataImg->height, COLOR, + (dataImg->depth == IPL_DEPTH_8U ? CV_8UC1 : CV_64F), + dataImg->imageData); + + // �d��A�ϊ� + CvMat *convMat = this->GenConvert(&dataMat); + + // �Z�o���ꂽ�s����摜�ɖ߂� + IplImage *convImg = + cvCreateImage(cvGetSize(dataImg), IPL_DEPTH_64F, COLOR); + memcpy(convImg->imageData, convMat->data.ptr, convImg->imageSize); + + // �s������ + cvReleaseMat(&convMat); + + return convImg; +} + +bool CMRegression::DrawGraph4913(CvMat *rgb, CvMat *xyz) +{ + IplImage *graph = cvCreateImage(cvSize(DISP_W, DISP_H), IPL_DEPTH_8U, COLOR); + cvSet(graph, cvScalarAll(255.0)); + + CvMat *data = cvCreateMat(256, COLOR, CV_64F); + for (int b = 0; b < 256; b ++) cvmSet(data, b, 0, pow((double)b, 2.2) / 1000.0); + cvCreateMat(256, COLOR, CV_64F); + + double yScale = 10.0; + double xScale = 2.0; + double xMin, xMax; + + for (int z = 0; z < 1; z ++) + { +// double zv = (z > 15 ? 255.0 : z * 16.0); + int iRGB = 0; + for (int y = 0; y < 17; y ++) + { +// double yv = (y > 15 ? 255.0 : y * 16.0); + for (int x = 0; x < 17; x ++) + { + double x1 = cvmGet(xyz, x + y * 17 + z * (17 * 17), 0); + double y1 = cvmGet(rgb, x + y * 17 + z * (17 * 17), iRGB); + if (x == 0) xMin = x1; + if (x == 16) xMax = x1; + int dx1 = 100 + (int)(x1 * xScale); + int dy1 = 412 - (int)(y1 * yScale); + cvDrawCircle(graph, cvPoint(dx1, dy1), 3, + CV_RGB(0, (x > 15 ? 255.0 : x * 16.0), 0), CV_FILLED); + } + + //for (int b = 0; b < 256; b ++) + //{ + // cvmSet(data, b, 1, pow((double)gv, 2.2) / 1000.0); + // cvmSet(data, b, 2, pow((double)rv, 2.2) / 1000.0); + //} + //GShowMat(data, "data for graph"); + //CvMat *est = this->GenConvert(data); + //for (int b = 0; b < 255; b ++) + //{ + // double y1 = cvmGet(est, b, iXYZ); + // int dx1 = 100 + b * 2; + // int dy1 = 412 - (int)(y1 * yScale); + // double y2 = cvmGet(est, b + 1, iXYZ); + // int dx2 = 100 + (b + 1) * 2; + // int dy2 = 412 - (int)(y2 * yScale); + // cvDrawLine(graph, cvPoint(dx1, dy1), cvPoint(dx2, dy2), CV_RGB(0, (g>15 ? 255 : g*16), 0)); + //} + //SAFE_RELEASEMAT(est); + } + GShowImage(graph, 1, "X : r = 0", 0); + } + + SAFE_RELEASEIMG(graph); + SAFE_RELEASEMAT(data); + + return true; +} + +//------------------------------------------------------------------------------- +// Scalar�l��ϊ�����i�W���s�񂪌v�Z�ς݂ł��邱�Ƃ��O��j +CvScalar CMRegression::ScalarConvert(const CvScalar data) +{ + double dataA[3]; + dataA[0] = data.val[0]; + dataA[1] = data.val[1]; + dataA[2] = data.val[2]; + + CvMat dataMat = cvMat(1, COLOR, CV_64F, dataA); + + CvMat *convMat = this->GenConvert(&dataMat); + + return cvScalar(cvmGet(convMat, 0, 0), cvmGet(convMat, 0, 1), cvmGet(convMat, 0, 2)); +} diff --git a/reference/Analysis/MRegression.h b/reference/Analysis/MRegression.h new file mode 100644 index 0000000..4dbe871 --- /dev/null +++ b/reference/Analysis/MRegression.h @@ -0,0 +1,27 @@ +#pragma once + +#include "stdafx.h" + +class CMRegression +{ +protected: + int m_Dim; // ������ + int m_N; // �T���v���� + CvMat *m_Coef; // �W���s�� + CvMat *m_Error; // ����덷 + +protected: + CvMat *GenDataMat(const CvMat *data); + +public: + CMRegression(const int dim); + ~CMRegression(void); + virtual bool CalcCoef (const CvMat *data, const CvMat *observ); + virtual bool CalcError(const CvMat *data, const CvMat *observ); + virtual double GetX(const CvMat *mat, const int sample, const int index) = NULL; + virtual CvMat *GenConvert(const CvMat *data); + virtual IplImage *GenConvert(const IplImage *data); + bool DrawGraph4913(CvMat *rgb, CvMat *xyz); + CvMat *Coef() { return m_Coef; }; + CvScalar ScalarConvert(const CvScalar data); +}; diff --git a/reference/Analysis/MRegressionLinear.cpp b/reference/Analysis/MRegressionLinear.cpp new file mode 100644 index 0000000..189aab6 --- /dev/null +++ b/reference/Analysis/MRegressionLinear.cpp @@ -0,0 +1,206 @@ +#include "MRegressionLinear.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^�@RGB�����v�Z�����ɌW��������3�{���� +CMRegressionLinear::CMRegressionLinear(void) : CMRegression(LINEARIZE_DIM * 3) +{ +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CMRegressionLinear::~CMRegressionLinear(void) +{ +} + +//------------------------------------------------------------------------------- +// ����s��̎Z�o�Ɏg���l��Ԃ� +double CMRegressionLinear::GetX(const CvMat *mat, const int sample, const int index) +{ + CvScalar v = cvGet2D(mat, sample, index / LINEARIZE_DIM); + return pow(v.val[0], (double)(index % LINEARIZE_DIM)); +} + +//------------------------------------------------------------------------------- +// �W���̏d��A���� +bool CMRegressionLinear::CalcCoef(const CvMat *macbethX) +{ + // ���ʐF�p�b�`�𔲂��o��(19�`24��) + CvMat rgbX = cvMat(NUM_PATCH_LINEARIZE, macbethX->cols, CV_64FC1, NULL); + cvGetRows(macbethX, &rgbX, 18, 24); + + double reflectance[] = REFLECTANCE_LIST; + CvMat y = cvMat(NUM_PATCH_LINEARIZE, 1, CV_64FC1, reflectance); + CvMat x = cvMat(NUM_PATCH_LINEARIZE, 1, CV_64FC1, NULL); + CvMat *coef = cvCreateMat(m_Dim, rgbX.cols, CV_64FC1); + cvSetZero(coef); + + // �F�ʂɏ��� + m_Dim = LINEARIZE_DIM; // �ꎞ�I�ɌW��������1�F���ɗ��Ƃ� + for (int col = 0; col < rgbX.cols; col ++) + { + // �P�F���o�� + cvGetCol(&rgbX, &x, col); + + // �F�ʂɌW���̎Z�o + CALL(CMRegression::CalcCoef(&x, &y)); + + // �Z�o�����W��,�덷���R�s�[���� + for(int i = 0; i < m_Coef->rows; i ++) + cvmSet(coef, i + col * LINEARIZE_DIM, col, GcvmGet(m_Coef, i, 0)); + + cvReleaseData(&x); + } + + // RGB�����v�Z�����ɌW��������3�{�ɖ߂� + m_Dim = LINEARIZE_DIM * 3; + + // �W���s��������o�[�ϐ��ɕۑ����� + SAFE_RELEASEMAT(m_Coef); + m_Coef = (CvMat*)cvClone(coef); +#ifdef SHOW_REGRESSION_COEF + GShowMat(m_Coef, "CoefLinearize", "%9.6f"); + + // �덷�̌v�Z + double reflectance3[] = REFLECTANCE_LIST3; + CvMat y3 = cvMat(NUM_PATCH_LINEARIZE, 3, CV_64FC1, reflectance3); + CALL(CMRegression::CalcError(&rgbX, &y3)); + GShowMat(m_Error, "Estimation error", "%9.6f"); +#endif // SHOW_REGRESSION_COEF + + // �s��̉�� + SAFE_RELEASEMAT(coef); + cvReleaseData(&rgbX); + + return true; +} + +//------------------------------------------------------------------------------- +// �t�B�b�e�B���O�J�[�u�̎Z�o +bool CMRegressionLinear::CalcCurve() +{ + // ���͒l�s��쐬 + const int Steps = 256; + CvMat *fitData = cvCreateMat(Steps, m_Dim, CV_64FC1); + for (int sample = 0; sample < Steps; sample ++) + { + for (int i = 0; i < m_Dim; i++) + { + cvmSet(fitData, sample, i, + pow((double)sample, (double)(i % LINEARIZE_DIM))); + } + } + + // �t�B�b�e�B���O�J�[�u�̎Z�o + CvMat *fitCurve = cvCreateMat(Steps, m_Coef->cols, CV_64FC1); + cvMatMul(fitData, m_Coef, fitCurve); + GShowMat(fitCurve, "Fitting Curve", "%7.4f"); + + // �s��̉�� + SAFE_RELEASEMAT(fitData); + SAFE_RELEASEMAT(fitCurve); + + return true; +} + +//------------------------------------------------------------------------------- +// �ϊ������s��f�[�^�𐶐����� +CvMat *CMRegressionLinear::GenConvert(const CvMat *data) +{ + // GetX���g��Ȃ��Ōv�Z���� + return GenConvertNoGetX(data); + // �]���̏����� +// return CMRegression::GenConvert(data); + // RGB�`���l�����Ɍv�Z����i�x���j +// return GenConvertEachCh(data); +} + +//------------------------------------------------------------------------------- +// �ϊ������s��f�[�^�𐶐�����iRGB�ʂɏ�������o�[�W�����F�x�������j +CvMat *CMRegressionLinear::GenConvertEachCh(const CvMat *data) +{ + // m_Dim ���ꎞ�I�ɕύX + m_Dim = LINEARIZE_DIM; + + // �s��̊m�� + CvMat *convert = cvCreateMat(data->rows, data->cols, CV_64FC1); + CvMat *sCoef = cvCreateMat(LINEARIZE_DIM, 1, CV_64F); + CvMat *sConvert = cvCreateMat(data->rows, 1, CV_64F); + + // �e�F�̏��� + for (int col = 0; col < COLOR; col ++) + { + // �W�������o�� + for (int i = 0; i < LINEARIZE_DIM; i ++) + cvmSet(sCoef, i, 0, cvmGet(m_Coef, col * LINEARIZE_DIM + i, col)); + + // �f�[�^�����o�� + CvMat sData = cvMat(data->rows, 1, data->type); + cvGetCol(data, &sData, col); + + // �f�[�^�s��쐬 + CvMat *matData = GenDataMat(&sData); + + // ����l�̎Z�o + cvMatMul(matData, sCoef, sConvert); + + // ����l���o�͍s��ɏ������� + for (int i = 0; i < data->rows; i ++) + cvmSet(convert, i, col, cvmGet(sConvert, i, 0)); + + SAFE_RELEASEMAT(matData); + } + + // m_Dim ��߂� + m_Dim = LINEARIZE_DIM * 3; + + // �v�Z�Ɏg�p�����s��̉�� + SAFE_RELEASEMAT(sCoef); + SAFE_RELEASEMAT(sConvert); + + return convert; +} + +//------------------------------------------------------------------------------- +// �ϊ������s��f�[�^�𐶐�����iGetX���g��Ȃ��o�[�W�����j +CvMat *CMRegressionLinear::GenConvertNoGetX(const CvMat *data) +{ + assert(LINEARIZE_DIM == 4); + + // �s��̊m�� + CvMat *convert = cvCreateMat(data->rows, data->cols, CV_64FC1); + + // �W���̎擾 + double b0[COLOR], b1[COLOR], b2[COLOR], b3[COLOR]; + for (int col = 0; col < data->cols; col ++) + { + b0[col] = cvmGet(m_Coef, col * LINEARIZE_DIM , col); + b1[col] = cvmGet(m_Coef, col * LINEARIZE_DIM + 1, col); + b2[col] = cvmGet(m_Coef, col * LINEARIZE_DIM + 2, col); + b3[col] = cvmGet(m_Coef, col * LINEARIZE_DIM + 3, col); + } + +#ifdef _OPENMP +#pragma omp parallel for schedule(dynamic) +#endif + for (int sample = 0; sample < data->rows; sample ++) + { + for (int col = 0; col < data->cols; col ++) + { + CvScalar v = cvGet2D(data, sample, col); +// double x = cvmGet(data, sample, col); + double y = b0[col] + b1[col] * v.val[0] + + b2[col] * v.val[0] * v.val[0] + + b3[col] * v.val[0] * v.val[0] * v.val[0]; + cvmSet(convert, sample, col, y); + } + } + + return convert; +} + +//------------------------------------------------------------------------------- +// �摜��ϊ����f�[�^�𐶐�����i�W���s�񂪌v�Z�ς݂ł��邱�Ƃ��O��j +IplImage *CMRegressionLinear::GenConvert(const IplImage *dataImg) +{ + return CMRegression::GenConvert(dataImg); +} diff --git a/reference/Analysis/MRegressionLinear.h b/reference/Analysis/MRegressionLinear.h new file mode 100644 index 0000000..575ba8d --- /dev/null +++ b/reference/Analysis/MRegressionLinear.h @@ -0,0 +1,25 @@ +#pragma once +#include "mregression.h" + +#define LINEARIZE_DIM (3+1) // ���`����3�����Ńt�B�b�e�B���O +#define NUM_PATCH_LINEARIZE 6 // ���`���ɗp����p�b�`�� +#define REFLECTANCE_LIST {1.5, 1.05, 0.7, 0.44, 0.23, 0.05} // ���ʐF�p�b�`�̔��˗� +#define REFLECTANCE_LIST3 {1.5, 1.5, 1.5, 1.05, 1.05, 1.05, \ + 0.7, 0.7, 0.7, 0.44, 0.44, 0.44, 0.23, 0.23, 0.23, 0.05, 0.05, 0.05} + +class CMRegressionLinear : + public CMRegression +{ +private: + virtual CvMat *GenConvertEachCh(const CvMat *data); + virtual CvMat *GenConvertNoGetX(const CvMat *data); + +public: + CMRegressionLinear(void); + ~CMRegressionLinear(void); + bool CalcCoef(const CvMat *rgbX); + double GetX(const CvMat *mat, const int sample, const int index); + bool CalcCurve(); + virtual CvMat *GenConvert(const CvMat *data); + virtual IplImage *GenConvert(const IplImage *data); +}; diff --git a/reference/Analysis/MRegressionRGB.cpp b/reference/Analysis/MRegressionRGB.cpp new file mode 100644 index 0000000..35144e2 --- /dev/null +++ b/reference/Analysis/MRegressionRGB.cpp @@ -0,0 +1,107 @@ +#include "MRegressionRGB.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CMRegressionRGB::CMRegressionRGB(const int dim) : CMRegression(dim) +{ +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CMRegressionRGB::~CMRegressionRGB(void) +{ +} + +//------------------------------------------------------------------------------- +// ����s��̎Z�o�Ɏg���l��Ԃ� +double CMRegressionRGB::GetX(const CvMat *mat, const int sample, const int index) +{ + CvScalar v0 = cvGet2D(mat, sample, 0); + CvScalar v1 = cvGet2D(mat, sample, 1); + CvScalar v2 = cvGet2D(mat, sample, 2); + + switch (index) + { + case 0: return 1.0; + case 1: return v0.val[0]; + case 2: return v1.val[0]; + case 3: return v2.val[0]; + case 4: return v0.val[0] * v1.val[0]; + case 5: return v1.val[0] * v2.val[0]; + case 6: return v2.val[0] * v0.val[0]; + case 7: return v0.val[0] * v0.val[0]; + case 8: return v1.val[0] * v1.val[0]; + case 9: return v2.val[0] * v2.val[0]; + case 10: return v0.val[0] * v1.val[0] * v2.val[0]; + case 11: return v0.val[0] * v0.val[0] * v0.val[0]; + case 12: return v1.val[0] * v1.val[0] * v1.val[0]; + case 13: return v2.val[0] * v2.val[0] * v2.val[0]; + } + + return 0; +} + +//------------------------------------------------------------------------------- +// ����s��̎Z�o�Ɏg���l��Ԃ� +bool CMRegressionRGB::CalcCoef(const CvMat *data, const CvMat *observ) +{ + CALL(CMRegression::CalcCoef(data, observ)); + +#ifdef SHOW_REGRESSION_COEF + GShowMat(m_Coef, "Conversion Matrix", "%8.3f"); + + CALL(CMRegression::CalcError(data, observ)); + GShowMat(m_Error, "Estimation error", "%9.5f"); +#endif // SHOW_REGRESSION_COEF + + return true; +} + +//------------------------------------------------------------------------------- +// �ϊ������s��f�[�^�𐶐����� +CvMat *CMRegressionRGB::GenConvert(const CvMat *data) +{ + // �]���̏����� + return CMRegression::GenConvert(data); + // GenMat���g��Ȃ��Ōv�Z����i�x���j + //return GenConvertNoGetX(data); +} + +//------------------------------------------------------------------------------- +// �ϊ������s��f�[�^�𐶐�����iGenMat���g��Ȃ��o�[�W�����F�x���j +CvMat *CMRegressionRGB::GenConvertNoGenMat(const CvMat *data) +{ + // �s��̊m�� + CvMat *convert = cvCreateMat(data->rows, data->cols, CV_64FC1); + + // �W���̎擾 + double *b[COLOR]; + for (int col = 0; col < data->cols; col ++) + { + b[col] = new double [m_Dim]; + for (int i = 0; i < m_Dim; i ++) b[col][i] = cvmGet(m_Coef, i, col); + } + +#ifdef _OPENMP +#pragma omp parallel for schedule(dynamic) +#endif + for (int sample = 0; sample < data->rows; sample ++) + { + for (int col = 0; col < data->cols; col ++) + { + double y = 0; + for (int i = 0; i < m_Dim; i ++) + y += GetX(data, sample, i) * b[col][i]; + cvmSet(convert, sample, col, y); + } + } + + return convert; +} + +//------------------------------------------------------------------------------- +// �摜��ϊ����f�[�^�𐶐�����i�W���s�񂪌v�Z�ς݂ł��邱�Ƃ��O��j +IplImage *CMRegressionRGB::GenConvert(const IplImage *dataImg) +{ + return CMRegression::GenConvert(dataImg); +} diff --git a/reference/Analysis/MRegressionRGB.h b/reference/Analysis/MRegressionRGB.h new file mode 100644 index 0000000..20d2476 --- /dev/null +++ b/reference/Analysis/MRegressionRGB.h @@ -0,0 +1,17 @@ +#pragma once +#include "mregression.h" + +class CMRegressionRGB : + public CMRegression +{ +private: + virtual CvMat *GenConvertNoGenMat(const CvMat *data); + +public: + CMRegressionRGB(const int dim); + ~CMRegressionRGB(void); + double GetX(const CvMat *mat, const int sample, const int index); + bool CalcCoef(const CvMat *data, const CvMat *observ); + virtual CvMat *GenConvert(const CvMat *data); + virtual IplImage *GenConvert(const IplImage *data); +}; diff --git a/reference/Analysis/ProcessList.cpp b/reference/Analysis/ProcessList.cpp new file mode 100644 index 0000000..7416560 --- /dev/null +++ b/reference/Analysis/ProcessList.cpp @@ -0,0 +1,187 @@ +#include "ProcessList.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CProcessList::CProcessList(void) +{ + m_Param = NULL; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CProcessList::~CProcessList(void) +{ + SAFE_DELETEA(m_Param); +} + +//------------------------------------------------------------------------------- +// �������X�g�̓ǂݍ��� +bool CProcessList::Init() +{ + if (!this->ReadFile()) return false; + m_CurDate = 0; + m_CurTOD = 0; + m_CurSubject = 0; + m_CurCount = 0; + m_FirstTOD = true; + m_EndList = false; + + return true; +} + +//------------------------------------------------------------------------------- +// ���̏����ΏۂɈړ����� +bool CProcessList::MoveNext() +{ + if (m_EndList) return false; + m_FirstTOD = false; + + if (++ m_CurCount < m_Param[m_CurDate].count ) return true; + m_CurCount = 0; + + if (++ m_CurSubject < m_Param[m_CurDate].subject) return true; + m_CurSubject = 0; + m_FirstTOD = true; + + if (++ m_CurTOD < m_Param[m_CurDate].tod ) return true; + m_CurTOD = 0; + + if (++ m_CurDate < m_NumParam ) return true; + m_EndList = true; + + return false; +} + +//------------------------------------------------------------------------------- +// �t���[���摜�̃p�X��Ԃ� +bool CProcessList::GetFrameDir(char *pathStr) +{ + const char *TOD[3] = TOD_STRING; + + if (m_Param[m_CurDate].dateStr[4] == '-') + { + sprintf_s(pathStr, PATH_LEN, "%s\\%s\\%s\\S%02d_C%02d", + m_Param[m_CurDate].baseDir, m_Param[m_CurDate].dateStr, + TOD[m_CurTOD], m_CurSubject + 1, m_CurCount + 1); + } + else + { + sprintf_s(pathStr, PATH_LEN, "%s\\%s\\%s%d-%d", + m_Param[m_CurDate].baseDir, m_Param[m_CurDate].dateStr, + TOD[m_CurTOD], m_CurSubject + 1, m_CurCount + 1); + } + + return true; +} + +//------------------------------------------------------------------------------- +// �Q�Ɖ摜�̃p�X��Ԃ� +bool CProcessList::GetRefDir(char *pathStr) +{ + const char *TOD[3] = TOD_STRING; + + + if (m_Param[m_CurDate].dateStr[4] == '-') + { + sprintf_s(pathStr, PATH_LEN, "%s\\%s\\%s", + m_Param[m_CurDate].baseDir, m_Param[m_CurDate].dateStr, TOD[m_CurTOD]); + } + else + { + sprintf_s(pathStr, PATH_LEN, "%s\\%s\\macbeth_%s", + m_Param[m_CurDate].baseDir, m_Param[m_CurDate].dateStr, TOD[m_CurTOD]); + } + + return true; +} + +//------------------------------------------------------------------------------- +// �������X�g�̓ǂݍ��� +bool CProcessList::ReadFile() +{ + // �������X�g�t�@�C�����J�� + FILE *fp = NULL; + fopen_s(&fp, PROCESS_LIST, "r"); + if (!fp) ERROR_RET("Can't open Process List file."); + + // �������X�g�̌����擾 + char buffer[1024]; + int num = 0; + while (!feof(fp)) + { + fgets(buffer, sizeof(buffer), fp); + + // �R�����g��R�}���h�͐����Ȃ� + if (!strncmp(buffer, "//", 2)) continue; + if (!strncmp(buffer, "BASEDIR=", 8)) continue; + if (!strncmp(buffer, "IMGFILE=", 8)) continue; + if (!strncmp(buffer, "REFFILE=", 8)) continue; + if (!strncmp(buffer, "END", 3)) break; + + Param p; + sscanf_s(buffer, "%s %d %d %d", + p.dateStr, DATE_STRING, &p.tod, &p.subject, &p.count); + if (p.tod > 0) num ++; + } + if (num < 1) ERROR_RET("No parameter data is found in file."); + m_NumParam = num; +// SPRLOG "Parameter list: %d", m_numParam); WriteLog(true); + + // �S�������X�g��ǂݍ��� + SAFE_DELETEA(m_Param); + m_Param = new Param [m_NumParam]; + int i = 0; + char curBaseDir[PATH_LEN] = DEFAULT_BASEDIR; + char curImgFile[PATH_LEN] = DEFAULT_IMGFILE; + char curRefFile[PATH_LEN] = DEFAULT_REFFILE; + fseek(fp, 0, SEEK_SET); + while (!feof(fp)) + { + fgets(buffer, sizeof(buffer), fp); + + if (!strncmp(buffer, "//", 2)) continue; // �R�����g�s + if (!strncmp(buffer, "END", 3)) break; // �I���R�}���h + + // �R�}���h���� + if ( !strncmp(buffer, "BASEDIR=", 8) + || !strncmp(buffer, "IMGFILE=", 8) + || !strncmp(buffer, "REFFILE=", 8)) + { + char *pt = buffer + 8; + GTrimStr(&pt); + switch (*buffer) + { + case 'B': strcpy_s(curBaseDir, PATH_LEN, pt); break; + case 'I': strcpy_s(curImgFile, PATH_LEN, pt); break; + case 'R': strcpy_s(curRefFile, PATH_LEN, pt); break; + } + continue; + } + + sscanf_s(buffer, "%s %d %d %d", + m_Param[i].dateStr, DATE_STRING, + &m_Param[i].tod, &m_Param[i].subject, &m_Param[i].count); + strcpy_s(m_Param[i].baseDir, PATH_LEN, curBaseDir); + strcpy_s(m_Param[i].imgFile, PATH_LEN, curImgFile); + strcpy_s(m_Param[i].refFile, PATH_LEN, curRefFile); + if (m_Param[i].tod > 0) i ++; + } + + // �t�@�C����‚��� + fclose(fp); + + return true; +} + +//------------------------------------------------------------------------------- +// CSV�`���p�����[�^��������쐬 +bool CProcessList::MakeParamStr(char *buffer, int len) +{ + const char *TOD[3] = TOD_STRING; + + sprintf_s(buffer, len, "%s, %s, %d, %d", + m_Param[m_CurDate].dateStr, TOD[m_CurTOD], + m_CurSubject + 1, m_CurCount + 1); + + return true; +} diff --git a/reference/Analysis/ProcessList.h b/reference/Analysis/ProcessList.h new file mode 100644 index 0000000..65a4614 --- /dev/null +++ b/reference/Analysis/ProcessList.h @@ -0,0 +1,52 @@ +#pragma once + +#include "stdafx.h" + +#define PROCESS_LIST "ProcList.txt" // �������X�g���L�q�����t�@�C���� +#define DATE_STRING 64 // ���t������̒��� +#define TOD_STRING {"morning", "daytime", "evening"} +#define DEFAULT_BASEDIR "." +#define DEFAULT_IMGFILE "snapshot%d.bmp" +#define DEFAULT_REFFILE "snapshot0.bmp" + +struct Param +{ + char baseDir[PATH_LEN]; + char imgFile[PATH_LEN]; + char refFile[PATH_LEN]; + char dateStr[DATE_STRING]; + int tod; + int subject; + int count; + Param() // �R���X�g���N�^�i�������j + { *baseDir = *imgFile = *refFile = *dateStr = '\0'; tod = subject = count = 0; } +}; + +class CProcessList +{ +private: + Param *m_Param; + int m_NumParam; + int m_CurDate; + int m_CurTOD; + int m_CurSubject; + int m_CurCount; + bool m_FirstTOD; + bool m_EndList; + +private: + bool ReadFile(); + +public: + CProcessList(void); + ~CProcessList(void); + bool Init(); + bool MoveNext(); + bool GetFrameDir(char *pathStr); + bool GetRefDir(char *pathStr); + bool MakeParamStr(char *buffer, int len); + + bool IsFirstTOD() { return m_FirstTOD; }; + char *CurrentImgFile() { return m_Param[m_CurDate].imgFile; }; + char *CurrentRefFile() { return m_Param[m_CurDate].refFile; }; +}; diff --git a/reference/Analysis/ReferenceProc.cpp b/reference/Analysis/ReferenceProc.cpp new file mode 100644 index 0000000..6ad7c6e --- /dev/null +++ b/reference/Analysis/ReferenceProc.cpp @@ -0,0 +1,237 @@ +#include "ReferenceProc.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CReferenceProc::CReferenceProc(void) +{ + m_Casmatch = new CDetectCasmatch; + m_Macbeth = new CDetectMacbeth; + m_ccmCL = new CMRegressionLinear; + m_ccmLX = new CMRegressionRGB (LIN_XYZ_CONVERT_DIM); + m_ccmXD = new CMRegressionRGB (XYZ_DISP_CONVERT_DIM); + m_crgbRC = NULL; + m_lrgbRC = NULL; + m_crgbRM = NULL; + m_lrgbRM = NULL; + m_xyzM = NULL; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CReferenceProc::~CReferenceProc(void) +{ + SAFE_DELETE(m_Casmatch); + SAFE_DELETE(m_Macbeth); + SAFE_DELETE(m_ccmCL); + SAFE_DELETE(m_ccmLX); + SAFE_DELETE(m_ccmXD); + SAFE_RELEASEMAT(m_crgbRC); + SAFE_RELEASEMAT(m_lrgbRC); + SAFE_RELEASEMAT(m_crgbRM); + SAFE_RELEASEMAT(m_lrgbRM); + SAFE_RELEASEMAT(m_xyzM); +} + +//------------------------------------------------------------------------------- +// ������ +bool CReferenceProc::Init() +{ + CALL(m_Casmatch->Init()); + CALL(m_Macbeth->Init()); + + SAFE_RELEASEMAT(m_xyzM); +#ifdef XYZ_FROM_SPECTRAL_DATA + m_xyzM = this->GenMacbethXYZSpect(); +#else + m_xyzM = GLoadCsv(MEASURED_MACBETH_XYZ, 24, 3, 2, 2); +#endif + CALL(m_xyzM); + + // XYZ���f�B�X�v���CRGB �ϊ��s�� + CvMat *monitorRGB = GLoadCsv(MONITOR_RGB, 4913, 3, 2, 1); + CALL(monitorRGB); + CvMat *monitorXYZ = GLoadCsv(MONITOR_XYZ, 4913, 3, 2, 1); + CALL(monitorXYZ); +#ifdef SHOW_REGRESSION_COEF + printf("ccmXD "); +#endif // SHOW_REGRESSION_COEF + CALL(m_ccmXD->CalcCoef(monitorXYZ, monitorRGB)); + CALL(m_ccmXD->CalcError(monitorXYZ, monitorRGB)); +// m_ccmXD->DrawGraph4913(monitorRGB, monitorXYZ); + SAFE_RELEASEMAT(monitorRGB); + SAFE_RELEASEMAT(monitorXYZ); + + return true; +} + +//------------------------------------------------------------------------------- +// �����f�[�^����}�N�x�X��XYZ�𐶐����� +CvMat *CReferenceProc::GenMacbethXYZSpect() +{ + // �f�[�^�̓ǂݍ��� + CvMat *light = GLoadCsv(LIGHTSOURCE_SPECTRAL, SPECT_DIM, 1, 2, 2); + CALL(light); + CvMat *macbeth = GLoadCsv(MACBETH_SPECTRAL, SPECT_DIM, 24, 2, 2); + CALL(macbeth); + CvMat *cmf = GLoadCsv(CMF_SPECTRAL, SPECT_DIM, 3, 2, 2); + CALL(cmf); + + // �������������z ��R�s�[���Z�p�x�N�g�� + double value[24] = {0.0}; + CvMat ones = cvMat(1, 24, CV_64F, value); + cvAddS(&ones, cvScalar(1.0), &ones); + + // �������������z 24��R�s�[ + CvMat *light24 = cvCreateMat(SPECT_DIM, 24, CV_64F); + cvMatMul(light, &ones, light24); + + // �}�N�x�X�̕������˗��ƌ������|���� + CvMat *refMacbeth = cvCreateMat(SPECT_DIM, 24, CV_64F); + cvMul(macbeth, light24, refMacbeth); + + // ���S���F�� Y=100 �Ƃ��鐳�K���W�����Z�o + CvMat *xyzWhite = cvCreateMat(1, 3, CV_64F); + cvGEMM(light, cmf, 1.0, NULL, 1.0, xyzWhite, CV_GEMM_A_T); + double k = 100.0 / cvmGet(xyzWhite, 0, 1); + + CvMat *xyzM = cvCreateMat(24, 3, CV_64F); + cvGEMM(refMacbeth, cmf, k, NULL, 1.0, xyzM, CV_GEMM_A_T); + GShowMat(xyzM, "xyzM", "%8.4f"); + + SAFE_RELEASEMAT(light); + SAFE_RELEASEMAT(macbeth); + SAFE_RELEASEMAT(cmf); + SAFE_RELEASEMAT(light24); + SAFE_RELEASEMAT(refMacbeth); + SAFE_RELEASEMAT(xyzWhite); + + return xyzM; +} + +//------------------------------------------------------------------------------- +// �����摜�ǂݍ��݂Ɗe�ϊ��s��̎Z�o +bool CReferenceProc::CalcMatrix(const char *path, const char *file) +{ + // �Q�Ɖ摜���J�� + char filename[PATH_LEN]; + sprintf_s(filename, PATH_LEN, "%s\\%s", path, file); + + // �}�N�x�X�̌��o�C�p�b�`�F�擾 + CALL(m_Macbeth->SetImage(filename)); + CALL(m_Macbeth->Detect()); + CALL(m_Macbeth->CalcPatchColor(&m_crgbRM)); +#ifdef SHOW_RGB_VALUES + GShowMat(m_crgbRM, "crgbRM"); +#endif // SHOW_RGB_VALUES + + // ���`���W���̎Z�o + m_ccmCL->CalcCoef(m_crgbRM); + //m_ccmCL->CalcCurve(); // �t�B�b�e�B���O�J�[�u���o�́i�f�o�b�O�p�j + + // �L���X�}�b�`�̌��o�C�p�b�`�F�擾 + CALL(m_Casmatch->SetImage(filename)); + CALL(m_Casmatch->Detect()); + CALL(m_Casmatch->CalcPatchColor9(&m_crgbRC)); +#ifdef SHOW_RGB_VALUES + GShowMat(m_crgbRC, "crgbRC"); +#endif // SHOW_RGB_VALUES + + // �p�b�`�F�̐��`�� + SAFE_RELEASEMAT(m_lrgbRM); + m_lrgbRM = m_ccmCL->GenConvert(m_crgbRM); + SAFE_RELEASEMAT(m_lrgbRC); + m_lrgbRC = m_ccmCL->GenConvert(m_crgbRC); +#ifdef SHOW_RGB_VALUES + GShowMat(m_lrgbRM, "lrgbRM"); + GShowMat(m_lrgbRC, "lrgbRC"); +#endif // SHOW_RGB_VALUES + + // XYZ�ϊ��W���̎Z�o +#ifdef SHOW_REGRESSION_COEF + printf("ccmLX "); +#endif // SHOW_REGRESSION_COEF + m_ccmLX->CalcCoef(m_lrgbRM, m_xyzM); + +#ifdef SHOW_CV_IMAGE + // ���o���ʂ̕`�� + IplImage *patched = m_Macbeth->GenPatchedImage(); + CALL(m_Casmatch->DrawROI(patched)); + GShowImage(patched, 1, "Detection result"); + SAFE_RELEASEIMG(patched); +#endif // SHOW_CV_IMAGE + +#ifdef SHOW_CALIBRATED_MACBETH + // �F�␳���ʂ̕\�� + IplImage *imgCam = cvLoadImage(filename); + IplImage *imgLin = m_ccmCL->GenConvert(imgCam); + IplImage *imgXYZ = m_ccmLX->GenConvert(imgLin); + IplImage *imgXD = m_ccmXD->GenConvert(imgXYZ); + IplImage *imgDisp = GGenAddGamma(imgXD); + GShowImage(imgDisp, 2, "Calibrated Macbeth"); +#endif // SHOW_CALIBRATED_MACBETH + + return true; +} + +//------------------------------------------------------------------------------- +// �s��f�[�^�̐��`�� +CvMat *CReferenceProc::GenLinearize(const CvMat *data) +{ + return m_ccmCL->GenConvert(data); +} + +//------------------------------------------------------------------------------- +// �摜�f�[�^�̐��`�� +IplImage *CReferenceProc::GenLinearize(const IplImage *data) +{ + return m_ccmCL->GenConvert(data); +} + +//------------------------------------------------------------------------------- +// �s��f�[�^��XYZ�ϊ� +CvMat *CReferenceProc::GenConvertXYZ(const CvMat *data) +{ + return m_ccmLX->GenConvert(data); +} + +//------------------------------------------------------------------------------- +// �摜�f�[�^��XYZ�ϊ� +IplImage *CReferenceProc::GenConvertXYZ(const IplImage *data) +{ + return m_ccmLX->GenConvert(data); +} + +//------------------------------------------------------------------------------- +// �s��f�[�^�̃��j�^�[�F�ϊ� +CvMat *CReferenceProc::GenConvertDisp(const CvMat *data) +{ + return m_ccmXD->GenConvert(data); +} + +//------------------------------------------------------------------------------- +// �摜�f�[�^�̃��j�^�[�F�ϊ� +IplImage *CReferenceProc::GenConvertDisp(const IplImage *data) +{ + return m_ccmXD->GenConvert(data); +} + +//------------------------------------------------------------------------------- +// �X�J���[�f�[�^�̐��`�� +CvScalar CReferenceProc::ScalarLinearize(const CvScalar data) +{ + return m_ccmCL->ScalarConvert(data); +} + +//------------------------------------------------------------------------------- +// �X�J���[�f�[�^��XYZ�ϊ� +CvScalar CReferenceProc::ScalarConvertXYZ(const CvScalar data) +{ + return m_ccmLX->ScalarConvert(data); +} + +//------------------------------------------------------------------------------- +// �X�J���[�f�[�^�̃��j�^�[�F�ϊ� +CvScalar CReferenceProc::ScalarConvertDisp(const CvScalar data) +{ + return m_ccmXD->ScalarConvert(data); +} diff --git a/reference/Analysis/ReferenceProc.h b/reference/Analysis/ReferenceProc.h new file mode 100644 index 0000000..cc00047 --- /dev/null +++ b/reference/Analysis/ReferenceProc.h @@ -0,0 +1,50 @@ +#pragma once + +#include "stdafx.h" +#include "DetectCasmatch.h" +#include "DetectMacbeth.h" +#include "MRegressionLinear.h" +#include "MRegressionRGB.h" + +#define LIGHTSOURCE_SPECTRAL "Data\\ArtificalSunlightSpectrum.csv" +#define MACBETH_SPECTRAL "Data\\MacbethSpectrum.csv" +#define CMF_SPECTRAL "Data\\ColorMatchFuncSpectrum.csv" +#define MEASURED_MACBETH_XYZ "Data\\MeasuredMacbethXYZ.csv" +#define MONITOR_RGB "Data\\MonitorRGB4913DG.csv" +#define MONITOR_XYZ "Data\\MonitorXYZ4913N.csv" +#define SPECT_DIM 61 +//#define XYZ_FROM_SPECTRAL_DATA +#define LIN_XYZ_CONVERT_DIM 4 +#define XYZ_DISP_CONVERT_DIM 4 + +class CReferenceProc +{ +private: + CDetectCasmatch *m_Casmatch; // �L���X�}�b�`���o�N���X + CDetectMacbeth *m_Macbeth; // �}�N�x�X���o�N���X + CMRegressionLinear *m_ccmCL; // ���`���N���X + CMRegressionRGB *m_ccmLX; // XYZ�ϊ��N���X + CMRegressionRGB *m_ccmXD; // ���j�^RGB�ϊ��N���X + CvMat *m_crgbRC; // �L���X�}�b�` �p�b�`�F + CvMat *m_lrgbRC; // �L���X�}�b�` ���`�p�b�`�F + CvMat *m_crgbRM; // �}�N�x�X �p�b�`�F + CvMat *m_lrgbRM; // �}�N�x�X ���`�p�b�`�F + CvMat *m_xyzM; // �}�N�x�X XYZ + +public: + CReferenceProc(void); + ~CReferenceProc(void); + bool Init(); + bool CalcMatrix(const char *path, const char *file); + CvMat *GenMacbethXYZSpect(); + CvMat *GenLinearize (const CvMat *data); + IplImage *GenLinearize (const IplImage *data); + CvMat *GenConvertXYZ(const CvMat *data); + IplImage *GenConvertXYZ(const IplImage *data); + CvMat *GenConvertDisp(const CvMat *data); + IplImage *GenConvertDisp(const IplImage *data); + CvMat *lrgbRC() { return m_lrgbRC; }; + CvScalar ScalarLinearize(const CvScalar data); + CvScalar ScalarConvertXYZ(const CvScalar data); + CvScalar ScalarConvertDisp(const CvScalar data); +}; diff --git a/reference/Analysis/TongueAnalysis.cpp b/reference/Analysis/TongueAnalysis.cpp new file mode 100644 index 0000000..0f08c17 --- /dev/null +++ b/reference/Analysis/TongueAnalysis.cpp @@ -0,0 +1,18 @@ +// TongueAnalysis.cpp : �R���\�[�� �A�v���P�[�V�����̃G���g�� �|�C���g���`���܂��B +// + +#include "stdafx.h" +#include "Analysis.h" + + +int _tmain(int argc, _TCHAR* argv[]) +{ + CAnalysis analysis; + if (!analysis.GlobalProc()) + { + getchar(); + return 1; + } + + return 0; +} diff --git a/reference/Analysis/Tracking.cpp b/reference/Analysis/Tracking.cpp new file mode 100644 index 0000000..0beecd8 --- /dev/null +++ b/reference/Analysis/Tracking.cpp @@ -0,0 +1,295 @@ +#include "Tracking.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CTracking::CTracking(void) +{ + m_Point[0] = NULL; + m_Point[1] = NULL; + m_PointInit = NULL; + m_Gray = NULL; + m_GrayPre = NULL; + m_Pyramid = NULL; + m_PyramidPre = NULL; + m_Mask1 = NULL; + m_Mask2 = NULL; + m_Mask3 = NULL; + m_Mask4 = NULL; + m_Status = NULL; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CTracking::~CTracking(void) +{ + this->Release(); +} + +//------------------------------------------------------------------------------- +// ��������� +void CTracking::Release(void) +{ + SAFE_DELETEA(m_Point[0]); + SAFE_DELETEA(m_Point[1]); + SAFE_DELETEA(m_PointInit); + SAFE_RELEASEIMG(m_Gray); + SAFE_RELEASEIMG(m_GrayPre); + SAFE_RELEASEIMG(m_Pyramid); + SAFE_RELEASEIMG(m_PyramidPre); + SAFE_RELEASEIMG(m_Mask1); + SAFE_RELEASEIMG(m_Mask2); + SAFE_RELEASEIMG(m_Mask3); + SAFE_RELEASEIMG(m_Mask4); + SAFE_DELETEA(m_Status) +} + +//------------------------------------------------------------------------------- +// ������ +bool CTracking::Init(const CvPoint *point, const int numPoint, + const IplImage *img) +{ + this->Release(); + + m_NumPoint = numPoint; + m_Criteria = cvTermCriteria(CV_TERMCRIT_ITER | CV_TERMCRIT_EPS, 20, 0.03); + m_PyrFlag = 0; + m_TotalMovement = 0; + + m_Point[0] = new CvPoint2D32f [numPoint]; + m_Point[1] = new CvPoint2D32f [numPoint]; + m_PointInit = new CvPoint [numPoint]; + m_Gray = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_GrayPre = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Pyramid = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_PyramidPre = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask1 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask2 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask3 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask4 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Status = new char [numPoint]; + + for (int i = 0; i < numPoint; i++) + { + m_PointInit[i] = point[i]; + m_Point[0][i] = cvPointTo32f(point[i]); + } + + cvCvtColor(img, m_GrayPre, CV_BGR2GRAY); + + cvFindCornerSubPix(m_GrayPre, m_Point[0], numPoint, + cvSize(TRACK_WIN_SIZE, TRACK_WIN_SIZE), cvSize(-1, -1), + m_Criteria); + + return true; +} + +//------------------------------------------------------------------------------- +// �t���[�������i�g���b�L���O�j +bool CTracking::Frame(const IplImage *img) +{ + // �O���[�X�P�[���ϊ� + cvCvtColor(img, m_Gray, CV_BGR2GRAY); + + // �I�v�e�B�J���t���[���o + cvCalcOpticalFlowPyrLK(m_GrayPre, m_Gray, m_PyramidPre, m_Pyramid, + m_Point[0], m_Point[1], m_NumPoint, + cvSize(TRACK_WIN_SIZE, TRACK_WIN_SIZE), + 3, m_Status, 0, m_Criteria, m_PyrFlag); + + // ���񂩂�O�t���[���̃s���~�b�h�v�Z���ȗ����� + m_PyrFlag |= CV_LKFLOW_PYR_A_READY; + + // �o�b�t�@�̌��� + IplImage *swap; + CV_SWAP(m_Gray, m_GrayPre, swap); + CV_SWAP(m_Pyramid, m_PyramidPre, swap); + CvPoint2D32f *swapP; + CV_SWAP(m_Point[0], m_Point[1], swapP); + + // �ړ��ʎZ�o + for (int i = 0; i < m_NumPoint; i ++) + { + m_Movement = sqrt( + pow((double)(m_Point[0][i].x - m_Point[1][i].x), 2.0) + + pow((double)(m_Point[0][i].y - m_Point[1][i].y), 2.0)); + m_TotalMovement += m_Movement; + } + + // �g���b�L���O���� + for (int i = 0; i < m_NumPoint; i ++) if (!m_Status[i]) return false; + this->ValidatePoints(); + if (m_Validate) this->CalcROIMask(); + + return true; +} + +//------------------------------------------------------------------------------- +// �ǐՓ_��`�� +bool CTracking::DrawPoints(IplImage *img) +{ + // �_�̕`�� + for (int i = 0; i < m_NumPoint; i++) + { + cvCircle(img, cvPointFrom32f(m_Point[0][i]), 5, + CV_RGB(0, 0, i*60), CV_FILLED); + cvLine(img, cvPointFrom32f(m_Point[0][i]), + cvPointFrom32f(m_Point[0][(i+1) % m_NumPoint]), CV_RGB(0, 0, 255)); + } + + // �����_�̕`�� + for (int i = 0; i < m_NumPoint; i++) + { + cvLine(img, m_PointInit[i], + m_PointInit[(i+1) % m_NumPoint], CV_RGB(0, 255, 0)); + } + + return true; +} + +//------------------------------------------------------------------------------- +// ROI��`�� +bool CTracking::DrawROI(IplImage *img) +{ + cvSet(img, CV_RGB(255, 0, 0), m_Mask1); + cvSet(img, CV_RGB(0, 255, 0), m_Mask2); + cvSet(img, CV_RGB(0, 0, 255), m_Mask3); + cvSet(img, CV_RGB(244, 163, 46), m_Mask4); + + return true; +} + +//------------------------------------------------------------------------------- +// �ǐՓ_��`�� +void CTracking::ValidatePoints() +{ + int conX[8][2] = {{0,2},{0,3},{0,4},{1,2},{1,3},{1,4},{2,3},{2,4}}; + int conY[8][2] = {{0,1},{0,2},{0,3},{1,2},{3,2},{4,1},{4,1},{4,3}}; + + m_Validate = true; + for (int i = 0; i < 8; i++) + { + if (m_Point[0][conX[i][0]].x >= m_Point[0][conX[i][1]].x) m_Validate = false; + if (m_Point[0][conY[i][0]].y >= m_Point[0][conY[i][1]].y) m_Validate = false; + } +} + +//------------------------------------------------------------------------------- +// ROI�}�X�N�摜����� +void CTracking::CalcROIMask() +{ + // ROI�}�X�N�摜1 + // 0____________ 4 + // | | + // | | + // | | + // 1|�� ��|3 + // ��@�@�@ / + // ��_______/ + // 2 + + int points1[2][3] = {{0, 2, 1}, {4, 2, 3}}; + + cvSet(m_Mask1, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + float cx1 = (m_Point[0][points1[i][0]].x + m_Point[0][points1[i][1]].x) / 2; + float cy1 = (m_Point[0][points1[i][0]].y + m_Point[0][points1[i][1]].y) / 2; + roi.x = (m_Point[0][points1[i][2]].x + cx1) / 2; + roi.y = (m_Point[0][points1[i][2]].y + cy1) / 2; + cvDrawCircle(m_Mask1, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + // ROI�}�X�N�摜2 + // 0____________ 4 + // | �� �� | + // | | + // | | + // 1| |3 + // ��@�@�@ / + // ��_______/ + // 2 + + int points2[2][4] = {{0, 3, 0, 4}, {4, 1, 4, 0}}; + + cvSet(m_Mask2, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + float cx1 = m_Point[0][points2[i][0]].x + (m_Point[0][points2[i][1]].x - m_Point[0][points2[i][0]].x) / 4; + float cy1 = m_Point[0][points2[i][0]].y + (m_Point[0][points2[i][1]].y - m_Point[0][points2[i][0]].y) / 4; + float cx2 = (m_Point[0][points2[i][2]].x + m_Point[0][points2[i][3]].x) / 2 ; + float cy2 = (m_Point[0][points2[i][2]].y + m_Point[0][points2[i][3]].y) / 2; + roi.x = (cx1 + cx2) / 2; + roi.y = (cy1 + cy2) / 2; + cvDrawCircle(m_Mask2, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + // ROI�}�X�N�摜3 + // 0____________ 4 + // | | + // | | + // | | + // 1| �� �� |3 + // ��@�@�@ / + // ��_______/ + // 2 + + int points3[2][3] = {{0, 3, 2}, {4, 1, 2}}; + + cvSet(m_Mask3, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + float cx1 = m_Point[0][points3[i][0]].x + (m_Point[0][points3[i][1]].x - m_Point[0][points3[i][0]].x) / 4; + float cy1 = m_Point[0][points3[i][0]].y + (m_Point[0][points3[i][1]].y - m_Point[0][points3[i][0]].y) / 4; + roi.x = (m_Point[0][points3[i][2]].x + cx1) / 2; + roi.y = (m_Point[0][points3[i][2]].y + cy1) / 2; + cvDrawCircle(m_Mask3, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + // ROI�}�X�N�摜3 + // 0____________ 4 + // | | + // | | + // | | + // 1| |3 + // ��@�@�@ / + // ��_��_��_/ + // 2 + + int points4[2][2] = {{0, 2}, {4, 2}}; + + cvSet(m_Mask4, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + roi.x = m_Point[0][points4[i][0]].x + (m_Point[0][points4[i][1]].x - m_Point[0][points4[i][0]].x) * 7 / 8; + roi.y = m_Point[0][points4[i][0]].y + (m_Point[0][points4[i][1]].y - m_Point[0][points4[i][0]].y) * 7 / 8; + cvDrawCircle(m_Mask4, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + +} + +//------------------------------------------------------------------------------- +// ROI�̕��ϐF���v�Z +CvScalar CTracking::ROIColor1(IplImage *img) +{ + return cvAvg(img, m_Mask1); +} + +CvScalar CTracking::ROIColor2(IplImage *img) +{ + return cvAvg(img, m_Mask2); +} + +CvScalar CTracking::ROIColor3(IplImage *img) +{ + return cvAvg(img, m_Mask3); +} + +CvScalar CTracking::ROIColor4(IplImage *img) +{ + return cvAvg(img, m_Mask4); +} diff --git a/reference/Analysis/Tracking.h b/reference/Analysis/Tracking.h new file mode 100644 index 0000000..ee567e9 --- /dev/null +++ b/reference/Analysis/Tracking.h @@ -0,0 +1,49 @@ +#pragma once + +#include "stdafx.h" + +#define TRACK_WIN_SIZE 10 +#define CALC_ROI_RADIUS 10 + +class CTracking +{ +private: + int m_NumPoint; + CvPoint2D32f *m_Point[2]; + CvPoint *m_PointInit; + IplImage *m_Gray; + IplImage *m_GrayPre; + IplImage *m_Pyramid; + IplImage *m_PyramidPre; + IplImage *m_Mask1; + IplImage *m_Mask2; + IplImage *m_Mask3; + IplImage *m_Mask4; + char *m_Status; + CvTermCriteria m_Criteria; + int m_PyrFlag; + double m_Movement; + double m_TotalMovement; + bool m_Validate; + +private: + void Release(); + void ValidatePoints(); + void CalcROIMask(); + +public: + CTracking(void); + ~CTracking(void); + bool Init(const CvPoint *point, const int numPoint, + const IplImage *img); + bool Frame(const IplImage *img); + bool DrawPoints(IplImage *img); + bool DrawROI(IplImage *img); + double Movement() { return m_Movement; } + double TotalMovement() { return m_TotalMovement; } + bool IsVaildate() { return m_Validate; } + CvScalar ROIColor1(IplImage *img); + CvScalar ROIColor2(IplImage *img); + CvScalar ROIColor3(IplImage *img); + CvScalar ROIColor4(IplImage *img); +}; diff --git a/reference/Analysis/resource.h b/reference/Analysis/resource.h new file mode 100644 index 0000000..1750e5d --- /dev/null +++ b/reference/Analysis/resource.h @@ -0,0 +1,14 @@ +//{{NO_DEPENDENCIES}} +// Microsoft Visual C++ generated include file. +// Used by TongueAnalysis.rc + +// �V�����I�u�W�F�N�g�̎��̊���l +// +#ifdef APSTUDIO_INVOKED +#ifndef APSTUDIO_READONLY_SYMBOLS +#define _APS_NEXT_RESOURCE_VALUE 101 +#define _APS_NEXT_COMMAND_VALUE 40001 +#define _APS_NEXT_CONTROL_VALUE 1001 +#define _APS_NEXT_SYMED_VALUE 101 +#endif +#endif diff --git a/reference/Analysis/stdafx.cpp b/reference/Analysis/stdafx.cpp new file mode 100644 index 0000000..3bfafe9 --- /dev/null +++ b/reference/Analysis/stdafx.cpp @@ -0,0 +1,328 @@ +#include "stdafx.h" + +//------------------------------------------------------------------------------- +// �s���W���o�͂ɕ\�� +void GShowMat(const CvMat *mat, const char *name, const char *format) +{ + printf("%s[%d,%d] = \n", name, mat->rows, mat->cols); + for(int row = 0; row < mat->rows && row < SHOW_MAX_ROW; row ++) + { + printf(""); + for(int col=0; colcols; col ++) + { + CvScalar v = cvGet2D(mat, row, col); + printf(format, v.val[0]); + if (col < mat->cols - 1) printf(", "); + } + printf("\n"); + } + if (mat->rows > SHOW_MAX_ROW) printf("continue....\n"); + printf("\n"); +} + +//------------------------------------------------------------------------------- +// �t�@�C���̗L���𔻒肷�� +bool GFileExists(const char *path) +{ + WIN32_FIND_DATA ffd; + + return (FindFirstFile(path, &ffd) != INVALID_HANDLE_VALUE); +} + +//------------------------------------------------------------------------------- +// �C�Ӄ`���l���C�C�ӌ`���̍s�񂩂�f�[�^�����o�� +double GcvmGet(const CvMat *mat, const int row, const int col, const int ch) +{ + CvScalar v = cvGet2D(mat, row, col); + return v.val[ch]; +} + +//------------------------------------------------------------------------------- +// �k���𔺂��摜�\���i�K�v�Ȃ�E�C���h�E�������s���j +int GShowImage(const IplImage *img, const int num, const char *title, + const int wait) +{ + static int numDisp = 0; + + if (num < 1) return numDisp; + + // �\���摜���� + IplImage *show = cvCreateImage(cvSize(DISP_W, DISP_H), + img->depth, img->nChannels); + + if (img->depth == IPL_DEPTH_8U) cvResize(img, show); + else GcvResizeD(img, show); + + // �^�C�g���`�� + char titleM[256]; + sprintf_s(titleM, sizeof(titleM), "%s%s", title, + (wait < 1 ? " [WAIT]" : "")); + CvFont font; + CvSize textSize; + int baseline; + cvInitFont(&font, CV_FONT_HERSHEY_COMPLEX, 0.7, 0.7, 0, 1); + cvGetTextSize(titleM, &font, &textSize, &baseline); + cvRectangle(show, cvPoint(0, 0), + cvPoint(textSize.width + 10, textSize.height + 10), cvScalarAll(0), + CV_FILLED); + cvPutText(show, titleM, cvPoint(5, textSize.height + 5), &font, cvScalarAll(255)); + + // �E�C���h�E�쐬 + char dispname[256]; + while (numDisp < num) + { + numDisp ++; + sprintf_s(dispname, sizeof(dispname), "��͌��� %d", numDisp); + cvNamedWindow(dispname); + } + + // �\�� + sprintf_s(dispname, sizeof(dispname), "��͌��� %d", num); + cvShowImage(dispname, show); + int key = cvWaitKey(wait); + if (key == 27) exit(1); + + SAFE_RELEASEIMG(show); + + return key; +} + +//------------------------------------------------------------------------------- +// ���������_�f�[�^�ɑΉ������摜���T�C�Y�i�ŋߖT�@�j +void GcvResizeD(const IplImage *src, IplImage *dst) +{ + const double xScale = (double)dst->width / (double)src->width; + const double yScale = (double)dst->height / (double)src->height; + + double max, min, gmax, gmin, sc; + + // ���K���̂��߂̍ő�C�ŏ��l���� + if (src->nChannels > 1) + { + IplImage *ch0 = cvCreateImage(cvGetSize(src), src->depth, 1); + IplImage *ch1 = cvCreateImage(cvGetSize(src), src->depth, 1); + IplImage *ch2 = cvCreateImage(cvGetSize(src), src->depth, 1); + cvSplit(src, ch0, ch1, ch2, NULL); + cvMinMaxLoc(ch0, &gmin, &gmax); + cvMinMaxLoc(ch1, &min, &max); + gmin = (min < gmin ? min : gmin); + gmax = (max > gmax ? max : gmax); + cvMinMaxLoc(ch2, &min, &max); + gmin = (min < gmin ? min : gmin); + gmax = (max > gmax ? max : gmax); + SAFE_RELEASEIMG(ch0); + SAFE_RELEASEIMG(ch1); + SAFE_RELEASEIMG(ch2); + } + else + { + cvMinMaxLoc(src, &gmin, &gmax); + } + sc = 2.0 / (gmax - gmin); + + // OpenMP�ŃX�P�[�����O +#ifdef _OPENMP +#pragma omp parallel for schedule(dynamic) +#endif + for (int dy = 0; dy < dst->height; dy ++) + { + for (int dx = 0; dx < dst->width; dx ++) + { + int sx = (int)((double)dx / xScale + 0.5); + int sy = (int)((double)dy / yScale + 0.5); + sx = sx >= src->width ? src->width - 1 : sx; + sy = sy >= src->height ? src->height - 1 : sy; + CvScalar v = cvGet2D(src, sy, sx); + v = cvScalar((v.val[0] - gmin) * sc, + (v.val[1] - gmin) * sc, + (v.val[2] - gmin) * sc); + cvSet2D(dst, dy, dx, v); + } + } +} + +//------------------------------------------------------------------------------- +// CSV�t�@�C����ǂݍ���ōs��𐶐����� +// +// const char *filename CSV�t�@�C���� +// const int rows �ǂݍ��ލs�� +// const int cols �ǂݍ��ޗ� +// const int startRow �ǂݍ��݊J�n�s�i1���琔����j +// const int startCol �ǂݍ��݊J�n��i1���琔����j +// +CvMat *GLoadCsv(const char *filename, const int rows, const int cols, + const int startRow, const int startCol) +{ + // CSV�t�@�C�����J�� + FILE *fp; + fopen_s(&fp, filename, "r"); + if (!fp) + { + printf("Can't open csv file: %s\n", filename); + return NULL; + } + + // �ǂݍ��݃o�b�t�@�̏��� + char buffer[1024]; + CvMat *mat = cvCreateMat(rows, cols, CV_64F); + int readRow = 0, readCol = 0; + + // �f�[�^�ǂݍ��� + for (int row = 0; row < rows + startRow - 1; row ++) + { + fgets(buffer, sizeof(buffer), fp); + char *begin = buffer; + + if (row < startRow - 1) continue; + + readCol = 0; + for (int col = 0; col < cols + startCol - 1; col ++) + { + char *pt = begin; + for (; *pt != ',' && *pt != '\n' && *pt != '\0'; pt ++); + if (*pt == '\0') + { + printf("Csv file error: %s\n", filename); + return NULL; + } + *pt = '\0'; + + if (col >= startCol - 1) + { + cvmSet(mat, readRow, readCol, atof(begin)); + readCol ++; + } + + begin = pt + 1; + } + readRow ++; + } + + // �t�@�C����‚��� + fclose(fp); + + // �f�[�^�\�� +#ifdef SHOW_FILELOAD + GShowMat(mat, filename, "%8.4f"); +#endif // SHOW_FILELOAD + + return mat; +} + +//------------------------------------------------------------------------------- +// �摜�̐��l�f�[�^��W���o�͂Ƀ_���v�\�� +void GImageDumpD(const IplImage *src, const int num, const char *name, + const char *format) +{ + if (src->depth != IPL_DEPTH_64F) return; + + printf("Image dump '%s'\n", name); + for (int i = 0; i < num; i ++) + { + double val = *(((double*)src->imageData)+i); + printf(format, val); + printf(", "); + } + printf("\n"); +} + +//------------------------------------------------------------------------------- +// ��������g���~���O���� +// �������NULL���������ށi�����ʒu���ς��j�̂Œ��� +void GTrimStr(char **buf) +{ + for (; GIsSpace(**buf); *buf ++); + char *pt; + for (pt = *buf + strlen(*buf) - 1; GIsSpace(*pt) && pt >= *buf; pt --); + pt ++; + if (GIsSpace(*pt)) *pt = '\0'; +} + +//------------------------------------------------------------------------------- +// �������󔒌n�̕����i�^�u�C���s�܂ށj���ǂ��� +bool GIsSpace(const char ch) +{ + return (strchr(" \t\r\n", ch) != NULL); +} + +//------------------------------------------------------------------------------- +// OpenMP ���g����MatMul +// ���ӁFcvMatMul ��茀�I�ɒx���̂Ŏg���Ȃ� �icvmGet/Set �̂����H�j +void GcvPMatMul(const CvMat *src1, const CvMat *src2, CvMat *dst) +{ + // �s��T�C�Y�`�F�b�N + assert( src1->cols == src2->rows ); + + const bool mode = (src1->rows < src2->cols); + const int nLoop1 = mode ? src2->cols : src1->rows; + const int nLoop2 = !mode ? src2->cols : src1->rows; + //const double *data1 = (double*)src1->data.db; + //const double *data2 = (double*)src2->data.db; + //double *dataD = (double*)dst ->data.db; + + // OpenMP�ŊO���[�v����񏈗� +#ifdef _OPENMP +#pragma omp parallel for schedule(dynamic) +#endif + for (int loop1 = 0; loop1 < nLoop1; loop1 ++) + { + for (int loop2 = 0; loop2 < nLoop2; loop2 ++) + { + const int r1 = mode ? loop2 : loop1; + const int c2 = mode ? loop1 : loop2; + + double sum = 0; + for (int i = 0; i < src1->cols; i ++) + sum += cvmGet(src1, r1, i) * cvmGet(src2, i, c2); + cvmSet(dst, r1, c2, sum); + + // sum += data1[r1 * src1->cols + i] * data2[i * src2->cols + c2]; + //dataD[r1 * dst->cols + c2] = sum; + } + } +} + +//------------------------------------------------------------------------------- +// �摜�ɃK���}���|���� +IplImage *GGenAddGamma(const IplImage *img) +{ + IplImage *gamma = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, COLOR); + + const double g = 1.0 / 2.2; + int idx = 0; + for (int y = 0; y < img->height; y ++) + { + for (int x = 0; x < img->width; x ++) + { + CvScalar v = cvGet2D(img, y, x); + for (int c = 0; c < COLOR; c ++) + { + v.val[c] = pow(v.val[c] * 1000.0, g); + v.val[c] = v.val[c] < 0 ? 0 : (v.val[c] > 255.0 ? 255.0 : v.val[c]); + gamma->imageData[idx ++] = (BYTE)v.val[c]; + } + } + } + + return gamma; +} + +CvScalar GXYZtoLab(CvScalar xyz) +{ + // �֐��������Ŏg�p�ł��郍�[�J���֐����` + struct local { + static double F(double x) + { return x > 0.008856 ? pow(x, 1.0/3.0) : 7.787 * x + (16.0/116.0); } + }; + + double white[3] = {92.219, 100.0, 95.965}; + double fx = local::F(xyz.val[0] / white[0]); + double fy = local::F(xyz.val[1] / white[1]); + double fz = local::F(xyz.val[2] / white[2]); + CvScalar lab; + lab.val[0] = 116.0 * fy - 16.0; + lab.val[1] = 500.0 * (fx - fy); + lab.val[2] = 200.0 * (fy - fz); + + return lab; +} diff --git a/reference/Analysis/stdafx.h b/reference/Analysis/stdafx.h new file mode 100644 index 0000000..0d443b4 --- /dev/null +++ b/reference/Analysis/stdafx.h @@ -0,0 +1,76 @@ +// stdafx.h : �W���̃V�X�e�� �C���N���[�h �t�@�C���̃C���N���[�h �t�@�C���A�܂��� +// �Q�Ɖ񐔂������A���‚��܂�ύX����Ȃ��A�v���W�F�N�g��p�̃C���N���[�h �t�@�C�� +// ���L�q���܂��B +// + +#pragma once + +// ���ʃw�b�_�[�t�@�C�� + +#include "targetver.h" +#include +#include +#include +#include +#include + +#include +#include +#include + +#include "HQTime.h" + +// ���ʒ萔 + +#define PATH_LEN 1024 // �t�@�C���p�X������̍ő咷 +#define COLOR 3 // �F�`���l���� +#define DISP_W 640 +#define DISP_H 512 +#define SHOW_MAX_ROW 100 +//#define DEBUG_NUM_FRAMES 40 // �����t���[�����i�f�o�b�O�p�j +//#define DEBUG_TRACK_ONLY +//#define CONVERT_IMAGE +//#define SHOW_CV_IMAGE +//#define SHOW_CALIBRATED_MACBETH +//#define SHOW_XYZ_IMAGE +//#define SHOW_RGB_VALUES +//#define SHOW_REGRESSION_COEF +//#define SHOW_FILELOAD +//#define MANUAL_TRACKING_EVALUATION + +// ���ʃ}�N����` + +#define SAFE_DELETE(a) if (a) { delete a; a = NULL; } +#define SAFE_DELETEA(a) if (a) { delete [] a; a = NULL; } +#define SAFE_RELEASEIMG(a) if (a) { cvReleaseImage(&a); a = NULL; } +#define SAFE_RELEASEMAT(a) if (a) { cvReleaseMat(&a); a = NULL; } +#define CALL(a) if (!a) return false; + +#ifdef _CONSOLE +#define ERROR_RET(msg) { \ +fprintf(stderr, "%s\n", msg); \ +return false; } +#else +#define ERROR_RET(msg) { \ +OutputDebugString(msg); \ +OutputDebugString("\n"); \ +return false; } +#endif // _CONSOLE + +// ���ʊ֐� + +void GShowMat(const CvMat *mat, const char *name, const char *format = "%6.2f"); +bool GFileExists(const char *path); +double GcvmGet(const CvMat *mat, const int row, const int col, const int ch = 0); +int GShowImage(const IplImage *img, const int num = 1, + const char *title = NULL, const int wait = 100); +void GcvResizeD(const IplImage *src, IplImage *dst); +CvMat *GLoadCsv(const char *filename, const int rows, const int cols, + const int startRow = 1, const int startCol = 1); +void GImageDumpD(const IplImage *src, const int num = 10, const char *name = "", + const char *format = "%6.2f"); +void GTrimStr(char **buf); +bool GIsSpace(const char ch); +void GcvPMatMul(const CvMat *src1, const CvMat *src2, CvMat *dst); +IplImage *GGenAddGamma(const IplImage *img); +CvScalar GXYZtoLab(CvScalar xyz); diff --git a/reference/Analysis/targetver.h b/reference/Analysis/targetver.h new file mode 100644 index 0000000..b18cde4 --- /dev/null +++ b/reference/Analysis/targetver.h @@ -0,0 +1,13 @@ +#pragma once + +// �ȉ��̃}�N���́A�Œ���K�v�ȃv���b�g�t�H�[�����`���܂��B�Œ���K�v�ȃv���b�g�t�H�[���Ƃ́A +// �A�v���P�[�V���������s���邽�߂ɕK�v�ȋ@�\��������ł��Â��o�[�W������ Windows �� Internet Explorer �Ȃ� +// �������܂��B�����̃}�N���́A�w�肵���o�[�W�����ƁA����ȑO�̃o�[�W�����̃v���b�g�t�H�[����ŗ��p�ł��邷�ׂĂ̋@�\��L���ɂ��邱�Ƃɂ���� +// ���삵�܂��B + +// ���Ŏw�肳�ꂽ��`�̑O�ɑΏۃv���b�g�t�H�[�����w�肵�Ȃ���΂Ȃ�Ȃ��ꍇ�A�ȉ��̒�`��ύX���Ă��������B +// �قȂ�v���b�g�t�H�[���ɑΉ�����l�Ɋւ���ŐV���ɂ‚��ẮAMSDN ���Q�Ƃ��Ă��������B +#ifndef _WIN32_WINNT // �Œ���K�v�ȃv���b�g�t�H�[���� Windows Vista �ł��邱�Ƃ��w�肵�܂��B +#define _WIN32_WINNT 0x0600 // ����� Windows �̑��̃o�[�W���������ɓK�؂Ȓl�ɕύX���Ă��������B +#endif + diff --git a/reference/ColorCorrection/Analysis.cpp b/reference/ColorCorrection/Analysis.cpp new file mode 100644 index 0000000..fda1af8 --- /dev/null +++ b/reference/ColorCorrection/Analysis.cpp @@ -0,0 +1,653 @@ +#include "Analysis.h" + +//------------------------------------------------------------------------------ +// �R���X�g���N�^ +Analysis::Analysis(void) +{ + // �|�C���^�̏����� + m_macbeth = NULL; + m_camera = NULL; + m_show = NULL; + m_log = NULL; + m_gLog = NULL; + m_param = NULL; + m_bMat = NULL; + for (int i=0; iCloseLogFile(false); + if (m_gLog != NULL) this->CloseLogFile(true); + if (m_param != NULL) delete [] m_param; + if (m_bMat != NULL) cvReleaseMat(&m_bMat); + for (int i=0; iInit() ) return false; + + for (int param=0; param < m_numParam; param ++) + { + for (int timeMDE=0; timeMDE < m_param[param].timeMDE; timeMDE++) + { + bool firstTime = true; + for (int subject=1; subject <= m_param[param].subject; subject ++) + { + for (int count=1; count <= m_param[param].count; count ++) + { + if (!this->SetPath(m_param[param].dateStr, timeMDE, subject, count)) + return false; + + if (firstTime) + { + // �Q�Ɖ摜�̏��� + SPRLOG "Ref processing: %s", m_refPath); WriteLog(true); + if (!this->OpenLogFile(false, true)) return false; + m_numFrames = 1; + if (!this->GetPatchPosition(true)) return false; + if (!this->GetAllPatchColor(true)) return false; + if (!this->CloseLogFile() ) return false; + firstTime = false; + } + + // ��摜�̏��� + SPRLOG "Start processing: %s", m_filePath); WriteLog(true); + if (!this->OpenLogFile() ) return false; + if (!this->GetNumFrames() ) return false; + if (!this->GetPatchPosition() ) return false; + if (!this->GetAllPatchColor() ) return false; + if (!this->CorrectionMat() ) return false; + if (!this->CloseLogFile() ) return false; + } + } + } + } + + this->CloseLogFile(true); + cvWaitKey(0); + + return true; +} + +//------------------------------------------------------------------------------ +// ������ +bool Analysis::Init() +{ + // �~�j�}�N�x�X�̎Q�ƃe���v���[�g�摜��ǂݍ��� + m_macbeth = cvLoadImage(MINIMACBETH); + if (!m_macbeth) ERROR_RET("Can't open Macbeth image file."); + + // �S�̃��O���J�� + this->OpenLogFile(true); + + // �������X�g�t�@�C�����J�� + FILE *fp = NULL; + fopen_s(&fp, PROCESS_LIST, "r"); + if (!fp) ERROR_RET("Can't open Process List file."); + + // �������X�g�̌����擾 + char buffer[1024]; + int num = 0; + while (!feof(fp)) + { + fgets(buffer, sizeof(buffer), fp); + if (strncmp(buffer, "//", 2)) + { + Param p; + sscanf_s(buffer, "%s %d %d %d", + p.dateStr, DATE_STRING, &p.timeMDE, &p.subject, &p.count); + if (p.timeMDE > 0) num ++; + } + } + if (num < 1) ERROR_RET("No parameter data is found in file."); + m_numParam = num; + SPRLOG "Parameter list: %d", m_numParam); WriteLog(true); + + // �S�������X�g��ǂݍ��� + m_param = new Param [m_numParam]; + int i = 0; + fseek(fp, 0, SEEK_SET); + while (!feof(fp)) + { + fgets(buffer, sizeof(buffer), fp); + if (strncmp(buffer, "//", 2)) + { + sscanf_s(buffer, "%s %d %d %d", + m_param[i].dateStr, DATE_STRING, + &m_param[i].timeMDE, &m_param[i].subject, &m_param[i].count); + if (m_param[i].timeMDE > 0) i ++; + } + } + + cvNamedWindow(DISP1); + cvSetMouseCallback(DISP1, OnMouse1, this); +#ifdef DISP2 + cvNamedWindow(DISP2); +#endif +#ifdef DISP3 + cvNamedWindow(DISP3); +#endif + + return true; +} + +//------------------------------------------------------------------------------ +// ��������t�H���_�̃p�X������ +bool Analysis::SetPath(const char *dateStr, int timeMDE, int subject, int count) +{ + const char *timeString[3] = {"morning", "daytime", "evening"}; + + sprintf_s(m_filePath, MAX_PATH_LEN, "%s\\%s\\%s%d-%d", + BASE_PATH, dateStr, timeString[timeMDE], subject, count); + + sprintf_s(m_refPath, MAX_PATH_LEN, "%s\\%s\\macbeth_%s", + BASE_PATH, dateStr, timeString[timeMDE]); + + return true; +} + +//------------------------------------------------------------------------------ +// ���O�t�@�C�����J�� +bool Analysis::OpenLogFile(bool gLog, bool ref) +{ + char filename[MAX_PATH_LEN]; + SYSTEMTIME st; + GetLocalTime(&st); + + if (gLog) + { + sprintf_s(filename, MAX_PATH_LEN, "%s", GLOBAL_LOG); + fopen_s(&m_gLog, filename, "w"); + if (!m_gLog) ERROR_RET("Can't create global log file."); + } + else + { + sprintf_s(filename, MAX_PATH_LEN, "%s\\%s", + (ref ? m_refPath : m_filePath), LOCAL_LOG); + fopen_s(&m_log, filename, "w"); + if (!m_log) ERROR_RET("Can't create log file."); + } + + SPRLOG "Log file, \"%s\"", filename); WriteLog(gLog); + SPRLOG "Start, %02d-%02d-%02d %02d:%02d:%02d", + st.wYear, st.wMonth, st.wDay, st.wHour, st.wMinute, st.wSecond); WriteLog(gLog); + + return true; +} + +//------------------------------------------------------------------------------ +// ���O�t�@�C����‚��� +bool Analysis::CloseLogFile(bool gLog) +{ + SYSTEMTIME st; + GetLocalTime(&st); + SPRLOG ""); WriteLog(gLog); + SPRLOG "End, %02d-%02d-%02d %02d:%02d:%02d", + st.wYear, st.wMonth, st.wDay, st.wHour, st.wMinute, st.wSecond); WriteLog(gLog); + + if (gLog) { fclose(m_gLog); m_gLog = NULL; } + else { fclose(m_log ); m_log = NULL; } + + return true; +} + +//------------------------------------------------------------------------------ +// �t�H���_���̃t���[�������擾 +bool Analysis::GetNumFrames() +{ + char filename[MAX_PATH_LEN]; + int frame = -1; + WIN32_FIND_DATA ffd; + do + { + sprintf_s(filename, MAX_PATH_LEN, "%s\\" CAMERA_FILE, m_filePath, ++ frame); + } while (FindFirstFile(filename, &ffd) != INVALID_HANDLE_VALUE); + + if (frame < 1) ERROR_RET("No camera file found."); + m_numFrames = frame; +#ifdef DEBUG_STOP_FRAME + m_numFrames = DEBUG_STOP_FRAME +#endif + + SPRLOG "Frames, %d", m_numFrames); WriteLog(); + + // �z��̊m�� + for (int i=0; iReadImage(0, ref); + this->ShowImage(DISP3); + + // ���֕��z�摜�o�b�t�@�쐬 + IplImage *match = cvCreateImage( + cvSize(SEARCH_AREA - m_macbeth->width + 1, + SEARCH_AREA - m_macbeth->height + 1), + IPL_DEPTH_32F , 1); + + // �}�b�`���O�̏��� + CvMat *rotateMat = cvCreateMat(2, 3, CV_32FC1); + IplImage *rotateMacbeth = cvCreateImage(cvGetSize(m_macbeth), IPL_DEPTH_8U, 3); + CvRect roi; + double gAngle = 0; + double minC, maxC, gMinC = -1.0; + CvPoint minPos, maxPos, gMinPos; + + SPRLOG ""); WriteLog(); + SPRLOG "Mini Macbeth searching"); WriteLog(); + SPRLOG "Place, Angle, min value, x, y"); WriteLog(); + + // �E��ƍ����̃}�N�x�X���������� + for (int place = 0; place < NUM_MACBETH; place ++) + { + // �}�N�x�X���ӗ̈��ROI��ݒ� + if (place==0) roi = cvRect(m_camera->width-SEARCH_AREA, 0, SEARCH_AREA, SEARCH_AREA); + else roi = cvRect(0, m_camera->height-SEARCH_AREA, SEARCH_AREA, SEARCH_AREA); + cvSetImageROI(m_camera, roi); + + // �����ʃe���v���[�g�}�b�`���O + gMinC = -1.0; + int count = 0; + for(double angle = 0; angle < 360.0; angle += ROTATE_RESOLUTION) + { + cv2DRotationMatrix(cvPoint2D32f(m_macbeth->width/2.0, m_macbeth->height/2.0), + angle, 1.0, rotateMat); + cvWarpAffine(m_macbeth, rotateMacbeth, rotateMat, + CV_WARP_FILL_OUTLIERS, cvScalarAll(255.0)); + + cvMatchTemplate(m_camera, rotateMacbeth, match, CV_TM_SQDIFF_NORMED); + cvMinMaxLoc(match, &minC, &maxC, &minPos, &maxPos); + if (minC < gMinC || gMinC < 0) + { + gAngle = angle; + gMinPos.x = minPos.x + (m_macbeth->width / 2) + roi.x; + gMinPos.y = minPos.y + (m_macbeth->height / 2) + roi.y; + gMinC = minC; + } + + if ((++ count) % 10 == 0) cvWaitKey(1); + } + SPRLOG "%s, %3.0f, %f, %4d, %4d", (place==1 ? "UR" : "BL"), + gAngle, gMinC, gMinPos.x, gMinPos.y); WriteLog(); + + // �e�p�b�`�̒��S���W���v�Z + m_patchPos[place * NUM_PATCH] = gMinPos; + for(int i=0; i < NUM_PATCH - 1; i++) + { + m_patchPos[place * NUM_PATCH + i + 1].x = + cvRound(gMinPos.x + BLACK_LEN * (i%2 ? cvSqrt(2.0) : 1.0) * + cos((BLACK_ANGLE - gAngle + i*45.0)/180.0*CV_PI)); + m_patchPos[place * NUM_PATCH + i + 1].y = + cvRound(gMinPos.y + BLACK_LEN * (i%2 ? cvSqrt(2.0) : 1.0) * + sin((BLACK_ANGLE - gAngle + i*45.0)/180.0*CV_PI)); + } + + // ROI���� + cvResetImageROI(m_camera); + } + + // �摜�o�b�t�@�̉�� + cvReleaseImage(&rotateMacbeth); + cvReleaseImage(&match); + cvReleaseMat(&rotateMat); + + return true; +} + +//------------------------------------------------------------------------------ +// �p�b�`�̐F���擾 +bool Analysis::GetPatchColor(int frame, bool ref) +{ + // �p�b�`��f�l�̕��ςƕW���΍����Z�o + for(int i=0; iWriteLog(false, true); + + // ���ʉ摜�̕\�� + cvSetImageROI(m_show, + cvRect(m_camera->width-SEARCH_AREA, 0, SEARCH_AREA, SEARCH_AREA)); + this->ShowImage(); + cvSetImageROI(m_show, + cvRect(0, m_camera->height-SEARCH_AREA, SEARCH_AREA, SEARCH_AREA)); + this->ShowImage(DISP2); + + cvResetImageROI(m_show); + + cvWaitKey(1); + + return true; +} + +//------------------------------------------------------------------------------ +// �p�b�`�̐F���擾 +bool Analysis::GetAllPatchColor(bool ref) +{ + // ���O�Ƀw�b�_�[���������� + SPRLOG ""); WriteLog(); + SPRLOG "Patch Color"); WriteLog(); + const char *rgb = "RGB"; + const char *ms = "ms"; + SPRLOG "Frame, "); + for(int i=0; iReadImage(frame, ref); + + if (!this->GetPatchColor(frame, ref)) return false; + } + + return true; +} + +//------------------------------------------------------------------------------ +// �F�␳�W�����Z�o +bool Analysis::CorrectionMat() +{ + // ���O�Ƀw�b�_�[���������� + SPRLOG ""); WriteLog(); + SPRLOG "Color Correction"); WriteLog(); + + CvMat *s = cvCreateMat(SSIZE, SSIZE, CV_64FC1); + CvMat *y = cvCreateMat(SSIZE, COLOR, CV_64FC1); + CvMat *si = cvCreateMat(SSIZE, SSIZE, CV_64FC1); + CvMat *x = cvCreateMat(1, SSIZE, CV_64FC1); + CvMat *c = cvCreateMat(1, COLOR, CV_64FC1); + + for (int frame = 0; frame < m_numFrames; frame ++) + { + // S�s������߂� + for (int row = 0; row < SSIZE; row ++) + { + for (int col = 0; col < SSIZE; col ++) + { + double val = 0; + for (int patch = 0; patch < NUM_PATCH; patch ++) + val += (GetMRVal(patch, frame, row) * GetMRVal(patch, frame, col)); + cvmSet(s, row, col, val); + } + } + + // Y�s������߂� + for (int row = 0; row < SSIZE; row ++) + { + for (int col = 0; col < COLOR; col ++) + { + double val = 0; + for (int patch = 0; patch < NUM_PATCH; patch ++) + val += (GetMRVal(patch, frame, row) * m_miniPatchRef[patch].val[col]); + cvmSet(y, row, col, val); + } + } + + // S�̋t�s������߂� + cvInvert(s, si, CV_LU); + + // �W���s������߂� + if (m_bMat != NULL) cvReleaseMat(&m_bMat); + m_bMat = cvCreateMat(SSIZE, COLOR, CV_64FC1); + cvMatMul(si, y, m_bMat); + + SPRLOG "B Matrix of frame %d", frame); WriteLog(); + for(int col = 0; col < COLOR; col ++) + { + *m_logString = '\0'; + for (int row = 0; row < SSIZE; row ++) + { + SPRLOG "%s%.4f, ", m_logString, cvmGet(m_bMat, row, col)); + } + WriteLog(); + } + + // �摜�ǂݍ��� + this->ReadImage(frame, false); + + // �F�ϊ� + for (int i = 0; i < m_camera->width * m_camera->height * COLOR; i += COLOR) + { + double v0 = (double)((BYTE)m_camera->imageData[i ]); + double v1 = (double)((BYTE)m_camera->imageData[i+1]); + double v2 = (double)((BYTE)m_camera->imageData[i+2]); + for (int col = 0; col < SSIZE; col ++) + cvmSet(x,0, col, GetMRVal2(v0, v1, v2, col)); + cvMatMul(x, m_bMat, c); + m_camera->imageData[i ] = ClipValue(cvmGet(c, 0, 0)); + m_camera->imageData[i+1] = ClipValue(cvmGet(c, 0, 1)); + m_camera->imageData[i+2] = ClipValue(cvmGet(c, 0, 2)); + + // DEBUG + if (((i/3) % m_camera->width == 400) && ((i/3) / m_camera->width == 500)) + { + printf ("400,500 : %f %f %f -> %d %d %d\n", + v0, v1, v2, (BYTE)m_camera->imageData[i ], (BYTE)m_camera->imageData[i+1], + (BYTE)m_camera->imageData[i+2]); + } + } + + // �ϊ���̃p�b�`�F�v�Z + this->GetPatchColor(frame); + + // �\�� + cvCopy(m_camera, m_show); + this->ShowImage(); + cvWaitKey(100); + } + + cvReleaseMat(&s); + cvReleaseMat(&y); + cvReleaseMat(&si); + cvReleaseMat(&x); + cvReleaseMat(&c); + + return true; +} + +//------------------------------------------------------------------------------ +// �d��A����s��̗v�f�l��Ԃ� +double Analysis::GetMRVal(int patch, int frame, int index) +{ + return GetMRVal2(m_miniPatch[patch][frame].val[0], + m_miniPatch[patch][frame].val[1], m_miniPatch[patch][frame].val[2], index); + + return 0; +} + +//------------------------------------------------------------------------------ +// �d��A����s��̗v�f�l��Ԃ� +double Analysis::GetMRVal2(double v0, double v1, double v2, int index) +{ + switch (index) + { + case 0: return 1.0; + case 1: return v0; + case 2: return v1; + case 3: return v2; + case 4: return v0 * v1; + case 5: return v1 * v2; + case 6: return v2 * v0; + case 7: return v0 * v0; + case 8: return v1 * v1; + case 9: return v2 * v2; + case 10: return v0 * v1 * v2; + } + return 0; +} + +//------------------------------------------------------------------------------ +// �Z�o�l�̃N���b�s���O +char Analysis::ClipValue(double val) +{ + // �l�̌ܓ��Ŋۂ߂� + int intVal = cvRound(val); + + // �N���b�s���O + if (intVal > 255) intVal = 255; + if (intVal < 0 ) intVal = 0; + + return (char)intVal; +} + +//------------------------------------------------------------------------------ +// ��͉摜��\�� +bool Analysis::ShowImage(char *window) +{ + // �\���̃X�P�[�����O + int width, height; + if (m_show->roi) width = m_show->roi->width, height = m_show->roi->height; + else width = m_show->width, height = m_show->height; + int showHeight = height * SHOW_WIDTH / width; + if (!strcmp(window, DISP1)) m_showScale[0] = (float)SHOW_WIDTH / width; + + // �\�� + IplImage *temp = cvCreateImage(cvSize(SHOW_WIDTH, showHeight), IPL_DEPTH_8U, 3); + cvResize(m_show, temp, CV_INTER_LINEAR); + cvShowImage(window, temp); + + // �㏈�� + cvWaitKey(1); + cvReleaseImage(&temp); + return true; +} + +//------------------------------------------------------------------------------ +// ���O���o�� +bool Analysis::WriteLog(bool gLog, bool fileOnly) +{ + fprintf(gLog ? m_gLog : m_log, "%s\n", m_logString); + fflush(gLog ? m_gLog : m_log); + + if (fileOnly) return true; + +#ifdef _CONSOLE + if (gLog && strlen(m_logString) > 0) fprintf(stdout, "***** "); + fprintf(stdout, "%s\n", m_logString); + fflush(stdout); +#else + if (gLog) OutputDebugString("***** "); + OutputDebugString(m_logString); +#endif + + return true; +} + +//------------------------------------------------------------------------------ +// �}�E�X�N���b�N�R�[���o�b�N +void Analysis::OnMouse(int disp, int ev, int x, int y, int flags) +{ + if (ev == CV_EVENT_LBUTTONDOWN) + { + printf("Disp:%d x,y=%d,%d\n", + disp, (int)(x/m_showScale[disp-1]), (int)(y/m_showScale[disp-1])); + } +} + +//------------------------------------------------------------------------------ +// �}�E�X�N���b�N�R�[���o�b�N�i�O���[�o���j +void OnMouse1(int ev, int x, int y, int flags, void* param) +{ + ((Analysis*)param)->OnMouse(1, ev, x, y, flags); +} diff --git a/reference/ColorCorrection/Analysis.h b/reference/ColorCorrection/Analysis.h new file mode 100644 index 0000000..08123a8 --- /dev/null +++ b/reference/ColorCorrection/Analysis.h @@ -0,0 +1,107 @@ +#pragma once + +#include +#include +#include +#include +#include + +#define PROCESS_LIST "ProcList.txt" +#define GLOBAL_LOG "global_log.txt" +#define LOCAL_LOG "analysis_log.csv" +#define BASE_PATH "D:\\usr\\work\\��data" +#define MINIMACBETH "MiniMacbeth.jpg" +#define CAMERA_FILE "snapshot%d.jpg" +#define MAX_PATH_LEN 1024 // �t�@�C���p�X������̍ő咷 +#define LOG_STRING 2048 // ���O������̒��� +#define DATE_STRING 64 // ���t������̒��� +#define SEARCH_AREA 200 // �}�N�x�X��T������R�[�i�[�̈�̃T�C�Y +#define ROTATE_RESOLUTION 2.0 // �}�N�x�X����]�T������p�x���݁i�x�j +#define PATCH_SIZE 3 // �p�b�`�̐F�𕽋ς���̈�T�C�Y +#define NUM_MACBETH 2 // �~�j�}�N�x�X�̐� +#define NUM_PATCH 9 // �}�N�x�X���p�b�`�� +#define COLOR 3 // �F�`���l���� +#define SSIZE 7 // r,g,b ��2���̏d��A����s��̃T�C�Y +#define SHOW_WIDTH 400 // �\���摜�̕� +#define DISP1 "��͌���1" +#define DISP2 "��͌���2" +#define DISP3 "��͌���3" +//#define DEBUG_STOP_FRAME 3 // �������f����t���[�����i�f�o�b�O�j + +// �~�j�}�N�x�X�摜 MiniMacbeth0.jpg ����v�Z +// ���S�p�b�`���W 39,39 ���p�b�`���W 20,45 (-19,+6) +#define BLACK_ANGLE 160.0 // =atan(+6/-19) (degree) +#define BLACK_LEN 19.5 // =sqrt((+6)^2 + (-19)^2) + +// �}�N�� +#define SPRLOG sprintf_s(m_logString, LOG_STRING, + +#ifdef _CONSOLE +#define ERROR_RET(msg) { \ +SPRLOG "%s", msg); \ +getchar(); \ +return false; } +#else +#define ERROR_RET(msg) { \ +SPRLOG "%s", msg); \ +return false; } +#endif // _CONSOLE + +void OnMouse1(int ev, int x, int y, int flags, void* param); + +struct Param +{ + char dateStr[DATE_STRING]; + int timeMDE; + int subject; + int count; + Param() { *dateStr = '\0'; timeMDE = subject = count = 0; } +}; + +class Analysis +{ +private: + IplImage *m_macbeth; + IplImage *m_camera; + IplImage *m_show; + FILE *m_log; + FILE *m_gLog; + Param *m_param; + CvMat *m_bMat; + int m_numParam; + char m_filePath[MAX_PATH_LEN]; + char m_refPath[MAX_PATH_LEN]; + char m_logString[LOG_STRING]; + int m_numFrames; + CvPoint m_patchPos[NUM_PATCH * NUM_MACBETH]; + CvScalar m_mean [NUM_PATCH * NUM_MACBETH]; + CvScalar m_stdev [NUM_PATCH * NUM_MACBETH]; + CvScalar m_meanRef [NUM_PATCH * NUM_MACBETH]; + CvScalar m_stdevRef[NUM_PATCH * NUM_MACBETH]; + CvScalar *m_miniPatch[NUM_PATCH]; + CvScalar m_miniPatchRef[NUM_PATCH]; + float m_showScale[3]; + +public: + Analysis(void); + ~Analysis(void); + bool Process(); + void OnMouse(int disp, int ev, int x, int y, int flags); + +private: + bool Init(); + bool ReadImage(int frame, bool ref = false); + bool OpenLogFile(bool gLog = false, bool ref = false); + bool CloseLogFile(bool gLog = false); + bool SetPath(const char *dateStr, int timeMDE, int subject, int count); + bool GetNumFrames(); + bool GetPatchPosition(bool ref = false); + bool GetAllPatchColor(bool ref = false); + bool GetPatchColor(int frame, bool ref = false); + bool ShowImage(char *window = DISP1); + bool WriteLog(bool gLog = false, bool fileOnly = false); + bool CorrectionMat(); + double GetMRVal(int patch, int frame, int index); + double GetMRVal2(double v0, double v1, double v2, int index); + char ClipValue(double val); +}; diff --git a/reference/ColorCorrection/ColorCorrection.cpp b/reference/ColorCorrection/ColorCorrection.cpp new file mode 100644 index 0000000..5475275 --- /dev/null +++ b/reference/ColorCorrection/ColorCorrection.cpp @@ -0,0 +1,14 @@ +// ColorCorrection.cpp : �R���\�[�� �A�v���P�[�V�����̃G���g�� �|�C���g���`���܂��B +// + +#include "stdafx.h" +#include "Analysis.h" + +int _tmain(int argc, _TCHAR* argv[]) +{ + Analysis ana; + if (!ana.Process()) return 1; + + return 0; +} + diff --git a/reference/ColorCorrection/MiniMacbeth.cpp b/reference/ColorCorrection/MiniMacbeth.cpp new file mode 100644 index 0000000..f12577f --- /dev/null +++ b/reference/ColorCorrection/MiniMacbeth.cpp @@ -0,0 +1,162 @@ +#include "MiniMacbeth.h" + +MiniMacbeth::MiniMacbeth(void) +{ + m_macbeth = NULL; + m_camera = NULL; + m_show = NULL; + m_fpOutput = NULL; +} + +MiniMacbeth::~MiniMacbeth(void) +{ + if (m_macbeth != NULL) cvReleaseImage(&m_macbeth); + if (m_camera != NULL) cvReleaseImage(&m_macbeth); + if (m_show != NULL) cvReleaseImage(&m_show); + if (m_fpOutput != NULL) fclose(m_fpOutput); + + cvDestroyAllWindows(); +} + +bool MiniMacbeth::Init() +{ + m_macbeth = cvLoadImage(MACBETH_PATH); + if (!m_macbeth) return false; + + cvNamedWindow(DISP1); +// cvNamedWindow(DISP2); + + return true; +} + +bool MiniMacbeth::ReadImage(char *filename) +{ + // �J�����摜��荞�� + if (m_camera != NULL) cvReleaseImage(&m_camera); + m_camera = cvLoadImage(filename); + if (!m_camera) return false; + + // �\���p�摜�o�b�t�@ + if (m_show != NULL) cvReleaseImage(&m_show); + m_show = (IplImage*)cvClone(m_camera); + + return true; +} + +bool MiniMacbeth::OpenOutputFile(char *filename) +{ + fopen_s(&m_fpOutput, filename, "w"); + if (!m_fpOutput) return false; + + const char *rgb = "RGB"; + const char *ms = "ms"; + for(int i=0; i<18*6; i++) fprintf(m_fpOutput, "p%d_%cm, ", (i%54)/3, rgb[i%3], ms[i/54]); + fprintf(m_fpOutput, "\n"); + + return true; +} + +bool MiniMacbeth::Process() +{ + if (!m_camera || !m_macbeth) return false; + + // �T�����ʗp�A���C�쐬 + IplImage *match = cvCreateImage( + cvSize(SEARCH_AREA - m_macbeth->width + 1, + SEARCH_AREA - m_macbeth->height + 1), + IPL_DEPTH_32F , 1); + + // �}�b�`���O�̏��� + CvMat *rotateMat = cvCreateMat(2, 3, CV_32FC1); + IplImage *rotateMacbeth = cvCreateImage(cvGetSize(m_macbeth), IPL_DEPTH_8U, 3); + CvRect roi; + double gAngle = 0; + double minC, maxC, gMinC = -1.0; + CvPoint minPos, maxPos, gMinPos; + CvScalar ave[18], std[18]; + + // �E��ƍ����̃}�N�x�X���������� + for (int place=0; place<2; place ++) + { + // �}�N�x�X���ӗ̈��ROI��ݒ� + if (place==0) roi = cvRect(m_camera->width-SEARCH_AREA, 0, SEARCH_AREA, SEARCH_AREA); + else roi = cvRect(0, m_camera->height-SEARCH_AREA, SEARCH_AREA, SEARCH_AREA); + cvSetImageROI(m_camera, roi); + + // �����ʃe���v���[�g�}�b�`���O + gMinC = -1.0; + for(double angle = 0; angle < 360.0; angle += ROTATE_RESOLUTION) + { + cv2DRotationMatrix(cvPoint2D32f(m_macbeth->width/2.0, m_macbeth->height/2.0), + angle, 1.0, rotateMat); + cvWarpAffine(m_macbeth, rotateMacbeth, rotateMat); + + cvMatchTemplate(m_camera, rotateMacbeth, match, CV_TM_SQDIFF); + cvMinMaxLoc(match, &minC, &maxC, &minPos, &maxPos); + if (minC < gMinC || gMinC < 0) + { + gAngle = angle; + gMinPos.x = minPos.x + (m_macbeth->width / 2) + roi.x; + gMinPos.y = minPos.y + (m_macbeth->height / 2) + roi.y; + gMinC = minC; + } + } + + // �e�p�b�`�̕��ϒl�ƕW���΍����v�Z + printf("Best Angle:%.0f min:%f x,y=%d,%d\n", gAngle, gMinC, gMinPos.x, gMinPos.y); + this->PatchProc(gMinPos.x, gMinPos.y, &ave[place*9], &std[place*9]); + + for(int i=0; i<8; i++) + { + int bx = cvRound(gMinPos.x + BLACK_LEN * (i%2 ? cvSqrt(2.0) : 1.0) * + cos((BLACK_ANGLE - gAngle + i*45.0)/180.0*CV_PI)); + int by = cvRound(gMinPos.y + BLACK_LEN * (i%2 ? cvSqrt(2.0) : 1.0) * + sin((BLACK_ANGLE - gAngle + i*45.0)/180.0*CV_PI)); + this->PatchProc(bx, by, &ave[i+1+place*9], &std[i+1+place*9]); + } + } + + // ���ʂ̕\�� + for(int i=0; i<18; i++) + { + fprintf(m_fpOutput, "%.2f, %.2f, %.2f, %.2f, %.2f, %.2f, ", + ave[i].val[2], ave[i].val[1], ave[i].val[0], + std[i].val[2], std[i].val[1], std[i].val[0]); + } + fprintf(m_fpOutput, "\n"); + this->ShowImage(); + + // �摜�o�b�t�@�̉�� + cvReleaseImage(&rotateMacbeth); + cvReleaseMat(&rotateMat); + cvReleaseImage(&match); + + return true; +} + +bool MiniMacbeth::PatchProc(int x, int y, CvScalar *ave, CvScalar *stdev) +{ + // ���ʉ摜�Ƀp�b�`��`�� + cvRectangle(m_show, cvPoint(x-PATCH_SIZE, y-PATCH_SIZE), + cvPoint(x+PATCH_SIZE, y+PATCH_SIZE), + cvScalar(255,0,0),CV_FILLED); + + // �p�b�`ROI�ݒ� + cvSetImageROI(m_camera, cvRect(x-PATCH_SIZE, y-PATCH_SIZE, + PATCH_SIZE*2+1, PATCH_SIZE*2+1)); + + // �p�b�`�̕��ςƕW���΍����v�Z + cvAvgSdv(m_camera, ave, stdev); + + return true; +} + +bool MiniMacbeth::ShowImage() +{ + IplImage *temp = cvCreateImage(cvSize(m_show->width/2, m_show->height/2), IPL_DEPTH_8U, 3); + cvResize(m_show, temp, CV_INTER_LINEAR); + cvShowImage(DISP1, temp); + cvWaitKey(1); + cvReleaseImage(&temp); + return true; +} \ No newline at end of file diff --git a/reference/ColorCorrection/MiniMacbeth.h b/reference/ColorCorrection/MiniMacbeth.h new file mode 100644 index 0000000..e514bb5 --- /dev/null +++ b/reference/ColorCorrection/MiniMacbeth.h @@ -0,0 +1,39 @@ +#pragma once + +#include +#include +#include +#include + +#define MACBETH_PATH "D:\\usr\\work\\��data\\MiniMacbeth0.jpg" +#define MAX_PATH_LEN 1024 +#define SEARCH_AREA 200 +#define PATCH_SIZE 4 +#define DISP1 "DISPLAY1" +#define DISP2 "DISPLAY2" +#define ROTATE_RESOLUTION 2.0 // Searching rotation interval in degree + +// �~�j�}�N�x�X�摜 MiniMacbeth0.jpg ����v�Z +// ���S�p�b�`���W 39,39 ���p�b�`���W 20,45 (-19,+6) +#define BLACK_ANGLE 161.0 // =atan(+6/-19) (degree) +#define BLACK_LEN 20.0 // =sqrt((+6)^2 + (-19)^2) + + +class MiniMacbeth +{ +private: + IplImage *m_macbeth; + IplImage *m_camera; + IplImage *m_show; + FILE *m_fpOutput; + +public: + MiniMacbeth(void); + ~MiniMacbeth(void); + bool Init(); + bool ReadImage(char *filename); + bool OpenOutputFile(char *filename); + bool Process(); + bool PatchProc(int x, int y, CvScalar *ave, CvScalar *stdev); + bool ShowImage(); +}; diff --git a/reference/ColorCorrection/stdafx.h b/reference/ColorCorrection/stdafx.h new file mode 100644 index 0000000..93c07ff --- /dev/null +++ b/reference/ColorCorrection/stdafx.h @@ -0,0 +1,15 @@ +// stdafx.h : �W���̃V�X�e�� �C���N���[�h �t�@�C���̃C���N���[�h �t�@�C���A�܂��� +// �Q�Ɖ񐔂������A���‚��܂�ύX����Ȃ��A�v���W�F�N�g��p�̃C���N���[�h �t�@�C�� +// ���L�q���܂��B +// + +#pragma once + +#include "targetver.h" + +#include +#include + + + +// TODO: �v���O�����ɕK�v�Ȓlj��w�b�_�[�������ŎQ�Ƃ��Ă��������B diff --git a/reference/ColorCorrection/targetver.h b/reference/ColorCorrection/targetver.h new file mode 100644 index 0000000..b18cde4 --- /dev/null +++ b/reference/ColorCorrection/targetver.h @@ -0,0 +1,13 @@ +#pragma once + +// �ȉ��̃}�N���́A�Œ���K�v�ȃv���b�g�t�H�[�����`���܂��B�Œ���K�v�ȃv���b�g�t�H�[���Ƃ́A +// �A�v���P�[�V���������s���邽�߂ɕK�v�ȋ@�\��������ł��Â��o�[�W������ Windows �� Internet Explorer �Ȃ� +// �������܂��B�����̃}�N���́A�w�肵���o�[�W�����ƁA����ȑO�̃o�[�W�����̃v���b�g�t�H�[����ŗ��p�ł��邷�ׂĂ̋@�\��L���ɂ��邱�Ƃɂ���� +// ���삵�܂��B + +// ���Ŏw�肳�ꂽ��`�̑O�ɑΏۃv���b�g�t�H�[�����w�肵�Ȃ���΂Ȃ�Ȃ��ꍇ�A�ȉ��̒�`��ύX���Ă��������B +// �قȂ�v���b�g�t�H�[���ɑΉ�����l�Ɋւ���ŐV���ɂ‚��ẮAMSDN ���Q�Ƃ��Ă��������B +#ifndef _WIN32_WINNT // �Œ���K�v�ȃv���b�g�t�H�[���� Windows Vista �ł��邱�Ƃ��w�肵�܂��B +#define _WIN32_WINNT 0x0600 // ����� Windows �̑��̃o�[�W���������ɓK�؂Ȓl�ɕύX���Ă��������B +#endif + diff --git a/reference/Tracking.cpp b/reference/Tracking.cpp new file mode 100644 index 0000000..0beecd8 --- /dev/null +++ b/reference/Tracking.cpp @@ -0,0 +1,295 @@ +#include "Tracking.h" + +//------------------------------------------------------------------------------- +// �R���X�g���N�^ +CTracking::CTracking(void) +{ + m_Point[0] = NULL; + m_Point[1] = NULL; + m_PointInit = NULL; + m_Gray = NULL; + m_GrayPre = NULL; + m_Pyramid = NULL; + m_PyramidPre = NULL; + m_Mask1 = NULL; + m_Mask2 = NULL; + m_Mask3 = NULL; + m_Mask4 = NULL; + m_Status = NULL; +} + +//------------------------------------------------------------------------------- +// �f�X�g���N�^ +CTracking::~CTracking(void) +{ + this->Release(); +} + +//------------------------------------------------------------------------------- +// ��������� +void CTracking::Release(void) +{ + SAFE_DELETEA(m_Point[0]); + SAFE_DELETEA(m_Point[1]); + SAFE_DELETEA(m_PointInit); + SAFE_RELEASEIMG(m_Gray); + SAFE_RELEASEIMG(m_GrayPre); + SAFE_RELEASEIMG(m_Pyramid); + SAFE_RELEASEIMG(m_PyramidPre); + SAFE_RELEASEIMG(m_Mask1); + SAFE_RELEASEIMG(m_Mask2); + SAFE_RELEASEIMG(m_Mask3); + SAFE_RELEASEIMG(m_Mask4); + SAFE_DELETEA(m_Status) +} + +//------------------------------------------------------------------------------- +// ������ +bool CTracking::Init(const CvPoint *point, const int numPoint, + const IplImage *img) +{ + this->Release(); + + m_NumPoint = numPoint; + m_Criteria = cvTermCriteria(CV_TERMCRIT_ITER | CV_TERMCRIT_EPS, 20, 0.03); + m_PyrFlag = 0; + m_TotalMovement = 0; + + m_Point[0] = new CvPoint2D32f [numPoint]; + m_Point[1] = new CvPoint2D32f [numPoint]; + m_PointInit = new CvPoint [numPoint]; + m_Gray = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_GrayPre = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Pyramid = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_PyramidPre = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask1 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask2 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask3 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Mask4 = cvCreateImage(cvGetSize(img), IPL_DEPTH_8U, 1); + m_Status = new char [numPoint]; + + for (int i = 0; i < numPoint; i++) + { + m_PointInit[i] = point[i]; + m_Point[0][i] = cvPointTo32f(point[i]); + } + + cvCvtColor(img, m_GrayPre, CV_BGR2GRAY); + + cvFindCornerSubPix(m_GrayPre, m_Point[0], numPoint, + cvSize(TRACK_WIN_SIZE, TRACK_WIN_SIZE), cvSize(-1, -1), + m_Criteria); + + return true; +} + +//------------------------------------------------------------------------------- +// �t���[�������i�g���b�L���O�j +bool CTracking::Frame(const IplImage *img) +{ + // �O���[�X�P�[���ϊ� + cvCvtColor(img, m_Gray, CV_BGR2GRAY); + + // �I�v�e�B�J���t���[���o + cvCalcOpticalFlowPyrLK(m_GrayPre, m_Gray, m_PyramidPre, m_Pyramid, + m_Point[0], m_Point[1], m_NumPoint, + cvSize(TRACK_WIN_SIZE, TRACK_WIN_SIZE), + 3, m_Status, 0, m_Criteria, m_PyrFlag); + + // ���񂩂�O�t���[���̃s���~�b�h�v�Z���ȗ����� + m_PyrFlag |= CV_LKFLOW_PYR_A_READY; + + // �o�b�t�@�̌��� + IplImage *swap; + CV_SWAP(m_Gray, m_GrayPre, swap); + CV_SWAP(m_Pyramid, m_PyramidPre, swap); + CvPoint2D32f *swapP; + CV_SWAP(m_Point[0], m_Point[1], swapP); + + // �ړ��ʎZ�o + for (int i = 0; i < m_NumPoint; i ++) + { + m_Movement = sqrt( + pow((double)(m_Point[0][i].x - m_Point[1][i].x), 2.0) + + pow((double)(m_Point[0][i].y - m_Point[1][i].y), 2.0)); + m_TotalMovement += m_Movement; + } + + // �g���b�L���O���� + for (int i = 0; i < m_NumPoint; i ++) if (!m_Status[i]) return false; + this->ValidatePoints(); + if (m_Validate) this->CalcROIMask(); + + return true; +} + +//------------------------------------------------------------------------------- +// �ǐՓ_��`�� +bool CTracking::DrawPoints(IplImage *img) +{ + // �_�̕`�� + for (int i = 0; i < m_NumPoint; i++) + { + cvCircle(img, cvPointFrom32f(m_Point[0][i]), 5, + CV_RGB(0, 0, i*60), CV_FILLED); + cvLine(img, cvPointFrom32f(m_Point[0][i]), + cvPointFrom32f(m_Point[0][(i+1) % m_NumPoint]), CV_RGB(0, 0, 255)); + } + + // �����_�̕`�� + for (int i = 0; i < m_NumPoint; i++) + { + cvLine(img, m_PointInit[i], + m_PointInit[(i+1) % m_NumPoint], CV_RGB(0, 255, 0)); + } + + return true; +} + +//------------------------------------------------------------------------------- +// ROI��`�� +bool CTracking::DrawROI(IplImage *img) +{ + cvSet(img, CV_RGB(255, 0, 0), m_Mask1); + cvSet(img, CV_RGB(0, 255, 0), m_Mask2); + cvSet(img, CV_RGB(0, 0, 255), m_Mask3); + cvSet(img, CV_RGB(244, 163, 46), m_Mask4); + + return true; +} + +//------------------------------------------------------------------------------- +// �ǐՓ_��`�� +void CTracking::ValidatePoints() +{ + int conX[8][2] = {{0,2},{0,3},{0,4},{1,2},{1,3},{1,4},{2,3},{2,4}}; + int conY[8][2] = {{0,1},{0,2},{0,3},{1,2},{3,2},{4,1},{4,1},{4,3}}; + + m_Validate = true; + for (int i = 0; i < 8; i++) + { + if (m_Point[0][conX[i][0]].x >= m_Point[0][conX[i][1]].x) m_Validate = false; + if (m_Point[0][conY[i][0]].y >= m_Point[0][conY[i][1]].y) m_Validate = false; + } +} + +//------------------------------------------------------------------------------- +// ROI�}�X�N�摜����� +void CTracking::CalcROIMask() +{ + // ROI�}�X�N�摜1 + // 0____________ 4 + // | | + // | | + // | | + // 1|�� ��|3 + // ��@�@�@ / + // ��_______/ + // 2 + + int points1[2][3] = {{0, 2, 1}, {4, 2, 3}}; + + cvSet(m_Mask1, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + float cx1 = (m_Point[0][points1[i][0]].x + m_Point[0][points1[i][1]].x) / 2; + float cy1 = (m_Point[0][points1[i][0]].y + m_Point[0][points1[i][1]].y) / 2; + roi.x = (m_Point[0][points1[i][2]].x + cx1) / 2; + roi.y = (m_Point[0][points1[i][2]].y + cy1) / 2; + cvDrawCircle(m_Mask1, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + // ROI�}�X�N�摜2 + // 0____________ 4 + // | �� �� | + // | | + // | | + // 1| |3 + // ��@�@�@ / + // ��_______/ + // 2 + + int points2[2][4] = {{0, 3, 0, 4}, {4, 1, 4, 0}}; + + cvSet(m_Mask2, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + float cx1 = m_Point[0][points2[i][0]].x + (m_Point[0][points2[i][1]].x - m_Point[0][points2[i][0]].x) / 4; + float cy1 = m_Point[0][points2[i][0]].y + (m_Point[0][points2[i][1]].y - m_Point[0][points2[i][0]].y) / 4; + float cx2 = (m_Point[0][points2[i][2]].x + m_Point[0][points2[i][3]].x) / 2 ; + float cy2 = (m_Point[0][points2[i][2]].y + m_Point[0][points2[i][3]].y) / 2; + roi.x = (cx1 + cx2) / 2; + roi.y = (cy1 + cy2) / 2; + cvDrawCircle(m_Mask2, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + // ROI�}�X�N�摜3 + // 0____________ 4 + // | | + // | | + // | | + // 1| �� �� |3 + // ��@�@�@ / + // ��_______/ + // 2 + + int points3[2][3] = {{0, 3, 2}, {4, 1, 2}}; + + cvSet(m_Mask3, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + float cx1 = m_Point[0][points3[i][0]].x + (m_Point[0][points3[i][1]].x - m_Point[0][points3[i][0]].x) / 4; + float cy1 = m_Point[0][points3[i][0]].y + (m_Point[0][points3[i][1]].y - m_Point[0][points3[i][0]].y) / 4; + roi.x = (m_Point[0][points3[i][2]].x + cx1) / 2; + roi.y = (m_Point[0][points3[i][2]].y + cy1) / 2; + cvDrawCircle(m_Mask3, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + // ROI�}�X�N�摜3 + // 0____________ 4 + // | | + // | | + // | | + // 1| |3 + // ��@�@�@ / + // ��_��_��_/ + // 2 + + int points4[2][2] = {{0, 2}, {4, 2}}; + + cvSet(m_Mask4, cvScalar(0)); + for (int i = 0; i < 2; i ++) + { + CvPoint2D32f roi; + roi.x = m_Point[0][points4[i][0]].x + (m_Point[0][points4[i][1]].x - m_Point[0][points4[i][0]].x) * 7 / 8; + roi.y = m_Point[0][points4[i][0]].y + (m_Point[0][points4[i][1]].y - m_Point[0][points4[i][0]].y) * 7 / 8; + cvDrawCircle(m_Mask4, cvPointFrom32f(roi), CALC_ROI_RADIUS, cvScalar(1), CV_FILLED); + } + + +} + +//------------------------------------------------------------------------------- +// ROI�̕��ϐF���v�Z +CvScalar CTracking::ROIColor1(IplImage *img) +{ + return cvAvg(img, m_Mask1); +} + +CvScalar CTracking::ROIColor2(IplImage *img) +{ + return cvAvg(img, m_Mask2); +} + +CvScalar CTracking::ROIColor3(IplImage *img) +{ + return cvAvg(img, m_Mask3); +} + +CvScalar CTracking::ROIColor4(IplImage *img) +{ + return cvAvg(img, m_Mask4); +} diff --git a/reference/Tracking.h b/reference/Tracking.h new file mode 100644 index 0000000..ee567e9 --- /dev/null +++ b/reference/Tracking.h @@ -0,0 +1,49 @@ +#pragma once + +#include "stdafx.h" + +#define TRACK_WIN_SIZE 10 +#define CALC_ROI_RADIUS 10 + +class CTracking +{ +private: + int m_NumPoint; + CvPoint2D32f *m_Point[2]; + CvPoint *m_PointInit; + IplImage *m_Gray; + IplImage *m_GrayPre; + IplImage *m_Pyramid; + IplImage *m_PyramidPre; + IplImage *m_Mask1; + IplImage *m_Mask2; + IplImage *m_Mask3; + IplImage *m_Mask4; + char *m_Status; + CvTermCriteria m_Criteria; + int m_PyrFlag; + double m_Movement; + double m_TotalMovement; + bool m_Validate; + +private: + void Release(); + void ValidatePoints(); + void CalcROIMask(); + +public: + CTracking(void); + ~CTracking(void); + bool Init(const CvPoint *point, const int numPoint, + const IplImage *img); + bool Frame(const IplImage *img); + bool DrawPoints(IplImage *img); + bool DrawROI(IplImage *img); + double Movement() { return m_Movement; } + double TotalMovement() { return m_TotalMovement; } + bool IsVaildate() { return m_Validate; } + CvScalar ROIColor1(IplImage *img); + CvScalar ROIColor2(IplImage *img); + CvScalar ROIColor3(IplImage *img); + CvScalar ROIColor4(IplImage *img); +}; diff --git a/reference/cvimage_01.cpp b/reference/cvimage_01.cpp new file mode 100644 index 0000000..780c01a --- /dev/null +++ b/reference/cvimage_01.cpp @@ -0,0 +1,211 @@ +//--------------------------------------------------------- +// �T�v : �摜��\������ +// File Name : cvimage_01.cpp +// +// �����Ӂ� +// OpenCV�́yRGB�z�̏��Ԃł͂Ȃ��C�yBGR�z�̏��ɂȂ��Ă���D +// +// +// 2009/06/15 Yuya Ishikawa +// 2009/06/22 T.Nakaguchi +//--------------------------------------------------------- + +#include +#include +#include +#include + +#define MAX_POINTS 5 + +// �ϐ��錾 +IplImage *src_img; // ���͉摜 +IplImage **dst_img; // �o�͉摜 +IplImage *g_showImg; // �\���p�摜 + + +int levels = 0; // �g���b�N�o�[�̒l���͂��鐔�l�̍ŏ��l +int g_numClick = 0; +CvPoint g_click[MAX_POINTS]; + + +char g_path[1024]; + +//------------------------------------------- +// +// �g���b�N�o�[�̒l���ς�������ɌĂ΂��֐� +// +// �����@pos�F�g���b�N�o�[�̒l +// +//------------------------------------------- +void on_change(int pos) +{ + // �N���b�N��`�� + cvCopy(dst_img[pos], g_showImg); + for (int i=0; iwidth/2, src_img->height/2),IPL_DEPTH_8U, 3); + + // ���T�C�Y +// cvResize(src_img, dst_img[i], CV_INTER_CUBIC); + cvResize(src_img, dst_img[i], CV_INTER_NN); + //cvResize��3�Ԗڂ̈����ɂ���Ԗ@���w��ł��� + //[��Ԗ@]------------------------------------------ + // CV_INTER_NN : �ŋߖT��� + // CV_INTER_LINEAR : �o�C���j�A��ԁi�o������ԁj + // CV_INTER_AREA : �s�N�Z���̈�̊֌W��p�������T���v�����O�D + // ( �g��� CV_INTER_NN ���l�D�k���̓��A��������ł����@ ) + // CV_INTER_CUBIC : �o�O����� + //-------------------------------------------------- + + cvReleaseImage(&src_img); + } + + // �\���p�摜�̍쐬 + g_showImg = cvCreateImage(cvSize(dst_img[0]->width, dst_img[0]->height),IPL_DEPTH_8U, 3); + + // on_change�֐���0�b�ڂ��Ăяo���ĕ\�� + on_change(0); + + // �g���b�N�o�[���쐬���� + cvCreateTrackbar("�B�e�摜��", "dst_img", &levels, numFrames-1, on_change); + + // �}�E�X�C�x���g + cvSetMouseCallback("dst_img", on_click, 0); + + // �L�[���͂�҂� + cvWaitKey( 0 ); + + // ��������������� + cvReleaseImage(&g_showImg); + for(int j=0; j 0.5) && (scores[0, i] > max_score)) + // { + // max_score = scores[0, i]; + // float y_min = boxes[0, i, 0] * (float)bitmap_bitch.Height; + // float x_min = boxes[0, i, 1] * (float)bitmap_bitch.Width; + // float y_max = boxes[0, i, 2] * (float)bitmap_bitch.Height; + // float x_max = boxes[0, i, 3] * (float)bitmap_bitch.Width; + // P1.X = (int)x_min; + // P1.Y = (int)y_min; + // P2.X = (int)x_max; + // P2.Y = (int)y_max; + // Cv2.Rectangle(mat_drawBox, P1, P2, new Scalar(0, 255, 0), 5); + // rectangle.X = (int)x_min; + // rectangle.Y = (int)y_min; + // rectangle.Width = (int)(x_max - x_min); + // rectangle.Height = (int)(y_max - y_min); + + // check_detection = 1; + // } + // } + // } + //} + //if (check_detection == 1) + //{ + // mat_drawBox.SaveImage(basepath + "\\detection" + imageFile); + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_drawBox); + // pictureBox_detection.Image = bitmap_bitch; + // pictureBox_detection.Refresh(); + // label1.BackColor = Color.White; + // label2.BackColor = Color.Red; + //} + //else + //{ + // MessageBox.Show("Error: Sorry can not detect any tongue in this image. Press [OK] to skip preprocessing.", "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); + // time = DateTime.Now.ToLocalTime().ToString(); + // File.AppendAllText("DetectionFailedLog.txt ", time + " " + imageFile + "\n"); + // pictureBox_detection.Image = null; + // pictureBox_detection.Refresh(); + // pictureBox_cropResized.Image = null; + // pictureBox_cropResized.Refresh(); + // pictureBox_output.Image = null; + // pictureBox_output.Refresh(); + // pictureBox_outputSRG.Image = null; + // pictureBox_outputSRG.Refresh(); + // pictureBox_maskSRG.Image = null; + // pictureBox_maskSRG.Refresh(); + // pictureBox_extraction.Image = null; + // pictureBox_extraction.Refresh(); + // pictureBox_contract.Image = null; + // pictureBox_contract.Refresh(); + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_input); + // byte_inputSegmentation = Bitmap2Byte(bitmap_bitch); + + // Thread.Sleep(1000); + // modelFile = DownloadDefaultModel_noBoxPix2Pix(basepath); + // using (var graph = new TFGraph()) + // { + // var model = File.ReadAllBytes(modelFile); + // graph.Import(model, ""); + + // using (var session = new TFSession(graph)) + // { + // var tensor = ImageUtil2.CreateTensorFromImageFile(byte_inputSegmentation); + + // var runner = session.GetRunner(); + // runner + // .AddInput(graph["generator/input_image"][0], tensor) + // .Fetch(graph["generator/prediction"][0]); + // var output = runner.Run(); + // float[,,,] resultfloat = (float[,,,])output[0].GetValue(jagged: false); + + // for (int p = 0; p < 256; p++) + // { + // for (int q = 0; q < 256; q++) + // { + // float check = resultfloat[0, p, q, 0]; + // if (check < 0) + // { + // mask[ii] = 0; + // } + // else + // { + // mask[ii] = 255; + // } + // ii++; + // } + // } + // } + // } + // Thread.Sleep(1000); + // bitmap_bitch = ToGrayBitmap(mask, 256, 256); + // mat_outputNoBox = OpenCvSharp.Extensions.BitmapConverter.ToMat(bitmap_bitch); + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_outputNoBox); + // pictureBox_output.Image = bitmap_bitch; + // pictureBox_output.Refresh(); + // label1.BackColor = Color.White; + // label4.BackColor = Color.Red; + // mat_outputNoBox.SaveImage(basepath + "\\output256" + imageFile); + // try + // { + // RemoveSmallRegion(basepath + "\\output256" + imageFile, basepath + "\\output_changed1" + imageFile, 500, 1, 1); + // RemoveSmallRegion(basepath + "\\output_changed1" + imageFile, basepath + "\\output_changed2" + imageFile, 500, 0, 0); + // } + // catch + // { + // MessageBox.Show("Error: Unable to reprocess! Please check is there [RemoveSmallRegionDLL.dll] file in floder?", "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); + // break; + // } + // mat_outputSRGNoBox = new Mat(basepath + "\\output_changed2" + imageFile, ImreadModes.GrayScale); + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_outputSRGNoBox); + // pictureBox_outputSRG.Image = bitmap_bitch; + // pictureBox_outputSRG.Refresh(); + // label4.BackColor = Color.White; + // label5.BackColor = Color.Red; + // Cv2.Resize(mat_outputSRGNoBox, mat_mask, mat_input.Size()); + // mat_mask.SaveImage(basepath + "\\mask" + imageFile); + // try + // { + // RemoveSmallRegion(basepath + "\\mask" + imageFile, basepath + "\\mask_changed1" + imageFile, 500, 1, 1); + // RemoveSmallRegion(basepath + "\\mask_changed1" + imageFile, basepath + "\\mask_changed2" + imageFile, 500, 0, 0); + // } + // catch + // { + // MessageBox.Show("Error: Unable to reprocess! Please check is there [RemoveSmallRegionDLL.dll] file in floder?", "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); + // break; + // } + // mat_maskSRG = new Mat(basepath + "\\mask_changed2" + imageFile, ImreadModes.GrayScale); + // Cv2.Threshold(mat_maskSRG, mat_maskSRG, 128, 255, ThresholdTypes.Binary); + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_maskSRG); + // pictureBox_maskSRG.Image = bitmap_bitch; + // pictureBox_maskSRG.Refresh(); + // label5.BackColor = Color.White; + // label6.BackColor = Color.Red; + // mat_extraction = mat_input.Clone(); + // for (int i = 0; i < mat_input.Height; i++) + // { + // for (int j = 0; j < mat_input.Width; j++) + // { + // Vec3b pix = mat_extraction.At(i, j); + // if (mat_maskSRG.At(i, j) == 0) + // { + // pix[0] = (byte)(255); + // pix[1] = (byte)(255); + // pix[2] = (byte)(255); + // mat_extraction.Set(i, j, pix); + // } + // else + // { + // pix[0] = (byte)(mat_extraction.At(i, j).Item0); + // pix[1] = (byte)(mat_extraction.At(i, j).Item1); + // pix[2] = (byte)(mat_extraction.At(i, j).Item2); + // mat_extraction.Set(i, j, pix); + // } + // } + // } + // mat_extraction.SaveImage(basepath + "\\extraction" + imageFile); + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_extraction); + // pictureBox_extraction.Image = bitmap_bitch; + // pictureBox_extraction.Refresh(); + // label6.BackColor = Color.White; + // label7.BackColor = Color.Red; + // bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_input); + // pictureBox_contract.Image = bitmap_bitch; + // pictureBox_contract.Refresh(); + // label7.BackColor = Color.White; + // label8.BackColor = Color.Red; + // continue; + //} + //for (int i = P1.Y; i < P2.Y; i++) + //{ + // for (int j = P1.X; j < P2.X; j++) + // { + // Vec3b pix = mat_input.At(i, j); + // mat_cropped.Set(i, j, pix); + // } + //} + //mat_cropped.SaveImage(basepath + "\\cropped" + imageFile); + //OpenCvSharp.Size size_roi = new OpenCvSharp.Size(); + //size_roi.Height = rectangle.Height; + //size_roi.Width = rectangle.Width; + //roi = new Rect(P1, size_roi); + //mat_roisize = mat_input.Clone(roi); + //Cv2.Resize(mat_roisize, mat_roi, mat_roi256.Size()); + //mat_roi.SaveImage(basepath + "\\cropresized" + imageFile); + //bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_roi); + //pictureBox_cropResized.Image = bitmap_bitch; + //pictureBox_cropResized.Refresh(); + //label2.BackColor = Color.White; + //label3.BackColor = Color.Red; + //byte_inputSegmentation = Bitmap2Byte(bitmap_bitch); + //Thread.Sleep(1000); + //modelFile = DownloadDefaultModel(basepath); + //using (var graph = new TFGraph()) + //{ + // var model = File.ReadAllBytes(modelFile); + // graph.Import(model, ""); + + // using (var session = new TFSession(graph)) + // { + // var tensor = ImageUtil2.CreateTensorFromImageFile(byte_inputSegmentation); + // var runner = session.GetRunner(); + // runner + // //.AddInput(graph["generator/input_image"][0], tensor) + // //.Fetch(graph["generator/prediction"][0]); + + // .AddInput(graph["input_image"][0], tensor) + // .Fetch(graph["generator1/decoder_1/Tanh"][0]); + + // var output = runner.Run(); + // float[,,,] resultfloat = (float[,,,])output[0].GetValue(jagged: false); + + // for (int p = 0; p < 256; p++) + // { + // for (int q = 0; q < 256; q++) + // { + // float check = resultfloat[0, p, q, 0]; + // if (check < 0) + // { + // mask[ii] = 0; + // } + // else + // { + // mask[ii] = 255; + // } + // ii++; + // } + // } + // } + //} + //Thread.Sleep(1000); + //bitmap_bitch = ToGrayBitmap(mask, 256, 256); + //mat_output = OpenCvSharp.Extensions.BitmapConverter.ToMat(bitmap_bitch); + //bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_output); + //pictureBox_output.Image = bitmap_bitch; + //pictureBox_output.Refresh(); + //label3.BackColor = Color.White; + //label4.BackColor = Color.Red; + //mat_output.SaveImage(basepath + "\\output256" + imageFile); + //try + //{ + // RemoveSmallRegion(basepath + "\\output256" + imageFile, basepath + "\\output_changed1" + imageFile, 500, 1, 1); + // RemoveSmallRegion(basepath + "\\output_changed1" + imageFile, basepath + "\\output_changed2" + imageFile, 500, 0, 0); + //} + //catch + //{ + // MessageBox.Show("Error: Unable to reprocess! Please check is there [RemoveSmallRegionDLL.dll] file in floder?", "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); + // break; + //} + //mat_outputSRG = new Mat(basepath + "\\output_changed2" + imageFile, ImreadModes.GrayScale); + //bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_outputSRG); + //pictureBox_outputSRG.Image = bitmap_bitch; + //pictureBox_outputSRG.Refresh(); + //label4.BackColor = Color.White; + //label5.BackColor = Color.Red; + //Cv2.Resize(mat_outputSRG, mat_outputChanged, mat_roisize.Size()); + //mat_outputChanged.SaveImage(basepath + "\\output_resized" + imageFile); + //mat_mask = new Mat(mat_input.Size(), MatType.CV_8UC1, 1); + //for (int i = P1.Y; i < P2.Y; i++) + //{ + // for (int j = P1.X; j < P2.X; j++) + // { + // int pix = mat_outputChanged.At(mmp, pmm); + // mat_mask.Set(i, j, pix); + // pmm++; + // } + // mmp++; + // pmm = 0; + //} + //mmp = 0; + //Cv2.Resize(mat_mask, mat_mask, mat_input.Size()); + //mat_mask.SaveImage(basepath + "\\mask" + imageFile); + //try + //{ + // RemoveSmallRegion(basepath + "\\mask" + imageFile, basepath + "\\mask_changed1" + imageFile, 500, 1, 1); + // RemoveSmallRegion(basepath + "\\mask_changed1" + imageFile, basepath + "\\mask_changed2" + imageFile, 500, 0, 0); + //} + //catch + //{ + // MessageBox.Show("Error: Unable to reprocess! Please check is there [RemoveSmallRegionDLL.dll] file in floder?", "Error", MessageBoxButtons.OK, MessageBoxIcon.Error); + // break; + //} + RemoveSmallRegion(basepath + "\\output256" + imageFile, basepath + "\\mask_changed1" + imageFile, 2000, 1, 1); + RemoveSmallRegion(basepath + "\\mask_changed1" + imageFile, basepath + "\\mask_changed2" + imageFile, 2000, 0, 0); + mat_maskSRG = new Mat(basepath + "\\mask_changed2" + imageFile, ImreadModes.GrayScale); + Cv2.Threshold(mat_maskSRG, mat_maskSRG, 128, 255, ThresholdTypes.Binary); + bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_maskSRG); + pictureBox_maskSRG.Image = bitmap_bitch; + pictureBox_maskSRG.Refresh(); + label5.BackColor = Color.White; + label6.BackColor = Color.Red; + mat_extraction = mat_input.Clone(); + for (int i = 0; i < mat_input.Height; i++) + { + for (int j = 0; j < mat_input.Width; j++) + { + Vec3b pix = mat_extraction.At(i, j); + if (mat_maskSRG.At(i, j) == 0) + { + pix[0] = (byte)(255); + pix[1] = (byte)(255); + pix[2] = (byte)(255); + mat_extraction.Set(i, j, pix); + } + else + { + pix[0] = (byte)(mat_extraction.At(i, j).Item0); + pix[1] = (byte)(mat_extraction.At(i, j).Item1); + pix[2] = (byte)(mat_extraction.At(i, j).Item2); + mat_extraction.Set(i, j, pix); + } + } + } + mat_extraction.SaveImage(basepath + "\\extraction" + imageFile); + bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_extraction); + pictureBox_extraction.Image = bitmap_bitch; + pictureBox_extraction.Refresh(); + label6.BackColor = Color.White; + label7.BackColor = Color.Red; + bitmap_bitch = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat_input); + pictureBox_contract.Image = bitmap_bitch; + pictureBox_contract.Refresh(); + label7.BackColor = Color.White; + label8.BackColor = Color.Red; + time = DateTime.Now.ToLocalTime().ToString(); + File.AppendAllText("Log.txt ", time + " " + imageFile + " Done!\n"); + } + MessageBox.Show("Finished!"); + button_start.Enabled = true; + button_pause.Enabled = false; + label_processingFileName.Text = "Processing File: None"; + } + } + + private void button_pause_Click(object sender, EventArgs e) + { + if (button_pause.Text == "Pause") + { + manualReset.Reset(); + button_pause.Text = "Continue"; + } + else + { + manualReset.Set(); + button_pause.Text = "Pause"; + } + } + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/.gitignore b/reference/tang/OperateCamera/.gitignore new file mode 100644 index 0000000..1c9a181 --- /dev/null +++ b/reference/tang/OperateCamera/.gitignore @@ -0,0 +1,242 @@ +## Ignore Visual Studio temporary files, build results, and +## files generated by popular Visual Studio add-ons. + +# User-specific files +*.suo +*.user +*.userosscache +*.sln.docstates + +# User-specific files (MonoDevelop/Xamarin Studio) +*.userprefs + +# Build results +[Dd]ebug/ +[Dd]ebugPublic/ +[Rr]elease/ +[Rr]eleases/ +[Xx]64/ +[Xx]86/ +[Bb]uild/ +bld/ +[Bb]in/ +[Oo]bj/ + +# Visual Studio 2015 cache/options directory +.vs/ +# Uncomment if you have tasks that create the project's static files in wwwroot +#wwwroot/ + +# MSTest test Results +[Tt]est[Rr]esult*/ +[Bb]uild[Ll]og.* + +# NUNIT +*.VisualState.xml +TestResult.xml + +# Build Results of an ATL Project +[Dd]ebugPS/ +[Rr]eleasePS/ +dlldata.c + +# DNX +project.lock.json +artifacts/ + +*_i.c +*_p.c +*_i.h +*.ilk +*.meta +*.obj +*.pch +*.pdb +*.pgc +*.pgd +*.rsp +*.sbr +*.tlb +*.tli +*.tlh +*.tmp +*.tmp_proj +*.log +*.vspscc +*.vssscc +.builds +*.pidb +*.svclog +*.scc + +# Chutzpah Test files +_Chutzpah* + +# Visual C++ cache files +ipch/ +*.aps +*.ncb +*.opendb +*.opensdf +*.sdf +*.cachefile +*.VC.db + +# Visual Studio profiler +*.psess +*.vsp +*.vspx +*.sap + +# TFS 2012 Local Workspace +$tf/ + +# Guidance Automation Toolkit +*.gpState + +# ReSharper is a .NET coding add-in +_ReSharper*/ +*.[Rr]e[Ss]harper +*.DotSettings.user + +# JustCode is a .NET coding add-in +.JustCode + +# TeamCity is a build add-in +_TeamCity* + +# DotCover is a Code Coverage Tool +*.dotCover + +# NCrunch +_NCrunch_* +.*crunch*.local.xml +nCrunchTemp_* + +# MightyMoose +*.mm.* +AutoTest.Net/ + +# Web workbench (sass) +.sass-cache/ + +# Installshield output folder +[Ee]xpress/ + +# DocProject is a documentation generator add-in +DocProject/buildhelp/ +DocProject/Help/*.HxT +DocProject/Help/*.HxC +DocProject/Help/*.hhc +DocProject/Help/*.hhk +DocProject/Help/*.hhp +DocProject/Help/Html2 +DocProject/Help/html + +# Click-Once directory +publish/ + +# Publish Web Output +*.[Pp]ublish.xml +*.azurePubxml + +# TODO: Un-comment the next line if you do not want to checkin +# your web deploy settings because they may include unencrypted +# passwords +#*.pubxml +*.publishproj + +# NuGet Packages +*.nupkg +# The packages folder can be ignored because of Package Restore +**/packages/* +# except build/, which is used as an MSBuild target. +!**/packages/build/ +# Uncomment if necessary however generally it will be regenerated when needed +#!**/packages/repositories.config +# NuGet v3's project.json files produces more ignoreable files +*.nuget.props +*.nuget.targets + +# Microsoft Azure Build Output +csx/ +*.build.csdef + +# Microsoft Azure Emulator +ecf/ +rcf/ + +# Windows Store app package directory +AppPackages/ +BundleArtifacts/ + +# Visual Studio cache files +# files ending in .cache can be ignored +*.[Cc]ache +# but keep track of directories ending in .cache +!*.[Cc]ache/ + +# Others +ClientBin/ +[Ss]tyle[Cc]op.* +~$* +*~ +*.dbmdl +*.dbproj.schemaview +*.pfx +*.publishsettings +node_modules/ +orleans.codegen.cs + +# RIA/Silverlight projects +Generated_Code/ + +# Backup & report files from converting an old project file +# to a newer Visual Studio version. Backup files are not needed, +# because we have git ;-) +_UpgradeReport_Files/ +Backup*/ +UpgradeLog*.XML +UpgradeLog*.htm + +# SQL Server files +*.mdf +*.ldf + +# Business Intelligence projects +*.rdl.data +*.bim.layout +*.bim_*.settings + +# Microsoft Fakes +FakesAssemblies/ + +# GhostDoc plugin setting file +*.GhostDoc.xml + +# Node.js Tools for Visual Studio +.ntvs_analysis.dat + +# Visual Studio 6 build log +*.plg + +# Visual Studio 6 workspace options file +*.opt + +# Visual Studio LightSwitch build output +**/*.HTMLClient/GeneratedArtifacts +**/*.DesktopClient/GeneratedArtifacts +**/*.DesktopClient/ModelManifest.xml +**/*.Server/GeneratedArtifacts +**/*.Server/ModelManifest.xml +_Pvt_Extensions + +# LightSwitch generated files +GeneratedArtifacts/ +ModelManifest.xml + +# Paket dependency manager +.paket/paket.exe + +# FAKE - F# Make +.fake/ diff --git a/reference/tang/OperateCamera/Form_Display.Designer.cs b/reference/tang/OperateCamera/Form_Display.Designer.cs new file mode 100644 index 0000000..2aada3c --- /dev/null +++ b/reference/tang/OperateCamera/Form_Display.Designer.cs @@ -0,0 +1,513 @@ +namespace OperateCamera +{ + partial class Form_Display + { + /// + /// Required designer variable. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up any resources being used. + /// + /// true if managed resources should be disposed; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Windows Form Designer generated code + + /// + /// Required method for Designer support - do not modify + /// the contents of this method with the code editor. + /// + private void InitializeComponent() + { + System.ComponentModel.ComponentResourceManager resources = new System.ComponentModel.ComponentResourceManager(typeof(Form_Display)); + this.ShootingGuideBox = new System.Windows.Forms.TextBox(); + this.label5 = new System.Windows.Forms.Label(); + this.GuideBox = new System.Windows.Forms.TextBox(); + this.panel5 = new System.Windows.Forms.Panel(); + this.label6 = new System.Windows.Forms.Label(); + this.textBox5 = new System.Windows.Forms.TextBox(); + this.label20 = new System.Windows.Forms.Label(); + this.panel4 = new System.Windows.Forms.Panel(); + this.label4 = new System.Windows.Forms.Label(); + this.textBox4 = new System.Windows.Forms.TextBox(); + this.label19 = new System.Windows.Forms.Label(); + this.panel3 = new System.Windows.Forms.Panel(); + this.label3 = new System.Windows.Forms.Label(); + this.textBox3 = new System.Windows.Forms.TextBox(); + this.label18 = new System.Windows.Forms.Label(); + this.panel2 = new System.Windows.Forms.Panel(); + this.label2 = new System.Windows.Forms.Label(); + this.textBox2 = new System.Windows.Forms.TextBox(); + this.label17 = new System.Windows.Forms.Label(); + this.label14 = new System.Windows.Forms.Label(); + this.panel1 = new System.Windows.Forms.Panel(); + this.label1 = new System.Windows.Forms.Label(); + this.label16 = new System.Windows.Forms.Label(); + this.textBox1 = new System.Windows.Forms.TextBox(); + this.label9 = new System.Windows.Forms.Label(); + this.label8 = new System.Windows.Forms.Label(); + this.pictureBox1 = new System.Windows.Forms.PictureBox(); + this.pictureBox2 = new System.Windows.Forms.PictureBox(); + this.label7 = new System.Windows.Forms.Label(); + this.label10 = new System.Windows.Forms.Label(); + this.AxWindowsMediaPlayer = new AxWMPLib.AxWindowsMediaPlayer(); + this.panel5.SuspendLayout(); + this.panel4.SuspendLayout(); + this.panel3.SuspendLayout(); + this.panel2.SuspendLayout(); + this.panel1.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).BeginInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).BeginInit(); + ((System.ComponentModel.ISupportInitialize)(this.AxWindowsMediaPlayer)).BeginInit(); + this.SuspendLayout(); + // + // ShootingGuideBox + // + this.ShootingGuideBox.Font = new System.Drawing.Font("MS UI Gothic", 17F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.ShootingGuideBox.ForeColor = System.Drawing.Color.Red; + this.ShootingGuideBox.Location = new System.Drawing.Point(45, 743); + this.ShootingGuideBox.Multiline = true; + this.ShootingGuideBox.Name = "ShootingGuideBox"; + this.ShootingGuideBox.Size = new System.Drawing.Size(1270, 44); + this.ShootingGuideBox.TabIndex = 58; + this.ShootingGuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + this.ShootingGuideBox.Visible = false; + // + // label5 + // + this.label5.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label5.Location = new System.Drawing.Point(12, 649); + this.label5.Name = "label5"; + this.label5.Size = new System.Drawing.Size(130, 40); + this.label5.TabIndex = 57; + this.label5.Text = "Guide"; + this.label5.Visible = false; + // + // GuideBox + // + this.GuideBox.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.GuideBox.ForeColor = System.Drawing.Color.Red; + this.GuideBox.Location = new System.Drawing.Point(45, 692); + this.GuideBox.Multiline = true; + this.GuideBox.Name = "GuideBox"; + this.GuideBox.Size = new System.Drawing.Size(1270, 45); + this.GuideBox.TabIndex = 56; + this.GuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + this.GuideBox.Visible = false; + // + // panel5 + // + this.panel5.BackColor = System.Drawing.Color.Gray; + this.panel5.Controls.Add(this.label6); + this.panel5.Controls.Add(this.textBox5); + this.panel5.Controls.Add(this.label20); + this.panel5.ForeColor = System.Drawing.Color.Black; + this.panel5.Location = new System.Drawing.Point(45, 538); + this.panel5.Name = "panel5"; + this.panel5.Size = new System.Drawing.Size(693, 98); + this.panel5.TabIndex = 87; + this.panel5.Visible = false; + // + // label6 + // + this.label6.BackColor = System.Drawing.Color.Gray; + this.label6.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label6.ForeColor = System.Drawing.Color.White; + this.label6.Location = new System.Drawing.Point(405, 49); + this.label6.Name = "label6"; + this.label6.Size = new System.Drawing.Size(140, 40); + this.label6.TabIndex = 69; + this.label6.Text = "Anemia"; + this.label6.Visible = false; + // + // textBox5 + // + this.textBox5.BackColor = System.Drawing.Color.Gray; + this.textBox5.Font = new System.Drawing.Font("MS UI Gothic", 48F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox5.ForeColor = System.Drawing.Color.White; + this.textBox5.Location = new System.Drawing.Point(551, 8); + this.textBox5.Multiline = true; + this.textBox5.Name = "textBox5"; + this.textBox5.RightToLeft = System.Windows.Forms.RightToLeft.Yes; + this.textBox5.Size = new System.Drawing.Size(139, 85); + this.textBox5.TabIndex = 63; + this.textBox5.Visible = false; + // + // label20 + // + this.label20.BackColor = System.Drawing.Color.Gray; + this.label20.Font = new System.Drawing.Font("MS UI Gothic", 65F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label20.ForeColor = System.Drawing.Color.White; + this.label20.Location = new System.Drawing.Point(3, 8); + this.label20.Name = "label20"; + this.label20.Size = new System.Drawing.Size(424, 85); + this.label20.TabIndex = 68; + this.label20.Text = "Pale White"; + this.label20.Visible = false; + // + // panel4 + // + this.panel4.BackColor = System.Drawing.Color.PaleVioletRed; + this.panel4.Controls.Add(this.label4); + this.panel4.Controls.Add(this.textBox4); + this.panel4.Controls.Add(this.label19); + this.panel4.ForeColor = System.Drawing.Color.Black; + this.panel4.Location = new System.Drawing.Point(45, 434); + this.panel4.Name = "panel4"; + this.panel4.Size = new System.Drawing.Size(693, 98); + this.panel4.TabIndex = 86; + this.panel4.Visible = false; + // + // label4 + // + this.label4.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label4.ForeColor = System.Drawing.Color.White; + this.label4.Location = new System.Drawing.Point(405, 49); + this.label4.Name = "label4"; + this.label4.Size = new System.Drawing.Size(140, 40); + this.label4.TabIndex = 68; + this.label4.Text = "Normal"; + this.label4.Visible = false; + // + // textBox4 + // + this.textBox4.BackColor = System.Drawing.Color.PaleVioletRed; + this.textBox4.Font = new System.Drawing.Font("MS UI Gothic", 48F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox4.ForeColor = System.Drawing.Color.White; + this.textBox4.Location = new System.Drawing.Point(551, 8); + this.textBox4.Multiline = true; + this.textBox4.Name = "textBox4"; + this.textBox4.RightToLeft = System.Windows.Forms.RightToLeft.Yes; + this.textBox4.Size = new System.Drawing.Size(139, 85); + this.textBox4.TabIndex = 62; + this.textBox4.Visible = false; + // + // label19 + // + this.label19.Font = new System.Drawing.Font("MS UI Gothic", 65F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label19.ForeColor = System.Drawing.Color.White; + this.label19.Location = new System.Drawing.Point(3, 8); + this.label19.Name = "label19"; + this.label19.Size = new System.Drawing.Size(195, 85); + this.label19.TabIndex = 67; + this.label19.Text = "Pink"; + this.label19.Visible = false; + // + // panel3 + // + this.panel3.BackColor = System.Drawing.Color.Red; + this.panel3.Controls.Add(this.label3); + this.panel3.Controls.Add(this.textBox3); + this.panel3.Controls.Add(this.label18); + this.panel3.ForeColor = System.Drawing.Color.Black; + this.panel3.Location = new System.Drawing.Point(45, 330); + this.panel3.Name = "panel3"; + this.panel3.Size = new System.Drawing.Size(693, 98); + this.panel3.TabIndex = 85; + this.panel3.Visible = false; + // + // label3 + // + this.label3.BackColor = System.Drawing.Color.Red; + this.label3.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label3.ForeColor = System.Drawing.Color.White; + this.label3.Location = new System.Drawing.Point(405, 49); + this.label3.Name = "label3"; + this.label3.Size = new System.Drawing.Size(140, 40); + this.label3.TabIndex = 67; + this.label3.Text = "Inflame"; + this.label3.Visible = false; + // + // textBox3 + // + this.textBox3.BackColor = System.Drawing.Color.Red; + this.textBox3.Font = new System.Drawing.Font("MS UI Gothic", 48F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox3.ForeColor = System.Drawing.Color.White; + this.textBox3.Location = new System.Drawing.Point(551, 8); + this.textBox3.Multiline = true; + this.textBox3.Name = "textBox3"; + this.textBox3.RightToLeft = System.Windows.Forms.RightToLeft.Yes; + this.textBox3.Size = new System.Drawing.Size(139, 85); + this.textBox3.TabIndex = 61; + this.textBox3.Visible = false; + // + // label18 + // + this.label18.BackColor = System.Drawing.Color.Red; + this.label18.Font = new System.Drawing.Font("MS UI Gothic", 65F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label18.ForeColor = System.Drawing.Color.White; + this.label18.Location = new System.Drawing.Point(0, 8); + this.label18.Name = "label18"; + this.label18.Size = new System.Drawing.Size(182, 81); + this.label18.TabIndex = 66; + this.label18.Text = "Red"; + this.label18.Visible = false; + // + // panel2 + // + this.panel2.BackColor = System.Drawing.Color.DarkRed; + this.panel2.Controls.Add(this.label2); + this.panel2.Controls.Add(this.textBox2); + this.panel2.Controls.Add(this.label17); + this.panel2.ForeColor = System.Drawing.Color.Black; + this.panel2.Location = new System.Drawing.Point(45, 226); + this.panel2.Name = "panel2"; + this.panel2.Size = new System.Drawing.Size(693, 98); + this.panel2.TabIndex = 84; + this.panel2.Visible = false; + // + // label2 + // + this.label2.BackColor = System.Drawing.Color.DarkRed; + this.label2.Font = new System.Drawing.Font("MS UI Gothic", 28F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label2.ForeColor = System.Drawing.Color.White; + this.label2.Location = new System.Drawing.Point(405, 45); + this.label2.Name = "label2"; + this.label2.Size = new System.Drawing.Size(140, 40); + this.label2.TabIndex = 66; + this.label2.Text = "Barrier"; + this.label2.Visible = false; + // + // textBox2 + // + this.textBox2.BackColor = System.Drawing.Color.DarkRed; + this.textBox2.Font = new System.Drawing.Font("MS UI Gothic", 48F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox2.ForeColor = System.Drawing.Color.White; + this.textBox2.Location = new System.Drawing.Point(551, 8); + this.textBox2.Multiline = true; + this.textBox2.Name = "textBox2"; + this.textBox2.RightToLeft = System.Windows.Forms.RightToLeft.Yes; + this.textBox2.Size = new System.Drawing.Size(139, 85); + this.textBox2.TabIndex = 60; + this.textBox2.Visible = false; + // + // label17 + // + this.label17.BackColor = System.Drawing.Color.DarkRed; + this.label17.Font = new System.Drawing.Font("MS UI Gothic", 60F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label17.ForeColor = System.Drawing.Color.White; + this.label17.Location = new System.Drawing.Point(1, 8); + this.label17.Name = "label17"; + this.label17.Size = new System.Drawing.Size(348, 85); + this.label17.TabIndex = 65; + this.label17.Text = "Dark Red"; + this.label17.Visible = false; + // + // label14 + // + this.label14.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label14.Location = new System.Drawing.Point(12, 79); + this.label14.Name = "label14"; + this.label14.Size = new System.Drawing.Size(130, 40); + this.label14.TabIndex = 82; + this.label14.Text = "Result"; + this.label14.Visible = false; + // + // panel1 + // + this.panel1.BackColor = System.Drawing.Color.Purple; + this.panel1.Controls.Add(this.label1); + this.panel1.Controls.Add(this.label16); + this.panel1.Controls.Add(this.textBox1); + this.panel1.ForeColor = System.Drawing.Color.Black; + this.panel1.Location = new System.Drawing.Point(45, 122); + this.panel1.Name = "panel1"; + this.panel1.Size = new System.Drawing.Size(693, 98); + this.panel1.TabIndex = 83; + this.panel1.Visible = false; + // + // label1 + // + this.label1.BackColor = System.Drawing.Color.Purple; + this.label1.Font = new System.Drawing.Font("MS UI Gothic", 28F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label1.ForeColor = System.Drawing.Color.White; + this.label1.Location = new System.Drawing.Point(405, 44); + this.label1.Name = "label1"; + this.label1.Size = new System.Drawing.Size(140, 40); + this.label1.TabIndex = 100; + this.label1.Text = "Blocke"; + this.label1.Visible = false; + // + // label16 + // + this.label16.BackColor = System.Drawing.Color.Purple; + this.label16.Font = new System.Drawing.Font("MS UI Gothic", 66F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label16.ForeColor = System.Drawing.Color.White; + this.label16.Location = new System.Drawing.Point(0, 0); + this.label16.Name = "label16"; + this.label16.Size = new System.Drawing.Size(278, 85); + this.label16.TabIndex = 64; + this.label16.Text = "Purple"; + this.label16.Visible = false; + // + // textBox1 + // + this.textBox1.BackColor = System.Drawing.Color.Purple; + this.textBox1.Font = new System.Drawing.Font("MS UI Gothic", 48F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox1.ForeColor = System.Drawing.Color.White; + this.textBox1.Location = new System.Drawing.Point(551, 8); + this.textBox1.Multiline = true; + this.textBox1.Name = "textBox1"; + this.textBox1.RightToLeft = System.Windows.Forms.RightToLeft.Yes; + this.textBox1.Size = new System.Drawing.Size(139, 85); + this.textBox1.TabIndex = 59; + this.textBox1.Visible = false; + // + // label9 + // + this.label9.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label9.ForeColor = System.Drawing.Color.Brown; + this.label9.Location = new System.Drawing.Point(428, 40); + this.label9.Name = "label9"; + this.label9.Size = new System.Drawing.Size(525, 39); + this.label9.TabIndex = 98; + this.label9.Text = "Automatic shooting System"; + this.label9.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // label8 + // + this.label8.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label8.ForeColor = System.Drawing.Color.Brown; + this.label8.Location = new System.Drawing.Point(428, 5); + this.label8.Name = "label8"; + this.label8.Size = new System.Drawing.Size(525, 35); + this.label8.TabIndex = 97; + this.label8.Text = "Welcome to TIAS"; + this.label8.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // pictureBox1 + // + this.pictureBox1.Location = new System.Drawing.Point(50, 127); + this.pictureBox1.Name = "pictureBox1"; + this.pictureBox1.Size = new System.Drawing.Size(680, 512); + this.pictureBox1.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox1.TabIndex = 99; + this.pictureBox1.TabStop = false; + this.pictureBox1.Visible = false; + this.pictureBox1.MouseDown += new System.Windows.Forms.MouseEventHandler(this.pictureBox1_MouseDown); + // + // pictureBox2 + // + this.pictureBox2.Location = new System.Drawing.Point(758, 127); + this.pictureBox2.Name = "pictureBox2"; + this.pictureBox2.Size = new System.Drawing.Size(537, 512); + this.pictureBox2.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox2.TabIndex = 100; + this.pictureBox2.TabStop = false; + this.pictureBox2.Visible = false; + // + // label7 + // + this.label7.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label7.Location = new System.Drawing.Point(751, 84); + this.label7.Name = "label7"; + this.label7.Size = new System.Drawing.Size(160, 40); + this.label7.TabIndex = 101; + this.label7.Text = "Example"; + this.label7.Visible = false; + // + // label10 + // + this.label10.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label10.Location = new System.Drawing.Point(12, 79); + this.label10.Name = "label10"; + this.label10.Size = new System.Drawing.Size(185, 40); + this.label10.TabIndex = 102; + this.label10.Text = "Real Time"; + this.label10.Visible = false; + // + // AxWindowsMediaPlayer + // + this.AxWindowsMediaPlayer.Enabled = true; + this.AxWindowsMediaPlayer.Location = new System.Drawing.Point(12, 79); + this.AxWindowsMediaPlayer.Name = "AxWindowsMediaPlayer"; + this.AxWindowsMediaPlayer.OcxState = ((System.Windows.Forms.AxHost.State)(resources.GetObject("AxWindowsMediaPlayer.OcxState"))); + this.AxWindowsMediaPlayer.Size = new System.Drawing.Size(1303, 698); + this.AxWindowsMediaPlayer.TabIndex = 69; + // + // Form_Display + // + this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 12F); + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font; + this.ClientSize = new System.Drawing.Size(1327, 790); + this.Controls.Add(this.label10); + this.Controls.Add(this.label7); + this.Controls.Add(this.pictureBox2); + this.Controls.Add(this.pictureBox1); + this.Controls.Add(this.label9); + this.Controls.Add(this.label8); + this.Controls.Add(this.label5); + this.Controls.Add(this.GuideBox); + this.Controls.Add(this.label14); + this.Controls.Add(this.panel1); + this.Controls.Add(this.ShootingGuideBox); + this.Controls.Add(this.panel5); + this.Controls.Add(this.panel4); + this.Controls.Add(this.panel3); + this.Controls.Add(this.panel2); + this.Controls.Add(this.AxWindowsMediaPlayer); + this.Name = "Form_Display"; + this.Text = "TIAS Automatic shooting System"; + this.Load += new System.EventHandler(this.Form_Display_Load); + this.Resize += new System.EventHandler(this.Form_Display_Resize); + this.panel5.ResumeLayout(false); + this.panel5.PerformLayout(); + this.panel4.ResumeLayout(false); + this.panel4.PerformLayout(); + this.panel3.ResumeLayout(false); + this.panel3.PerformLayout(); + this.panel2.ResumeLayout(false); + this.panel2.PerformLayout(); + this.panel1.ResumeLayout(false); + this.panel1.PerformLayout(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).EndInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).EndInit(); + ((System.ComponentModel.ISupportInitialize)(this.AxWindowsMediaPlayer)).EndInit(); + this.ResumeLayout(false); + this.PerformLayout(); + + } + + #endregion + public System.Windows.Forms.TextBox ShootingGuideBox; + public System.Windows.Forms.TextBox GuideBox; + public AxWMPLib.AxWindowsMediaPlayer AxWindowsMediaPlayer; + public System.Windows.Forms.TextBox textBox5; + public System.Windows.Forms.TextBox textBox4; + public System.Windows.Forms.TextBox textBox3; + public System.Windows.Forms.TextBox textBox2; + public System.Windows.Forms.TextBox textBox1; + public System.Windows.Forms.Label label14; + public System.Windows.Forms.Label label20; + public System.Windows.Forms.Label label19; + public System.Windows.Forms.Label label18; + public System.Windows.Forms.Label label17; + public System.Windows.Forms.Label label16; + public System.Windows.Forms.Panel panel5; + public System.Windows.Forms.Panel panel4; + public System.Windows.Forms.Panel panel3; + public System.Windows.Forms.Panel panel2; + public System.Windows.Forms.Panel panel1; + public System.Windows.Forms.Label label5; + public System.Windows.Forms.Label label9; + public System.Windows.Forms.Label label8; + public System.Windows.Forms.PictureBox pictureBox1; + public System.Windows.Forms.Label label6; + public System.Windows.Forms.Label label4; + public System.Windows.Forms.Label label3; + public System.Windows.Forms.Label label2; + public System.Windows.Forms.Label label1; + public System.Windows.Forms.Label label7; + public System.Windows.Forms.PictureBox pictureBox2; + public System.Windows.Forms.Label label10; + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/Form_Display.cs b/reference/tang/OperateCamera/Form_Display.cs new file mode 100644 index 0000000..dc49589 --- /dev/null +++ b/reference/tang/OperateCamera/Form_Display.cs @@ -0,0 +1,193 @@ +using System; +using System.Collections.Generic; +using System.ComponentModel; +using System.Data; +using System.Drawing; +using System.Linq; +using System.Text; +using System.Windows.Forms; +using System.Diagnostics; + +namespace OperateCamera +{ + public partial class Form_Display : Form + { + private float X2;//The width of the current form + private float Y2;//The height of the current form + + public Form_Display() + { + InitializeComponent(); + } + + private void Form_Display_Resize(object sender, EventArgs e) + { + float newx2 = (this.Width) / X2; //Scale scaling of form + float newy2 = (this.Height) / Y2;//Height scaling of the form + setControls2(newx2, newy2, this);//Change the size of the control with the form + } + + private void Form_Display_Load(object sender, EventArgs e) + { + X2 = this.Width;//Get the width of the form + Y2 = this.Height;//Get the height of the form + setTag2(this);//Invocation method + } + + private void setTag2(Control cons2) + { + foreach (Control con2 in cons2.Controls) + { + con2.Tag = con2.Width + ":" + con2.Height + ":" + con2.Left + ":" + con2.Top + ":" + con2.Font.Size; + if (con2.Controls.Count > 0) + setTag2(con2); + } + } + + //Adjust the size of the control according to the size of the form + private void setControls2(float newx2, float newy2, Control cons2) + { + //Traversing the controls in the form, resetting the value of the control + foreach (Control con2 in cons2.Controls) + { + string[] mytag2 = con2.Tag.ToString().Split(new char[] { ':' });//Get the Tag attribute value of the control and store the array of strings after splitting + float a2 = System.Convert.ToSingle(mytag2[0]) * newx2;//Determine the value of the control according to the scale scale of the form, the width of the control + con2.Width = (int)a2;//width + a2 = System.Convert.ToSingle(mytag2[1]) * newy2;//height + con2.Height = (int)(a2); + a2 = System.Convert.ToSingle(mytag2[2]) * newx2;//Left distance + con2.Left = (int)(a2); + a2 = System.Convert.ToSingle(mytag2[3]) * newy2;//Upper edge distance + con2.Top = (int)(a2); + Single currentSize2 = System.Convert.ToSingle(mytag2[4]) * newy2;//font size + con2.Font = new Font(con2.Font.Name, currentSize2, con2.Font.Style, con2.Font.Unit); + if (con2.Controls.Count > 0) + { + setControls2(newx2, newy2, con2); + } + } + } + + void DrawPoint() + { + OpenCvSharp.Mat tempCalib = Form_TIASAutomaticShootingSystem.m_CalibFrame.Clone(); + + //とってくる点の描画 + //tempDrawに書き込んでいるので，degree.bmpは無事．とってくるのは + //この画像のRGBにする． + //tempDrawにとってくる点を全て描画し，pointcheck.bmpで確認できるようにする． + //オッケーなら校正ボタンを再度押す感じで． + + //以降取ってきた点の描画．座標(実際値) + //1 + Form_TIASAutomaticShootingSystem.getRGBpoint[0].X = Form_TIASAutomaticShootingSystem.pt[0].X - 700; + Form_TIASAutomaticShootingSystem.getRGBpoint[0].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 50; + //2 + Form_TIASAutomaticShootingSystem.getRGBpoint[1].X = Form_TIASAutomaticShootingSystem.pt[0].X - 700; + Form_TIASAutomaticShootingSystem.getRGBpoint[1].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 250; + //3 + Form_TIASAutomaticShootingSystem.getRGBpoint[2].X = Form_TIASAutomaticShootingSystem.pt[0].X - 700; + Form_TIASAutomaticShootingSystem.getRGBpoint[2].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 450; + //4 + Form_TIASAutomaticShootingSystem.getRGBpoint[3].X = Form_TIASAutomaticShootingSystem.pt[0].X - 700; + Form_TIASAutomaticShootingSystem.getRGBpoint[3].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 650; + //5 + Form_TIASAutomaticShootingSystem.getRGBpoint[4].X = Form_TIASAutomaticShootingSystem.pt[0].X - 700; + Form_TIASAutomaticShootingSystem.getRGBpoint[4].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 850; + //6 + Form_TIASAutomaticShootingSystem.getRGBpoint[5].X = Form_TIASAutomaticShootingSystem.pt[0].X - 700; + Form_TIASAutomaticShootingSystem.getRGBpoint[5].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 1050; + //7 + Form_TIASAutomaticShootingSystem.getRGBpoint[6].X = Form_TIASAutomaticShootingSystem.pt[0].X - 500; + Form_TIASAutomaticShootingSystem.getRGBpoint[6].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 50; + //8 + Form_TIASAutomaticShootingSystem.getRGBpoint[7].X = Form_TIASAutomaticShootingSystem.pt[0].X - 500; + Form_TIASAutomaticShootingSystem.getRGBpoint[7].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 250; + //9 + Form_TIASAutomaticShootingSystem.getRGBpoint[8].X = Form_TIASAutomaticShootingSystem.pt[0].X - 500; + Form_TIASAutomaticShootingSystem.getRGBpoint[8].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 450; + //10 + Form_TIASAutomaticShootingSystem.getRGBpoint[9].X = Form_TIASAutomaticShootingSystem.pt[0].X - 500; + Form_TIASAutomaticShootingSystem.getRGBpoint[9].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 650; + //11 + Form_TIASAutomaticShootingSystem.getRGBpoint[10].X = Form_TIASAutomaticShootingSystem.pt[0].X - 500; + Form_TIASAutomaticShootingSystem.getRGBpoint[10].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 850; + //12 + Form_TIASAutomaticShootingSystem.getRGBpoint[11].X = Form_TIASAutomaticShootingSystem.pt[0].X - 500; + Form_TIASAutomaticShootingSystem.getRGBpoint[11].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 1050; + //13 + Form_TIASAutomaticShootingSystem.getRGBpoint[12].X = Form_TIASAutomaticShootingSystem.pt[0].X - 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[12].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 50; + //14 + Form_TIASAutomaticShootingSystem.getRGBpoint[13].X = Form_TIASAutomaticShootingSystem.pt[0].X - 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[13].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 250; + //15 + Form_TIASAutomaticShootingSystem.getRGBpoint[14].X = Form_TIASAutomaticShootingSystem.pt[0].X - 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[14].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 450; + //16 + Form_TIASAutomaticShootingSystem.getRGBpoint[15].X = Form_TIASAutomaticShootingSystem.pt[0].X - 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[15].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 650; + //17 + Form_TIASAutomaticShootingSystem.getRGBpoint[16].X = Form_TIASAutomaticShootingSystem.pt[0].X - 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[16].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 850; + //18 + Form_TIASAutomaticShootingSystem.getRGBpoint[17].X = Form_TIASAutomaticShootingSystem.pt[0].X - 300; + Form_TIASAutomaticShootingSystem.getRGBpoint[17].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 1050; + //19 + Form_TIASAutomaticShootingSystem.getRGBpoint[18].X = Form_TIASAutomaticShootingSystem.pt[0].X - 100; + Form_TIASAutomaticShootingSystem.getRGBpoint[18].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 50; + //20 + Form_TIASAutomaticShootingSystem.getRGBpoint[19].X = Form_TIASAutomaticShootingSystem.pt[0].X - 100; + Form_TIASAutomaticShootingSystem.getRGBpoint[19].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 250; + //21 + Form_TIASAutomaticShootingSystem.getRGBpoint[20].X = Form_TIASAutomaticShootingSystem.pt[0].X - 100; + Form_TIASAutomaticShootingSystem.getRGBpoint[20].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 450; + //22 + Form_TIASAutomaticShootingSystem.getRGBpoint[21].X = Form_TIASAutomaticShootingSystem.pt[0].X - 100; + Form_TIASAutomaticShootingSystem.getRGBpoint[21].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 650; + //23 + Form_TIASAutomaticShootingSystem.getRGBpoint[22].X = Form_TIASAutomaticShootingSystem.pt[0].X - 100; + Form_TIASAutomaticShootingSystem.getRGBpoint[22].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 850; + //24 + Form_TIASAutomaticShootingSystem.getRGBpoint[23].X = Form_TIASAutomaticShootingSystem.pt[0].X - 100; + Form_TIASAutomaticShootingSystem.getRGBpoint[23].Y = Form_TIASAutomaticShootingSystem.pt[0].Y + 1050; + + for (int i = 0; i < 24; i++) + { + OpenCvSharp.Cv2.Circle(tempCalib, Form_TIASAutomaticShootingSystem.getRGBpoint[i].X, Form_TIASAutomaticShootingSystem.getRGBpoint[i].Y, 10, new OpenCvSharp.Scalar(0, 255, 0), -1, OpenCvSharp.LineTypes.Link8, 0); + } + + Form_TIASAutomaticShootingSystem.bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(tempCalib); + this.pictureBox1.Image = Form_TIASAutomaticShootingSystem.bitmap; + this.pictureBox1.Refresh(); + Form_TIASAutomaticShootingSystem.m_getColor = true; + } + + private void pictureBox1_MouseDown(object sender, MouseEventArgs e) + { + if (Form_TIASAutomaticShootingSystem.m_bCalib)//キャリブレーション時しか必要ないので + { + Form_TIASAutomaticShootingSystem.pt[Form_TIASAutomaticShootingSystem.click].X = e.X; + Form_TIASAutomaticShootingSystem.pt[Form_TIASAutomaticShootingSystem.click].Y = e.Y; + + //2点クリックすんでいたら + if (Form_TIASAutomaticShootingSystem.pt[0].X != 0) + { + if (Form_TIASAutomaticShootingSystem.pt[0].Y != 0) + { + Form_TIASAutomaticShootingSystem.wait3 = 0; + System.Threading.Thread.Sleep(500); + //描画用関数に飛ぶ + Form_TIASAutomaticShootingSystem.pt[0].X = Form_TIASAutomaticShootingSystem.pt[0].X * 2; + Form_TIASAutomaticShootingSystem.pt[0].Y = Form_TIASAutomaticShootingSystem.pt[0].Y * 2; + DrawPoint(); + this.GuideBox.Text = ""; + this.GuideBox.Text = "Please click Color Correction Button again！"; + this.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = "DON'T enlarge the window!"; + } + } + } + } + } +} diff --git a/reference/tang/OperateCamera/Form_Display.resx b/reference/tang/OperateCamera/Form_Display.resx new file mode 100644 index 0000000..ed26f61 --- /dev/null +++ b/reference/tang/OperateCamera/Form_Display.resx @@ -0,0 +1,131 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + + AAEAAAD/////AQAAAAAAAAAMAgAAAFdTeXN0ZW0uV2luZG93cy5Gb3JtcywgVmVyc2lvbj00LjAuMC4w + LCBDdWx0dXJlPW5ldXRyYWwsIFB1YmxpY0tleVRva2VuPWI3N2E1YzU2MTkzNGUwODkFAQAAACFTeXN0 + ZW0uV2luZG93cy5Gb3Jtcy5BeEhvc3QrU3RhdGUBAAAABERhdGEHAgIAAAAJAwAAAA8DAAAA1QAAAAIB + AAAAAQAAAAAAAAAAAAAAAMAAAAAAAwAACAAeAAAAdgBpAGQAZQBvAFMAdABhAHIAdAAuAG0AcAA0AAAA + BQAAAAAAAADwPwMAAAAAAAUAAAAAAAAAAAAIAAIAAAAAAAMAAQAAAAsA//8DAAAAAAALAP//CAACAAAA + AAADADIAAAALAAAACAAKAAAAZgB1AGwAbAAAAAsAAAALAAAACwD//wsA//8LAAAACAACAAAAAAAIAAIA + AAAAAAgAAgAAAAAACAACAAAAAAALAAAAEU8AAAM+AAAL + + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.Designer.cs b/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.Designer.cs new file mode 100644 index 0000000..5fcaa77 --- /dev/null +++ b/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.Designer.cs @@ -0,0 +1,535 @@ +namespace OperateCamera +{ + partial class Form_TIASAutomaticShootingSystem + { + /// + /// Required designer variables. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up all the resources in use. + /// + /// True if the managed resource should be released; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Code generated by Windows Forms Designer + + /// + /// The designer supports the required method - no + /// Use a code editor to modify the contents of this method. + /// + private void InitializeComponent() + { + this.components = new System.ComponentModel.Container(); + this.serialPort1 = new System.IO.Ports.SerialPort(this.components); + this.backgroundWorker1 = new System.ComponentModel.BackgroundWorker(); + this.backgroundWorker2 = new System.ComponentModel.BackgroundWorker(); + this.backgroundWorker3 = new System.ComponentModel.BackgroundWorker(); + this.button_restart = new System.Windows.Forms.Button(); + this.label12 = new System.Windows.Forms.Label(); + this.label11 = new System.Windows.Forms.Label(); + this.label10 = new System.Windows.Forms.Label(); + this.label13 = new System.Windows.Forms.Label(); + this.label5 = new System.Windows.Forms.Label(); + this.label15 = new System.Windows.Forms.Label(); + this.textBox9 = new System.Windows.Forms.TextBox(); + this.textBox10 = new System.Windows.Forms.TextBox(); + this.textBox11 = new System.Windows.Forms.TextBox(); + this.textBox8 = new System.Windows.Forms.TextBox(); + this.textBox7 = new System.Windows.Forms.TextBox(); + this.textBox6 = new System.Windows.Forms.TextBox(); + this.label9 = new System.Windows.Forms.Label(); + this.label8 = new System.Windows.Forms.Label(); + this.textBox_chin = new System.Windows.Forms.TextBox(); + this.label7 = new System.Windows.Forms.Label(); + this.textBox_chair = new System.Windows.Forms.TextBox(); + this.label6 = new System.Windows.Forms.Label(); + this.ReceiveDate_chin = new System.Windows.Forms.TextBox(); + this.label4 = new System.Windows.Forms.Label(); + this.label3 = new System.Windows.Forms.Label(); + this.ReceiveDate_chair = new System.Windows.Forms.TextBox(); + this.button_ConnectTIAS = new System.Windows.Forms.Button(); + this.label2 = new System.Windows.Forms.Label(); + this.com_arduino = new System.Windows.Forms.ComboBox(); + this.label1 = new System.Windows.Forms.Label(); + this.com_cameras = new System.Windows.Forms.ComboBox(); + this.ShootingGuideBox = new System.Windows.Forms.TextBox(); + this.GuideBox = new System.Windows.Forms.TextBox(); + this.pictureBox1 = new System.Windows.Forms.PictureBox(); + this.pictureBox2 = new System.Windows.Forms.PictureBox(); + this.pictureBox3 = new System.Windows.Forms.PictureBox(); + this.pictureBox4 = new System.Windows.Forms.PictureBox(); + this.button_correction = new System.Windows.Forms.Button(); + this.backgroundWorker4 = new System.ComponentModel.BackgroundWorker(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).BeginInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).BeginInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox3)).BeginInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox4)).BeginInit(); + this.SuspendLayout(); + // + // backgroundWorker1 + // + this.backgroundWorker1.WorkerSupportsCancellation = true; + this.backgroundWorker1.DoWork += new System.ComponentModel.DoWorkEventHandler(this.backgroundWorker1_DoWork); + // + // backgroundWorker2 + // + this.backgroundWorker2.WorkerSupportsCancellation = true; + this.backgroundWorker2.DoWork += new System.ComponentModel.DoWorkEventHandler(this.backgroundWorker2_DoWork); + // + // backgroundWorker3 + // + this.backgroundWorker3.DoWork += new System.ComponentModel.DoWorkEventHandler(this.backgroundWorker3_DoWork); + // + // button_restart + // + this.button_restart.Location = new System.Drawing.Point(337, 359); + this.button_restart.Name = "button_restart"; + this.button_restart.Size = new System.Drawing.Size(197, 23); + this.button_restart.TabIndex = 33; + this.button_restart.Text = "Restart"; + this.button_restart.UseVisualStyleBackColor = true; + this.button_restart.Click += new System.EventHandler(this.button_restart_Click); + // + // label12 + // + this.label12.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label12.Location = new System.Drawing.Point(43, 608); + this.label12.Name = "label12"; + this.label12.Size = new System.Drawing.Size(30, 30); + this.label12.TabIndex = 108; + this.label12.Text = "B"; + // + // label11 + // + this.label11.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label11.Location = new System.Drawing.Point(43, 556); + this.label11.Name = "label11"; + this.label11.Size = new System.Drawing.Size(30, 30); + this.label11.TabIndex = 107; + this.label11.Text = "G"; + // + // label10 + // + this.label10.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label10.Location = new System.Drawing.Point(43, 504); + this.label10.Name = "label10"; + this.label10.Size = new System.Drawing.Size(30, 30); + this.label10.TabIndex = 106; + this.label10.Text = "R"; + // + // label13 + // + this.label13.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label13.Location = new System.Drawing.Point(264, 504); + this.label13.Name = "label13"; + this.label13.Size = new System.Drawing.Size(65, 46); + this.label13.TabIndex = 105; + this.label13.Text = "L*"; + // + // label5 + // + this.label5.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label5.Location = new System.Drawing.Point(264, 556); + this.label5.Name = "label5"; + this.label5.Size = new System.Drawing.Size(65, 46); + this.label5.TabIndex = 104; + this.label5.Text = "a*"; + // + // label15 + // + this.label15.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label15.Location = new System.Drawing.Point(264, 608); + this.label15.Name = "label15"; + this.label15.Size = new System.Drawing.Size(65, 46); + this.label15.TabIndex = 103; + this.label15.Text = "b*"; + // + // textBox9 + // + this.textBox9.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox9.Location = new System.Drawing.Point(79, 504); + this.textBox9.Multiline = true; + this.textBox9.Name = "textBox9"; + this.textBox9.Size = new System.Drawing.Size(157, 46); + this.textBox9.TabIndex = 102; + this.textBox9.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox10 + // + this.textBox10.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox10.Location = new System.Drawing.Point(79, 556); + this.textBox10.Multiline = true; + this.textBox10.Name = "textBox10"; + this.textBox10.Size = new System.Drawing.Size(157, 46); + this.textBox10.TabIndex = 101; + this.textBox10.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox11 + // + this.textBox11.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox11.Location = new System.Drawing.Point(79, 608); + this.textBox11.Multiline = true; + this.textBox11.Name = "textBox11"; + this.textBox11.Size = new System.Drawing.Size(157, 46); + this.textBox11.TabIndex = 100; + this.textBox11.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox8 + // + this.textBox8.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox8.Location = new System.Drawing.Point(335, 608); + this.textBox8.Multiline = true; + this.textBox8.Name = "textBox8"; + this.textBox8.Size = new System.Drawing.Size(157, 46); + this.textBox8.TabIndex = 99; + this.textBox8.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox7 + // + this.textBox7.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox7.Location = new System.Drawing.Point(335, 556); + this.textBox7.Multiline = true; + this.textBox7.Name = "textBox7"; + this.textBox7.Size = new System.Drawing.Size(157, 46); + this.textBox7.TabIndex = 98; + this.textBox7.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // textBox6 + // + this.textBox6.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox6.Location = new System.Drawing.Point(335, 504); + this.textBox6.Multiline = true; + this.textBox6.Name = "textBox6"; + this.textBox6.Size = new System.Drawing.Size(157, 46); + this.textBox6.TabIndex = 97; + this.textBox6.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // label9 + // + this.label9.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label9.ForeColor = System.Drawing.Color.Brown; + this.label9.Location = new System.Drawing.Point(13, 70); + this.label9.Name = "label9"; + this.label9.Size = new System.Drawing.Size(525, 48); + this.label9.TabIndex = 96; + this.label9.Text = "Automatic shooting System"; + this.label9.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // label8 + // + this.label8.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label8.ForeColor = System.Drawing.Color.Brown; + this.label8.Location = new System.Drawing.Point(13, 22); + this.label8.Name = "label8"; + this.label8.Size = new System.Drawing.Size(525, 48); + this.label8.TabIndex = 95; + this.label8.Text = "Welcome to TIAS"; + this.label8.TextAlign = System.Drawing.ContentAlignment.MiddleCenter; + // + // textBox_chin + // + this.textBox_chin.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox_chin.Location = new System.Drawing.Point(413, 259); + this.textBox_chin.Multiline = true; + this.textBox_chin.Name = "textBox_chin"; + this.textBox_chin.Size = new System.Drawing.Size(121, 34); + this.textBox_chin.TabIndex = 94; + this.textBox_chin.Text = "100"; + this.textBox_chin.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // label7 + // + this.label7.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label7.Location = new System.Drawing.Point(15, 259); + this.label7.Name = "label7"; + this.label7.Size = new System.Drawing.Size(392, 40); + this.label7.TabIndex = 93; + this.label7.Text = "Set threshold for the chin"; + // + // textBox_chair + // + this.textBox_chair.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.textBox_chair.Location = new System.Drawing.Point(413, 219); + this.textBox_chair.Multiline = true; + this.textBox_chair.Name = "textBox_chair"; + this.textBox_chair.Size = new System.Drawing.Size(121, 34); + this.textBox_chair.TabIndex = 92; + this.textBox_chair.Text = "300"; + this.textBox_chair.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // label6 + // + this.label6.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label6.Location = new System.Drawing.Point(15, 216); + this.label6.Name = "label6"; + this.label6.Size = new System.Drawing.Size(392, 37); + this.label6.TabIndex = 91; + this.label6.Text = "Set threshold for the chair"; + // + // ReceiveDate_chin + // + this.ReceiveDate_chin.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.ReceiveDate_chin.Location = new System.Drawing.Point(335, 424); + this.ReceiveDate_chin.Multiline = true; + this.ReceiveDate_chin.Name = "ReceiveDate_chin"; + this.ReceiveDate_chin.Size = new System.Drawing.Size(157, 46); + this.ReceiveDate_chin.TabIndex = 90; + this.ReceiveDate_chin.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // label4 + // + this.label4.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label4.Location = new System.Drawing.Point(332, 381); + this.label4.Name = "label4"; + this.label4.Size = new System.Drawing.Size(191, 40); + this.label4.TabIndex = 89; + this.label4.Text = "Sensor Chin"; + // + // label3 + // + this.label3.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label3.Location = new System.Drawing.Point(74, 381); + this.label3.Name = "label3"; + this.label3.Size = new System.Drawing.Size(194, 40); + this.label3.TabIndex = 88; + this.label3.Text = "Sensor Chair"; + // + // ReceiveDate_chair + // + this.ReceiveDate_chair.Font = new System.Drawing.Font("MS UI Gothic", 25F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.ReceiveDate_chair.Location = new System.Drawing.Point(79, 424); + this.ReceiveDate_chair.Multiline = true; + this.ReceiveDate_chair.Name = "ReceiveDate_chair"; + this.ReceiveDate_chair.Size = new System.Drawing.Size(157, 46); + this.ReceiveDate_chair.TabIndex = 87; + this.ReceiveDate_chair.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // button_ConnectTIAS + // + this.button_ConnectTIAS.Font = new System.Drawing.Font("MS UI Gothic", 30F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.button_ConnectTIAS.ForeColor = System.Drawing.Color.Red; + this.button_ConnectTIAS.Location = new System.Drawing.Point(20, 302); + this.button_ConnectTIAS.Name = "button_ConnectTIAS"; + this.button_ConnectTIAS.Size = new System.Drawing.Size(514, 51); + this.button_ConnectTIAS.TabIndex = 86; + this.button_ConnectTIAS.Text = "Connect to TIAS"; + this.button_ConnectTIAS.UseVisualStyleBackColor = true; + this.button_ConnectTIAS.Click += new System.EventHandler(this.button_ConnectTIAS_Click_1); + // + // label2 + // + this.label2.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label2.Location = new System.Drawing.Point(15, 180); + this.label2.Name = "label2"; + this.label2.Size = new System.Drawing.Size(243, 36); + this.label2.TabIndex = 85; + this.label2.Text = "Choice Com"; + // + // com_arduino + // + this.com_arduino.FormattingEnabled = true; + this.com_arduino.Location = new System.Drawing.Point(264, 190); + this.com_arduino.Name = "com_arduino"; + this.com_arduino.Size = new System.Drawing.Size(270, 20); + this.com_arduino.TabIndex = 84; + // + // label1 + // + this.label1.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.label1.Location = new System.Drawing.Point(15, 137); + this.label1.Name = "label1"; + this.label1.Size = new System.Drawing.Size(243, 37); + this.label1.TabIndex = 83; + this.label1.Text = "Choice Device"; + // + // com_cameras + // + this.com_cameras.FormattingEnabled = true; + this.com_cameras.Location = new System.Drawing.Point(264, 155); + this.com_cameras.Name = "com_cameras"; + this.com_cameras.Size = new System.Drawing.Size(270, 20); + this.com_cameras.TabIndex = 82; + // + // ShootingGuideBox + // + this.ShootingGuideBox.Font = new System.Drawing.Font("MS UI Gothic", 17F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.ShootingGuideBox.ForeColor = System.Drawing.Color.Red; + this.ShootingGuideBox.Location = new System.Drawing.Point(592, 610); + this.ShootingGuideBox.Multiline = true; + this.ShootingGuideBox.Name = "ShootingGuideBox"; + this.ShootingGuideBox.Size = new System.Drawing.Size(693, 44); + this.ShootingGuideBox.TabIndex = 109; + this.ShootingGuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // GuideBox + // + this.GuideBox.Font = new System.Drawing.Font("MS UI Gothic", 20F, System.Drawing.FontStyle.Regular, System.Drawing.GraphicsUnit.Point, ((byte)(128))); + this.GuideBox.ForeColor = System.Drawing.Color.Red; + this.GuideBox.Location = new System.Drawing.Point(592, 558); + this.GuideBox.Multiline = true; + this.GuideBox.Name = "GuideBox"; + this.GuideBox.Size = new System.Drawing.Size(693, 44); + this.GuideBox.TabIndex = 110; + this.GuideBox.TextAlign = System.Windows.Forms.HorizontalAlignment.Center; + // + // pictureBox1 + // + this.pictureBox1.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox1.Location = new System.Drawing.Point(592, 36); + this.pictureBox1.Name = "pictureBox1"; + this.pictureBox1.Size = new System.Drawing.Size(347, 258); + this.pictureBox1.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox1.TabIndex = 111; + this.pictureBox1.TabStop = false; + // + // pictureBox2 + // + this.pictureBox2.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox2.Location = new System.Drawing.Point(938, 36); + this.pictureBox2.Name = "pictureBox2"; + this.pictureBox2.Size = new System.Drawing.Size(347, 258); + this.pictureBox2.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox2.TabIndex = 112; + this.pictureBox2.TabStop = false; + // + // pictureBox3 + // + this.pictureBox3.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox3.Location = new System.Drawing.Point(592, 295); + this.pictureBox3.Name = "pictureBox3"; + this.pictureBox3.Size = new System.Drawing.Size(347, 257); + this.pictureBox3.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox3.TabIndex = 113; + this.pictureBox3.TabStop = false; + // + // pictureBox4 + // + this.pictureBox4.BorderStyle = System.Windows.Forms.BorderStyle.Fixed3D; + this.pictureBox4.Location = new System.Drawing.Point(939, 295); + this.pictureBox4.Name = "pictureBox4"; + this.pictureBox4.Size = new System.Drawing.Size(346, 257); + this.pictureBox4.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.pictureBox4.TabIndex = 114; + this.pictureBox4.TabStop = false; + // + // button_correction + // + this.button_correction.Location = new System.Drawing.Point(20, 359); + this.button_correction.Name = "button_correction"; + this.button_correction.Size = new System.Drawing.Size(197, 23); + this.button_correction.TabIndex = 115; + this.button_correction.Text = "Color correction"; + this.button_correction.UseVisualStyleBackColor = true; + this.button_correction.Click += new System.EventHandler(this.button_correction_Click); + // + // backgroundWorker4 + // + this.backgroundWorker4.DoWork += new System.ComponentModel.DoWorkEventHandler(this.backgroundWorker4_DoWork); + // + // Form_TIASAutomaticShootingSystem + // + this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 12F); + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font; + this.ClientSize = new System.Drawing.Size(1319, 666); + this.Controls.Add(this.button_correction); + this.Controls.Add(this.pictureBox4); + this.Controls.Add(this.pictureBox3); + this.Controls.Add(this.pictureBox2); + this.Controls.Add(this.pictureBox1); + this.Controls.Add(this.GuideBox); + this.Controls.Add(this.ShootingGuideBox); + this.Controls.Add(this.button_restart); + this.Controls.Add(this.label12); + this.Controls.Add(this.label11); + this.Controls.Add(this.label10); + this.Controls.Add(this.label13); + this.Controls.Add(this.label5); + this.Controls.Add(this.label15); + this.Controls.Add(this.textBox9); + this.Controls.Add(this.textBox10); + this.Controls.Add(this.textBox11); + this.Controls.Add(this.textBox8); + this.Controls.Add(this.textBox7); + this.Controls.Add(this.textBox6); + this.Controls.Add(this.label9); + this.Controls.Add(this.label8); + this.Controls.Add(this.textBox_chin); + this.Controls.Add(this.label7); + this.Controls.Add(this.textBox_chair); + this.Controls.Add(this.label6); + this.Controls.Add(this.ReceiveDate_chin); + this.Controls.Add(this.label4); + this.Controls.Add(this.label3); + this.Controls.Add(this.ReceiveDate_chair); + this.Controls.Add(this.button_ConnectTIAS); + this.Controls.Add(this.label2); + this.Controls.Add(this.com_arduino); + this.Controls.Add(this.label1); + this.Controls.Add(this.com_cameras); + this.Name = "Form_TIASAutomaticShootingSystem"; + this.Text = "TIAS BackGround"; + this.FormClosing += new System.Windows.Forms.FormClosingEventHandler(this.Form_TIASAutomaticShootingSystem_FormClosing); + this.Load += new System.EventHandler(this.Form_TIASAutomaticShootingSystem_Load); + this.Resize += new System.EventHandler(this.Form_TIASAutomaticShootingSystem_Resize); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox1)).EndInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox2)).EndInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox3)).EndInit(); + ((System.ComponentModel.ISupportInitialize)(this.pictureBox4)).EndInit(); + this.ResumeLayout(false); + this.PerformLayout(); + + } + + #endregion + private System.IO.Ports.SerialPort serialPort1; + private System.ComponentModel.BackgroundWorker backgroundWorker1; + private System.ComponentModel.BackgroundWorker backgroundWorker2; + private System.ComponentModel.BackgroundWorker backgroundWorker3; + private System.Windows.Forms.Button button_restart; + private System.Windows.Forms.Label label12; + private System.Windows.Forms.Label label11; + private System.Windows.Forms.Label label10; + private System.Windows.Forms.Label label13; + private System.Windows.Forms.Label label5; + private System.Windows.Forms.Label label15; + private System.Windows.Forms.TextBox textBox9; + private System.Windows.Forms.TextBox textBox10; + private System.Windows.Forms.TextBox textBox11; + private System.Windows.Forms.TextBox textBox8; + private System.Windows.Forms.TextBox textBox7; + private System.Windows.Forms.TextBox textBox6; + private System.Windows.Forms.Label label9; + private System.Windows.Forms.Label label8; + private System.Windows.Forms.TextBox textBox_chin; + private System.Windows.Forms.Label label7; + private System.Windows.Forms.TextBox textBox_chair; + private System.Windows.Forms.Label label6; + private System.Windows.Forms.TextBox ReceiveDate_chin; + private System.Windows.Forms.Label label4; + private System.Windows.Forms.Label label3; + private System.Windows.Forms.TextBox ReceiveDate_chair; + private System.Windows.Forms.Button button_ConnectTIAS; + private System.Windows.Forms.Label label2; + private System.Windows.Forms.ComboBox com_arduino; + private System.Windows.Forms.Label label1; + private System.Windows.Forms.ComboBox com_cameras; + public System.Windows.Forms.TextBox ShootingGuideBox; + public System.Windows.Forms.TextBox GuideBox; + public System.Windows.Forms.PictureBox pictureBox1; + public System.Windows.Forms.PictureBox pictureBox2; + public System.Windows.Forms.PictureBox pictureBox3; + public System.Windows.Forms.PictureBox pictureBox4; + private System.ComponentModel.BackgroundWorker backgroundWorker4; + public System.Windows.Forms.Button button_correction; + } +} + diff --git a/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.cs b/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.cs new file mode 100644 index 0000000..2d5999d --- /dev/null +++ b/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.cs @@ -0,0 +1,1776 @@ +using System; +using System.Windows.Forms; +using AForge.Video.DirectShow; +using System.IO.Ports; +using System.IO; +using System.Media; +using System.Drawing; +using System.Drawing.Imaging; +using System.Management; +using Lumenera.USB; +using OpenCvSharp; +using OpenCvSharp.ML; +using System.ComponentModel; +using System.Runtime.InteropServices; +using System.Text; +using System.Net.Sockets; //System.Netの参照設定が必要です +using System.Diagnostics; +using System.Net; +using System.Threading; + +namespace OperateCamera +{ + public partial class Form_TIASAutomaticShootingSystem : Form + { + // The port number for the remote device. + private const int port = 2018; + // ManualResetEvent instances signal completion. + private static ManualResetEvent connectDone = new ManualResetEvent(false); + private static ManualResetEvent sendDone = new ManualResetEvent(false); + private static ManualResetEvent receiveDone = new ManualResetEvent(false); + // The response from the remote device. + private static String response = String.Empty; + + //Set user display window + Form_Display Form_Display = new Form_Display(); + + //Use the SuperpixelDLL + [DllImport(@"SuperpixelDll.dll", EntryPoint = "superpixel", SetLastError = true, CharSet = CharSet.Ansi, ExactSpelling = false, CallingConvention = CallingConvention.StdCall)] + extern static IntPtr superpixel([MarshalAs(UnmanagedType.LPStr)]string name, string name2, string name3); + + //Set the path for playing audio files + //SoundPlayer player1 = new SoundPlayer("chair_sit.wav"); + //SoundPlayer player2 = new SoundPlayer("chin_set.wav"); + //SoundPlayer player3 = new SoundPlayer("tongue_out.wav"); + //SoundPlayer player4 = new SoundPlayer("ShootingFailed.wav"); + //SoundPlayer player5 = new SoundPlayer("ShootingSuccess.wav"); + //SoundPlayer player6 = new SoundPlayer("result.wav"); + + private FilterInfoCollection videoDevices; + + //Set the necessary parameters + int sensor1; + int sensor2; + int timer1 = 0; + int timer2 = 0; + int timer3 = 0; + int thresholdChair; + int thresholdChin; + int wait1 = 5; + int wait2 = 5; + public static int wait3 = 1; + int start1 = 1; + int start2 = 1; + int check1; + int check2; + int check3 = 1; + int sensor_count = 0; + + private float X;//The width of the current form + private float Y;//The height of the current form + + IntPtr[] hcam;// Camera connection. + int nbCamera = 0; + int counter = 0; + int[] imageSize; + int syncHandle = 0; + dll.LucamFrameFormat[] frame; + dll.LucamSnapshot[] snap; + dll.LucamConversion conversion;// Set the demosaic Method and color coreection matrix to use for the convertion to RGB. + byte[][][] pdata; + byte[][][] pBmp; + Bitmap[][] bt; + BitmapData btData; + int nbLoop; + + //Set parameters of image + OpenCvSharp.Rect[] tongues2; + OpenCvSharp.Rect[] tongues3; + Mat mat2; + Mat mat3; + Mat mat4; + Mat mat5; + Mat mat6; + public static Bitmap bitmap; + IntPtr sign; + string signTostring; + Mat foreground; + string filepath; + + float[] a = new float [17]; + float[] b = new float [17]; + float[] c = new float [17]; + float d; + float e; + float f; + int k; + double m_R; + double m_G; + double m_B; + float m_tongueL; + float m_tonguea; + float m_tongueb; + float[] m_score = new float [5]; + int data_pointer = 0; + float[] purple = new float[190 / 5]; + float[] darkred = new float[190 / 5]; + float[] crimson = new float[190 / 5]; + float[] pink = new float[190 / 5]; + float[] whitepink = new float[190 / 5]; + float[] inputData = new float[252]; + int rows = 84; + int cols = 193; + int startRow = 2; + int startCol = 1; + + public static bool m_getColor = false; + public static Mat m_CalibFrame; //キャリブレーション用画像 + Mat m_ConvertLab; + Mat m_ConvertLabV; + bool changedGain = false; + Mat m_CalibFrameV; //キャリブレーション用画像 + bool m_xvCheck = true; + public static OpenCvSharp.Point[] getRGBpoint = new OpenCvSharp.Point[24];//RGB取得用 + Mat[] roiBGR = new Mat[24]; + Mat[] roiBGRV = new Mat[24]; + double[] m_BforLabV = new double[24]; + double[] m_GforLabV = new double[24]; + double[] m_RforLabV = new double[24]; + double[] m_BforLab = new double[24]; + double[] m_GforLab = new double[24]; + double[] m_RforLab = new double[24]; + double[] m_B_calibration = new double[24]; + double[] m_G_calibration = new double[24]; + double[] m_R_calibration = new double[24]; + Mat translation; + public static bool m_bCalib; + public static OpenCvSharp.Point[] pt = new OpenCvSharp.Point[2];//キャリブレーション用のポイント入れ + public static Mat m_PointedFrame; //ポイントされたMat + public static int click = 0; //クリック回数 + double m_Gain_R; + double m_Gain_G; + double m_Gain_B; + float Gainbule = 1; + float Gaingrn1 = 1; + float Gaingrn2 = 1; + float Gainred = 1; + + //Serial communication + public Form_TIASAutomaticShootingSystem() + { + InitializeComponent(); + } + + //Receive data from the microcontroller LOOP + public void serialPort1_DataReceived(object sender, SerialDataReceivedEventArgs e) + { + if (serialPort1.IsOpen) + { + string data = serialPort1.ReadLine();//Read data line by line + string[] strArrayData = new string[100]; + strArrayData = data.Split(' ');//Split the strings with spaces and store them in arrays respectively + + if(sensor_count > 2) + { + //Change String Type into Int Type + int.TryParse(strArrayData[0], out sensor1); + int.TryParse(strArrayData[1], out sensor2); + } + + //Output sensor value in textbox + ReceiveDate_chair.Text = ""; + ReceiveDate_chair.AppendText(sensor1.ToString()); + + ReceiveDate_chin.Text = ""; + ReceiveDate_chin.AppendText(sensor2.ToString()); + + //Set three timer counters + if (timer1 > 0) timer1--; + if (timer2 > 0) timer2--; + if (timer3 > 0) timer3--; + + //Set chair sensor trigger condition and trigger result + if (sensor1 <= thresholdChair) + { + while (timer1 == 0) + { + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.AppendText("Please Get To SIT"); + this.GuideBox.Text = ""; + this.GuideBox.AppendText("Please Get To SIT"); + //player2.Stop(); + //player3.Stop(); + //player1.Play(); + + timer1 = 6; + timer2 = 0; + timer3 = 0; + + StartClient("20"); + + } + } + + //Set chin sensor trigger condition and trigger result + if (sensor1 > thresholdChair && sensor2 < thresholdChin) + { + while (timer2 == 0) + { + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.AppendText("Please Set Your CHIN"); + this.GuideBox.Text = ""; + this.GuideBox.AppendText("Please Set Your CHIN"); + //player1.Stop(); + //player3.Stop(); + //player2.Play(); + + timer2 = 6; + timer1 = 0; + timer3 = 0; + + StartClient("30"); + + } + } + + //Set double trigger event + if (sensor1 > thresholdChair && sensor2 > thresholdChin) + { + while (timer3 == 0) + { + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "Please Stick Out Your Tongue Naturally"; + this.GuideBox.Text = ""; + this.GuideBox.Text = "Please Stick Out Your Tongue Naturally"; + Form_Display.ShootingGuideBox.Text = ""; + Form_Display.ShootingGuideBox.Text = "Make tip of your tongue near the green line!"; + this.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = "Make tip of your tongue near the green line!"; + while (start2 == 1) + { + Camera_Connect(); + start2 = 0; + } + //player1.Stop(); + //player2.Stop(); + //player3.Play(); + + timer3 = 5; + timer1 = 0; + timer2 = 0; + + StartClient("40"); + + } + } + sensor_count++; + } + } + + //Load dialog box + private void Form_TIASAutomaticShootingSystem_Load(object sender, EventArgs e) + { + pt[0].X = 0; + pt[0].Y = 0; + pt[1].X = 0; + pt[1].Y = 0; + + Form_Display.Show(); + Form_Display.AxWindowsMediaPlayer.uiMode = "full"; + Form_Display.AxWindowsMediaPlayer.settings.setMode("loop", true); + string[] serialPorts = GetDeviceNames(); + + X = this.Width;//Get the width of the form + Y = this.Height;//Get the height of the form + setTag(this);//Invocation method + + foreach (string serialPort in serialPorts) + { + com_arduino.Items.Add(serialPort); + if (com_arduino.Items.Count > 0) + { + com_arduino.SelectedIndex = 0; + } + } + + try + { + //Show all the video input devices + videoDevices = new FilterInfoCollection(FilterCategory.VideoInputDevice); + + if (videoDevices.Count == 0) + throw new ApplicationException(); + + foreach (FilterInfo device in videoDevices) + { + com_cameras.Items.Add(device.Name); + } + com_cameras.SelectedIndex = 0; + } + catch (ApplicationException) + { + com_cameras.Items.Add("No local capture devices"); + videoDevices = null; + } + + StartClient("Connected!"); + + } + + //Closing dialog box + private void Form_TIASAutomaticShootingSystem_FormClosing(object sender, FormClosingEventArgs e) + { + Invalidate(); + } + + private void Form_TIASAutomaticShootingSystem_Resize(object sender, EventArgs e) + { + float newx = (this.Width) / X; //Scale scaling of form + float newy = (this.Height) / Y;//Height scaling of the form + setControls(newx, newy, this);//Change the size of the control with the form + } + + private void initB_Click() + { + nbLoop = 1; + nbCamera = 1; + + if (nbCamera > 0) + { + hcam = new IntPtr[nbCamera];//Maybe 2 camera will be connected. + frame = new dll.LucamFrameFormat[nbCamera]; + snap = new dll.LucamSnapshot[nbCamera]; + pdata = new byte[nbLoop][][]; + pBmp = new byte[nbLoop][][]; + bt = new Bitmap[nbLoop][]; + imageSize = new int[nbCamera]; + + for (int i = 0; i < nbLoop; i++) + { + pdata[i] = new byte[nbCamera][]; + pBmp[i] = new byte[nbCamera][]; + bt[i] = new Bitmap[nbCamera]; + } + + //Connection to camera; + for (int i = 0; i < nbCamera; i++) + { + hcam[i] = api.CameraOpen(i + 1);//Open camera to take frame from. + + frame[i] = api.GetFormat(hcam[i]);//Read current frame format in the camera + + //Prepare the snapshot. + snap[i].Exposure = Convert.ToSingle(20); + snap[i].ExposureDelay = 0; + snap[i].flReserved1 = 0; + snap[i].flReserved2 = 0; + snap[i].Format.BinningX = frame[i].BinningX; + snap[i].Format.BinningY = frame[i].BinningY; + snap[i].Format.FlagsX = frame[i].FlagsX; + snap[i].Format.FlagsY = frame[i].FlagsY; + snap[i].Format.Height = frame[i].Height; + snap[i].Format.PixelFormat = frame[i].PixelFormat; + snap[i].Format.Size = frame[i].Size; + snap[i].Format.SubSampleX = frame[i].SubSampleX; + snap[i].Format.SubSampleY = frame[i].SubSampleY; + snap[i].Format.Width = frame[i].Width; + snap[i].Format.X = frame[i].X; + snap[i].Format.Y = frame[i].Y; + snap[i].Gain = 1; + snap[i].GainBlue = Gainbule; + snap[i].GainGrn1 = Gaingrn1; + snap[i].GainGrn2 = Gaingrn2; + snap[i].GainRed = Gainred; + snap[i].ShutterType = dll.LucamShutterType.GlobalShutter; + snap[i].StrobeDelay = 0; + snap[i].StrobeFlags = 0; + snap[i].Timeout = 3000; + snap[i].UseHwTrigger = false; + imageSize[i] = (snap[i].Format.Width / snap[i].Format.SubSampleX) * (snap[i].Format.Height / snap[i].Format.SubSampleY); + } + + for (int a = 0; a < nbLoop; a++) + { + for (int i = 0; i < nbCamera; i++) + { + pdata[a][i] = new byte[imageSize[i]]; + pBmp[a][i] = new byte[imageSize[i] * 3]; + } + } + + while(check3 == 1) + { + check3 = 0; + syncHandle = api.EnableSynchronousSnapshots(nbCamera, hcam, snap); + } + } + } + + private void takeFrame_Click() + { + //Take the frames + try + { + + api.TakeSynchronousSnapshots(syncHandle, pdata[0]); + + conversion = new dll.LucamConversion(dll.LucamDemosaicMethod.FAST, dll.LucamCorrectionMatrix.IDENTITY);//Set the demosaic Method and color coreection matrix to use for the convertion to RGB. + dll.LucamConvertFrameToRgb24(hcam[counter], pBmp[0][counter], pdata[0][counter], frame[counter].Width / frame[counter].SubSampleX, frame[counter].Height / frame[counter].SubSampleY, frame[counter].PixelFormat, ref conversion); + bt[0][counter] = new Bitmap(frame[counter].Width, frame[counter].Height, PixelFormat.Format24bppRgb);//Create a new Windows bitmap. + btData = new BitmapData(); + Rectangle lockdata = new Rectangle(0, 0, frame[counter].Width, frame[counter].Height); + btData = bt[0][counter].LockBits(lockdata, ImageLockMode.ReadWrite, PixelFormat.Format24bppRgb, btData); + System.Runtime.InteropServices.Marshal.Copy(pBmp[0][counter], 0, btData.Scan0, frame[counter].Height * frame[counter].Width * 3); + bt[0][counter].UnlockBits(btData); + bt[0][counter].RotateFlip(RotateFlipType.Rotate90FlipNone); + + mat2 = new Mat(Form_Display.pictureBox1.Size.Height, Form_Display.pictureBox1.Size.Width, MatType.CV_8UC3, new Scalar(0, 0, 255)); + mat3 = new Mat(Form_Display.pictureBox1.Size.Height, Form_Display.pictureBox1.Size.Width, MatType.CV_8UC3, 1); + mat4 = new Mat(Form_Display.pictureBox1.Size.Height, Form_Display.pictureBox1.Size.Width, MatType.CV_8UC3, 1); + mat5 = new Mat(Form_Display.pictureBox1.Size.Height, Form_Display.pictureBox1.Size.Width, MatType.CV_8UC3, 1); + mat6 = new Mat(Form_Display.pictureBox1.Size.Height, Form_Display.pictureBox1.Size.Width, MatType.CV_8UC3, 1); + mat2 = OpenCvSharp.Extensions.BitmapConverter.ToMat(bt[0][counter]); + Cv2.Resize(mat2, mat2, new OpenCvSharp.Size(512, 640), 0, 0, InterpolationFlags.Cubic); + mat5 = mat2.Clone(); + mat6 = mat2.Clone(); + Cv2.CvtColor(mat2, mat3, ColorConversionCodes.RGB2GRAY); + Cv2.EqualizeHist(mat3, mat4); + check1 = 0; + check2 = 0; + var objDetector = new CascadeClassifier("TongueDetector_v3.xml"); + OpenCvSharp.Rect[] tongues = objDetector.DetectMultiScale(mat4, 1.1, 2, HaarDetectionType.ScaleImage, new OpenCvSharp.Size(50, 50)); + foreach (OpenCvSharp.Rect tongue in tongues) + { + check1 = 1; + + var center = new OpenCvSharp.Point + { + X = (int)(tongue.X + tongue.Width * 0.5), + Y = (int)(tongue.Y + tongue.Height * 0.5) + }; + var axes = new OpenCvSharp.Size + { + Width = (int)(tongue.Width * 0.5), + Height = (int)(tongue.Height * 0.5) + }; + var point1 = new OpenCvSharp.Point + { + X = (int)(tongue.X + tongue.Width * 0.3), + Y = (int)(tongue.Y + tongue.Height * 0.8) + }; + var point2 = new OpenCvSharp.Point + { + X = (int)(tongue.X + tongue.Width * 0.7), + Y = (int)(tongue.Y + tongue.Height * 0.8) + }; + + Cv2.Rectangle(mat5, tongue, new Scalar(0, 0, 255), 3); + Cv2.Line(mat5, point1, point2, new Scalar(0, 255, 0), 5); + //Cv2.Ellipse(mat5, center, axes, 0, 0, 360, new Scalar(0, 0, 255), 5); + + while (start1 == 1) + { + backgroundWorker3.RunWorkerAsync(); + start1 = 0; + } + } + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat5); + Form_Display.pictureBox1.Image = bitmap; + Form_Display.pictureBox1.Refresh(); + + if (wait1 == 0) + { + tongues2 = objDetector.DetectMultiScale(mat4, 1.1, 2, HaarDetectionType.ScaleImage, new OpenCvSharp.Size(50, 50)); + foreach (OpenCvSharp.Rect tongue2 in tongues2) + { + check2 = 1; + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat5); + this.pictureBox1.Image = bitmap; + Form_Display.pictureBox1.Image = bitmap; + this.pictureBox1.Refresh(); + Form_Display.pictureBox1.Refresh(); + //mat5.SaveImage("C:\\datasaved\\" + filepath + "example.jpg"); + } + //break; + } + /*if (wait1 == 0) + { + break; + } + + if (wait1 == 0) + { + break; + }*/ + + } + catch + { + System.Windows.MessageBox.Show("Sorry cannot take Synchronous snapshot"); + } + } + + public static string[] GetDeviceNames() + { + var deviceNameList = new System.Collections.ArrayList(); + var check = new System.Text.RegularExpressions.Regex("(COM[1-9][0-9]?[0-9]?)"); + + ManagementClass mcPnPEntity = new ManagementClass("Win32_PnPEntity"); + ManagementObjectCollection manageObjCol = mcPnPEntity.GetInstances(); + + //全てのPnPデバイスを探索しシリアル通信が行われるデバイスを随時追加する + foreach (ManagementObject manageObj in manageObjCol) + { + //Nameプロパティを取得 + var namePropertyValue = manageObj.GetPropertyValue("Name"); + if (namePropertyValue == null) + { + continue; + } + + //Nameプロパティ文字列の一部が"(COM1)～(COM999)"と一致するときリストに追加" + string name = namePropertyValue.ToString(); + if (check.IsMatch(name)) + { + deviceNameList.Add(name); + } + } + + //戻り値作成 + if (deviceNameList.Count > 0) + { + string[] deviceNames = new string[deviceNameList.Count]; + int index = 0; + foreach (var name in deviceNameList) + { + deviceNames[index++] = name.ToString(); + } + return deviceNames; + } + else + { + return null; + } + } + + //Save the width, height, left distance, top margin, and font size of the control to the tag property + //A control in a recursive control + private void setTag(Control cons) + { + foreach (Control con in cons.Controls) + { + con.Tag = con.Width + ":" + con.Height + ":" + con.Left + ":" + con.Top + ":" + con.Font.Size; + if (con.Controls.Count > 0) + setTag(con); + } + } + + //Adjust the size of the control according to the size of the form + private void setControls(float newx, float newy, Control cons) + { + //Traversing the controls in the form, resetting the value of the control + foreach (Control con in cons.Controls) + { + string[] mytag = con.Tag.ToString().Split(new char[] { ':' });//Get the Tag attribute value of the control and store the array of strings after splitting + float a = System.Convert.ToSingle(mytag[0]) * newx;//Determine the value of the control according to the scale scale of the form, the width of the control + con.Width = (int)a;//width + a = System.Convert.ToSingle(mytag[1]) * newy;//height + con.Height = (int)(a); + a = System.Convert.ToSingle(mytag[2]) * newx;//Left distance + con.Left = (int)(a); + a = System.Convert.ToSingle(mytag[3]) * newy;//Upper edge distance + con.Top = (int)(a); + Single currentSize = System.Convert.ToSingle(mytag[4]) * newy;//font size + con.Font = new Font(con.Font.Name, currentSize, con.Font.Style, con.Font.Unit); + if (con.Controls.Count > 0) + { + setControls(newx, newy, con); + } + } + } + + //Connect the specified camera button + private void Camera_Connect() + { + Form_Display.label7.Visible = true; + Form_Display.label10.Visible = true; + + Form_Display.pictureBox1.Visible = true; + Form_Display.pictureBox2.Visible = true; + + Mat example = new Mat("example.jpg"); + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(example); + Form_Display.pictureBox2.Image = bitmap; + Form_Display.pictureBox2.Refresh(); + + backgroundWorker1.RunWorkerAsync(); + } + + private void backgroundWorker1_DoWork(object sender, DoWorkEventArgs e) + { + initB_Click(); + while (true) + { + takeFrame_Click(); + if (wait1 == 0) + { + break; + } + } + if(check2 == 1) + { + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "SHOOTING SUCCESS!"; + Form_Display.ShootingGuideBox.Text = ""; + Form_Display.ShootingGuideBox.Text = "Loading...Please wait..."; + this.GuideBox.Text = ""; + this.GuideBox.Text = "SHOOTING SUCCESS!"; + this.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = "Loading...Please wait..."; + + //player5.PlaySync(); + + StartClient("50"); + + //DateTime beforDT = System.DateTime.Now; + + Tosuperpixel(); + + this.GuideBox.Text = ""; + this.GuideBox.Text = "Superpixel Success! Please wait..."; + + grabcut(); + readfile_GainRGB(); + findROI(); + + this.GuideBox.Text = ""; + this.GuideBox.Text = "Grabcut+FindROI Success! Please wait..."; + + readfile(); + CalcLab(); + CalcSVM(); + Textshow(); + + //DateTime afterDT = System.DateTime.Now; + //TimeSpan ts = afterDT.Subtract(beforDT); + //this.textBox1.Text = ""; + //this.textBox1.Text = ts.ToString(); + + this.GuideBox.Text = ""; + this.GuideBox.Text = "SVM Data Contrast Success!"; + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "ANALYZE SUCCESS!"; + Form_Display.ShootingGuideBox.Text = ""; + Form_Display.ShootingGuideBox.Text = "Complete!"; + this.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = "Complete!"; + + //player6.Play(); + + StartClient("60"); + + } + if (check2 == 0) + { + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "SHOOTING FAILED!"; + this.GuideBox.Text = ""; + this.GuideBox.Text = "SHOOTING FAILED!"; + serialPort1.Close(); + timer1 = 0; + timer2 = 0; + timer3 = 0; + //player4.Play(); + + StartClient("51"); + + while (wait2 > 0) + { + Form_Display.ShootingGuideBox.Text = ""; + Form_Display.ShootingGuideBox.Text = "Retry after" + wait2 + "seconds!"; + this.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = "Retry after" + wait2 + "seconds!"; + System.Threading.Thread.Sleep(1000); + wait2--; + } + Restart(); + } + } + + private void backgroundWorker2_DoWork(object sender, DoWorkEventArgs e) + { + serialPort1.DataReceived += new + SerialDataReceivedEventHandler(serialPort1_DataReceived); + } + + private void backgroundWorker3_DoWork(object sender, DoWorkEventArgs e) + { + while(wait1 > 0) + { + if (check1 == 1) + { + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "Please HOLD! The shooting will start in" + wait1 + "seconds!"; + this.GuideBox.Text = ""; + this.GuideBox.Text = "Please HOLD! The shooting will start in" + wait1 + "seconds!"; + System.Threading.Thread.Sleep(1000); + wait1--; + if (check1 == 0) + { + Form_Display.GuideBox.Text = "Stick Out MORE!"; + this.GuideBox.Text = "Stick Out MORE!"; + } + if (wait1 == 0) + { + serialPort1.Close(); + ReceiveDate_chair.Text = ""; + ReceiveDate_chin.Text = ""; + //player1.Stop(); + //player2.Stop(); + //player3.Stop(); + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "Shooting..." ; + this.GuideBox.Text = ""; + this.GuideBox.Text = "Shooting..."; + } + } + } + } + + private void Restart() + { + Form_Display.pictureBox1.Visible = false; + Form_Display.pictureBox1.Image = null; + Form_Display.pictureBox1.Refresh(); + this.pictureBox1.Image = null; + this.pictureBox1.Refresh(); + Form_Display.pictureBox2.Visible = false; + Form_Display.label7.Visible = false; + Form_Display.label10.Visible = false; + + Form_Display.ShootingGuideBox.Text = ""; + this.ShootingGuideBox.Text = ""; + Form_Display.GuideBox.Text = ""; + this.GuideBox.Text = ""; + + wait1 = 5; + wait2 = 5; + start1 = 1; + start2 = 1; + sensor_count = 0; + serialPort1.Open(); + } + + private void grabcut() + { + const int GC_PR_FGD = 3;// 前景らしい領域を表す定数 + OpenCvSharp.Rect rectangle = tongues2[0];// 前景を含む領域 + // 前景を抽出 + var result = new Mat(mat2.Size(), MatType.CV_8U); + var bgdModel = new Mat(); + var fgdModel = new Mat(); + var source = new Mat(mat2.Size(), MatType.CV_8U, new Scalar(GC_PR_FGD)); + // GrabCutするイテレーションに???回を指定 + Cv2.GrabCut(mat6, result, rectangle, bgdModel, fgdModel, 5, GrabCutModes.InitWithRect); + Cv2.Compare(result, source, result, CmpTypes.EQ); + // 抽出した前景を貼り付ける画像、ソースと同サイズの真っ白な画像を指定 + foreground = new Mat(mat2.Size(), MatType.CV_8UC3, new Scalar(255, 255, 255)); + mat2.CopyTo(foreground, result); + + foreground.SaveImage("C:\\datasaved\\" + filepath + "grabcut.jpg"); + } + + private void Tosuperpixel() + { + filepath = DateTime.Now.ToString("yyyyMMddhhmmss"); + + mat6.SaveImage("C:\\datasaved\\" + filepath + ".jpg"); + + sign = superpixel("C:\\datasaved\\" + filepath + ".jpg", "C:\\datasaved\\" + filepath + "superpixel.jpg", "C:\\datasaved\\" + filepath + "super.jpg"); + signTostring = Marshal.PtrToStringAnsi(sign); + + Mat superpic = new Mat("C:\\datasaved\\" + filepath + "super.jpg"); + Mat superpixelpic = new Mat("C:\\datasaved\\" + filepath + "superpixel.jpg"); + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(superpixelpic); + this.pictureBox2.Image = bitmap; + this.pictureBox2.Refresh(); + + mat6 = superpic.Clone(); + } + + private void readfile_GainRGB() + { + System.Text.Encoding encoding = GetType("Gain.csv"); + System.IO.FileStream fs3 = new System.IO.FileStream("Gain.csv", System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr3 = new System.IO.StreamReader(fs3, encoding); + + //Record a row of records read each time + string strLine = ""; + //Record the contents of each field in each row + string[] aryLine = null; + //Read the data in CSV by line by line + while ((strLine = sr3.ReadLine()) != null) + { + aryLine = strLine.Split(','); + d = Convert.ToSingle(aryLine[0]); + e = Convert.ToSingle(aryLine[1]); + f = Convert.ToSingle(aryLine[2]); + } + sr3.Close(); + fs3.Close(); + } + + private void findROI() + { + var objDetector = new CascadeClassifier("TongueDetector_v3.xml"); + tongues3 = objDetector.DetectMultiScale(mat4, 1.1, 2, HaarDetectionType.ScaleImage, new OpenCvSharp.Size(50, 50)); + foreach (OpenCvSharp.Rect tongue3 in tongues3) + { + var center = new OpenCvSharp.Point + { + X = (int)(tongue3.X + tongue3.Width * 0.5), + Y = (int)(tongue3.Y + tongue3.Height * 0.68) + }; + var axes = new OpenCvSharp.Size + { + Width = (int)(20), + Height = (int)(20) + }; + var point1 = new OpenCvSharp.Point + { + X = (int)(tongue3.X + tongue3.Width * 0.3), + Y = (int)(tongue3.Y + tongue3.Height * 0.75) + }; + var point2 = new OpenCvSharp.Point + { + X = (int)(tongue3.X + tongue3.Width * 0.7), + Y = (int)(tongue3.Y + tongue3.Height * 0.75) + }; + Cv2.Rectangle(foreground, tongue3, new Scalar(0, 0, 255), 3); + Cv2.Ellipse(foreground, center, axes, 0, 0, 360, new Scalar(0, 0, 255), 3); + //Cv2.Line(foreground, point1, point2, new Scalar(0, 255, 0), 5); + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(foreground); + this.pictureBox3.Image = bitmap; + this.pictureBox3.Refresh(); + + foreground.SaveImage("C:\\datasaved\\" + filepath + "findROI.jpg"); + + double[] meanBGR = new double[3]; + for (int i = 0; i < 2; i++) + { + meanBGR[i] = 0; + } + + // ROIを設定 + var temp = new Mat(mat2, new OpenCvSharp.Rect((int)(tongue3.X + tongue3.Width * 0.5 - 10), (int)(tongue3.Y + tongue3.Height * 0.68 - 10), 20, 20)); + // ROIを設定した領域を新しいMatとして切り出す + var roiBGR = new Mat(20, 20, MatType.CV_8U); + temp.CopyTo(roiBGR); + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(roiBGR); + this.pictureBox4.Image = bitmap; + this.pictureBox4.Refresh(); + + roiBGR.SaveImage("C:\\datasaved\\" + filepath + "ROI.jpg"); + + for (int i = 0; i < roiBGR.Height; i++) + { + for (int j = 0; j < roiBGR.Width; j++) + { + meanBGR[0] = meanBGR[0] + roiBGR.At(i, j).Item0; //B + meanBGR[1] = meanBGR[1] + roiBGR.At(i, j).Item1; //G + meanBGR[2] = meanBGR[2] + roiBGR.At(i, j).Item2; //R + } + } + m_B = meanBGR[0] / (roiBGR.Height * roiBGR.Width) * f; + m_G = meanBGR[1] / (roiBGR.Height * roiBGR.Width) * e; + m_R = meanBGR[2] / (roiBGR.Height * roiBGR.Width) * d; + + textBox9.Text = ""; + textBox9.Text = m_R.ToString("0.0"); + textBox10.Text = ""; + textBox10.Text = m_G.ToString("0.0"); + textBox11.Text = ""; + textBox11.Text = m_B.ToString("0.0"); + } + } + + private void readfile() + { + System.Text.Encoding encoding = GetType("translateMatrixV.csv"); + System.IO.FileStream fs1 = new System.IO.FileStream("translateMatrixV.csv", System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr1 = new System.IO.StreamReader(fs1, encoding); + + for (int i = 0; i < 17; i++) + { + a[i] = 0; + b[i] = 0; + c[i] = 0; + } + + k = 0; + + //Record a row of records read each time + string strLine = ""; + //Record the contents of each field in each row + string[] aryLine = null; + //Read the data in CSV by line by line + while ((strLine = sr1.ReadLine()) != null) + { + aryLine = strLine.Split(','); + a[k] = Convert.ToSingle(aryLine[0]); + b[k] = Convert.ToSingle(aryLine[1]); + c[k] = Convert.ToSingle(aryLine[2]); + k ++; + } + sr1.Close(); + fs1.Close(); + } + + private void CalcLab() + { + //XYZに変換 + double X, Y, Z; + + X = m_R * a[0] + m_G * a[1] + m_B * a[2] + + a[3] * m_R * m_G + a[4] * m_R * m_B + a[5] * m_G * m_B + + a[6] * m_R * m_R + a[7] * m_G * m_G + a[8] * m_B * m_B + + a[9] * m_R * m_R * m_B + a[10] * m_R * m_R * m_G + + a[11] * m_G * m_G * m_R + a[12] * m_G * m_G * m_B + + a[13] * m_B * m_B * m_R + a[14] * m_B * m_B * m_G + + a[15] * m_R * m_G * m_B + + a[16]; + + Y = m_R * b[0] + m_G * b[1] + m_B * b[2] + + b[3] * m_R * m_G + b[4] * m_R * m_B + b[5] * m_G * m_B + + b[6] * m_R * m_R + b[7] * m_G * m_G + b[8] * m_B * m_B + + b[9] * m_R * m_R * m_B + b[10] * m_R * m_R * m_G + + b[11] * m_G * m_G * m_R + b[12] * m_G * m_G * m_B + + b[13] * m_B * m_B * m_R + b[14] * m_B * m_B * m_G + + b[15] * m_R * m_G * m_B + + b[16]; + + Z = m_R * c[0] + m_G * c[1] + m_B * c[2] + + c[3] * m_R * m_G + c[4] * m_R * m_B + c[5] * m_G * m_B + + c[6] * m_R * m_R + c[7] * m_G * m_G + c[8] * m_B * m_B + + c[9] * m_R * m_R * m_B + c[10] * m_R * m_R * m_G + + c[11] * m_G * m_G * m_R + c[12] * m_G * m_G * m_B + + c[13] * m_B * m_B * m_R + c[14] * m_B * m_B * m_G + + c[15] * m_R * m_G * m_B + + c[16]; + + if (X < 0) X = 0; + if (Y < 0) Y = 0; + if (Z < 0) Z = 0; + + //Labに変換(固定の計算式) + + double Xn = 102.07; + double Yn = 100.0; + double Zn = 79.41; + + double cL = 116.0 * Math.Pow((Y / Yn), 1.0 / 3.0) - 16.0; + double ca = 500.0 * (Math.Pow((X / Xn), 1.0 / 3.0) - Math.Pow((Y / Yn), 1.0 / 3.0)); + double cb = 200.0 * (Math.Pow((Y / Yn), 1.0 / 3.0) - Math.Pow((Z / Zn), 1.0 / 3.0)); + + m_tongueL = float.Parse(cL.ToString()); + m_tonguea = float.Parse(ca.ToString()); + m_tongueb = float.Parse(cb.ToString()); + + textBox6.Text = ""; + textBox6.Text = m_tongueL.ToString("0.0"); + textBox7.Text = ""; + textBox7.Text = m_tonguea.ToString("0.0"); + textBox8.Text = ""; + textBox8.Text = m_tongueb.ToString("0.0"); + } + + private void CalcSVM() + { + m_score[0] = 0; + m_score[1] = 0; + m_score[2] = 0; + m_score[3] = 0; + m_score[4] = 0; + + System.Text.Encoding encoding2 = GetType("data.csv"); + System.IO.FileStream fs2 = new System.IO.FileStream("data.csv", System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr2 = new System.IO.StreamReader(fs2, encoding2); + + string[] line_buffer = new string[1024]; + string line; + Mat expData = new Mat(rows, cols, MatType.CV_32F); + int readRow = 0, readCol = 0; + + for (int row = 0; ((line = sr2.ReadLine()) != null) && row < rows + startRow - 1; row++) + { + line_buffer = line.Split(','); + + if (row < startRow - 1) continue; + + data_pointer = 0; + readCol = 0; + + for (int col = 0; col < cols + startCol - 1; col++) + { + if (col >= startCol - 1) + { + float pix = Convert.ToSingle(line_buffer[data_pointer]); + expData.Set(readRow, readCol, pix); + readCol++; + } + data_pointer++; + } + readRow++; + } + sr2.Close(); + fs2.Close(); + + Mat testMat2 = new Mat(1, 3, MatType.CV_32FC1, new float[] { m_tongueL, m_tonguea, m_tongueb }); + + //学習データ生成 + for (int r = 0; r < 84; r++) + { + for (int c2 = 0; c2 < 3; c2++) + { + inputData[r * 3 + c2] = expData.At(r, c2); + } + } + + Mat inputMat = new Mat(84, 3, MatType.CV_32FC1, inputData); + + //医師一人の場合 + float[] result = new float[190]; + for (int i = 0; i < 190; i++) + { + result[i] = 0.0f; + } + + for (int id = 0; id < 190; id++) + { + int[] outputData = new int[84]; + for (int r = 0; r < 84; r++) + { + outputData[r] = (int)expData.At(r, 3 + id); + } + Mat outputMat = new Mat(84, 1, MatType.CV_32SC1, outputData); + + //学習可否判定（2クラスなければ学習不可） + int nonZero = 0; + for (int r = 0; r < 84; r++) if (outputData[r] > 0) nonZero++; + + if (nonZero < 2) + { + result[id] = 0; + continue; + } + + //SVM学習 + SVM svm = SVM.Create(); + svm.Gamma = 0.011; + svm.C = 12.0; + svm.Degree = 10.0; + svm.Coef0 = 1.0; + svm.Nu = 0.5; + svm.P = 0.1; + svm.Type = SVM.Types.CSvc; + svm.KernelType = SVM.KernelTypes.Rbf; + svm.TermCriteria = new TermCriteria(CriteriaType.Eps, 1000, 1.192092896e-07F); + svm.Train(inputMat, SampleTypes.RowSample, outputMat); + + //SVM予測 + result[id] = svm.Predict(testMat2); + } + + //信頼度算出 + float[] reliability = new float[190]; + for (int i = 0; i < 190; i++) + { + reliability[i] = 1.0f; + } + + //それぞれ色の頭文字 + //信頼度は未使用 + int pu = 0; + int d = 0; + int c = 0; + int pi = 0; + int w = 0; + + for (int i = 0; i < 190 / 5; i++) + { + purple[i] = 0; + darkred[i] = 0; + crimson[i] = 0; + pink[i] = 0; + whitepink[i] = 0; + } + + for (int i = 0; i < 190; i++) + { + if (i % 5 == 0) + { + purple[pu] = result[i]; + pu++; + } + if (i % 5 == 1) + { + darkred[d] = result[i]; + d++; + } + if (i % 5 == 2) + { + crimson[c] = result[i]; + c++; + } + if (i % 5 == 3) + { + pink[pi] = result[i]; + pi++; + } + if (i % 5 == 4) + { + whitepink[w] = result[i]; + w++; + } + } + + m_score[0] = 0; + m_score[1] = 0; + m_score[2] = 0; + m_score[3] = 0; + m_score[4] = 0; + + for (int j = 0; j < (190 / 5); j++) + { + m_score[0] = m_score[0] + purple[j]; + m_score[1] = m_score[1] + darkred[j]; + m_score[2] = m_score[2] + crimson[j]; + m_score[3] = m_score[3] + pink[j]; + m_score[4] = m_score[4] + whitepink[j]; + } + m_score[0] = m_score[0] / (190 / 5); + m_score[1] = m_score[1] / (190 / 5); + m_score[2] = m_score[2] / (190 / 5); + m_score[3] = m_score[3] / (190 / 5); + m_score[4] = m_score[4] / (190 / 5); + } + + private void Textshow() + { + string tempPu; + string tempD; + string tempC; + string tempPi; + string tempW; + + float ftempPu = 100 * m_score[0]; + float ftempD = 100 * m_score[1]; + float ftempC = 100 * m_score[2]; + float ftempPi = 100 * m_score[3]; + float ftempW = 100 * m_score[4]; + + tempPu = ftempPu.ToString("0"); + tempD = ftempD.ToString("0"); + tempC = ftempC.ToString("0"); + tempPi = ftempPi.ToString("0"); + tempW = ftempW.ToString("0"); + + Form_Display.textBox1.Text = ""; + Form_Display.textBox1.Text = tempPu + "%"; + Form_Display.textBox2.Text = ""; + Form_Display.textBox2.Text = tempD + "%"; + Form_Display.textBox3.Text = ""; + Form_Display.textBox3.Text = tempC + "%"; + Form_Display.textBox4.Text = ""; + Form_Display.textBox4.Text = tempPi + "%"; + Form_Display.textBox5.Text = ""; + Form_Display.textBox5.Text = tempW + "%"; + + Form_Display.pictureBox1.Visible = false; + + Form_Display.label14.Visible = true; + Form_Display.label16.Visible = true; + Form_Display.label17.Visible = true; + Form_Display.label18.Visible = true; + Form_Display.label19.Visible = true; + Form_Display.label20.Visible = true; + Form_Display.label1.Visible = true; + Form_Display.label2.Visible = true; + Form_Display.label3.Visible = true; + Form_Display.label4.Visible = true; + Form_Display.label6.Visible = true; + Form_Display.panel1.Visible = true; + Form_Display.panel2.Visible = true; + Form_Display.panel3.Visible = true; + Form_Display.panel4.Visible = true; + Form_Display.panel5.Visible = true; + + Form_Display.textBox1.Visible = true; + Form_Display.textBox2.Visible = true; + Form_Display.textBox3.Visible = true; + Form_Display.textBox4.Visible = true; + Form_Display.textBox5.Visible = true; + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(mat2); + Form_Display.pictureBox2.Image = bitmap; + Form_Display.pictureBox2.Refresh(); + + Form_Display.label7.Visible = false; + Form_Display.label10.Visible = false; + } + + private void button_restart_Click(object sender, EventArgs e) + { + System.Windows.Forms.Application.Restart(); + Invalidate(); + } + + public static System.Text.Encoding GetType(string FILE_NAME) + { + System.IO.FileStream fs = new System.IO.FileStream(FILE_NAME, System.IO.FileMode.Open, + System.IO.FileAccess.Read); + System.Text.Encoding r = GetType(fs); + fs.Close(); + return r; + } + + public static System.Text.Encoding GetType(System.IO.FileStream fs) + { + byte[] Unicode = new byte[] { 0xFF, 0xFE, 0x41 }; + byte[] UnicodeBIG = new byte[] { 0xFE, 0xFF, 0x00 }; + byte[] UTF8 = new byte[] { 0xEF, 0xBB, 0xBF }; + System.Text.Encoding reVal = System.Text.Encoding.Default; + + System.IO.BinaryReader r = new System.IO.BinaryReader(fs, System.Text.Encoding.Default); + int i; + int.TryParse(fs.Length.ToString(), out i); + byte[] ss = r.ReadBytes(i); + if (IsUTF8Bytes(ss) || (ss[0] == 0xEF && ss[1] == 0xBB && ss[2] == 0xBF)) + { + reVal = System.Text.Encoding.UTF8; + } + else if (ss[0] == 0xFE && ss[1] == 0xFF && ss[2] == 0x00) + { + reVal = System.Text.Encoding.BigEndianUnicode; + } + else if (ss[0] == 0xFF && ss[1] == 0xFE && ss[2] == 0x41) + { + reVal = System.Text.Encoding.Unicode; + } + r.Close(); + return reVal; + } + + private static bool IsUTF8Bytes(byte[] data) + { + int charByteCounter = 1; + byte curByte; + for (int i = 0; i < data.Length; i++) + { + curByte = data[i]; + if (charByteCounter == 1) + { + if (curByte >= 0x80) + { + while (((curByte <<= 1) & 0x80) != 0) + { + charByteCounter++; + } + if (charByteCounter == 1 || charByteCounter > 6) + { + return false; + } + } + } + else + { + if ((curByte & 0xC0) != 0x80) + { + return false; + } + charByteCounter--; + } + } + if (charByteCounter > 1) + { + throw new Exception("Error"); + } + return true; + } + + private void button_ConnectTIAS_Click_1(object sender, EventArgs e) + { + int.TryParse(textBox_chair.Text, out thresholdChair); + int.TryParse(textBox_chin.Text, out thresholdChin); + string selscted = (string)com_arduino.SelectedItem; + string strtempa = "("; + string strtempb = ")"; + int IndexofA = selscted.IndexOf(strtempa); + int IndexofB = selscted.IndexOf(strtempb); + string num = selscted.Substring(IndexofA + 1, IndexofB - IndexofA - 1); + serialPort1.PortName = num; + serialPort1.Open(); + if (backgroundWorker2.IsBusy) + { + backgroundWorker2.CancelAsync(); + } + backgroundWorker2.RunWorkerAsync(); + wait3 = 0; + Form_Display.AxWindowsMediaPlayer.Ctlcontrols.stop(); + button_ConnectTIAS.Enabled = false; + Form_Display.AxWindowsMediaPlayer.Visible = false; + Form_Display.GuideBox.Visible = true; + Form_Display.ShootingGuideBox.Visible = true; + Form_Display.label5.Visible = true; + Form_Display.pictureBox1.Visible = false; + Form_Display.pictureBox1.Image = null; + Form_Display.pictureBox1.Refresh(); + Form_Display.ShootingGuideBox.Text = ""; + } + + private void takeFrame() + { + //Take the frames + try + { + api.TakeSynchronousSnapshots(syncHandle, pdata[0]); + + conversion = new dll.LucamConversion(dll.LucamDemosaicMethod.FAST, dll.LucamCorrectionMatrix.IDENTITY);//Set the demosaic Method and color coreection matrix to use for the convertion to RGB. + dll.LucamConvertFrameToRgb24(hcam[counter], pBmp[0][counter], pdata[0][counter], frame[counter].Width / frame[counter].SubSampleX, frame[counter].Height / frame[counter].SubSampleY, frame[counter].PixelFormat, ref conversion); + bt[0][counter] = new Bitmap(frame[counter].Width, frame[counter].Height, PixelFormat.Format24bppRgb);//Create a new Windows bitmap. + btData = new BitmapData(); + Rectangle lockdata = new Rectangle(0, 0, frame[counter].Width, frame[counter].Height); + btData = bt[0][counter].LockBits(lockdata, ImageLockMode.ReadWrite, PixelFormat.Format24bppRgb, btData); + System.Runtime.InteropServices.Marshal.Copy(pBmp[0][counter], 0, btData.Scan0, frame[counter].Height * frame[counter].Width * 3); + bt[0][counter].UnlockBits(btData); + bt[0][counter].RotateFlip(RotateFlipType.Rotate90FlipNone); + m_CalibFrame = OpenCvSharp.Extensions.BitmapConverter.ToMat(bt[0][counter]); + m_CalibFrameV = OpenCvSharp.Extensions.BitmapConverter.ToMat(bt[0][counter]); + + bitmap = OpenCvSharp.Extensions.BitmapConverter.ToBitmap(m_CalibFrame); + Form_Display.pictureBox1.Image = bitmap; + Form_Display.pictureBox1.Refresh(); + + /*if (wait3 == 0) + { + break; + } + + if (wait3 == 0) + { + break; + }*/ + + } + catch + { + System.Windows.MessageBox.Show("Sorry cannot take Synchronous snapshot"); + } + } + + private void button_correction_Click(object sender, EventArgs e) + { + Form_Display.AxWindowsMediaPlayer.Ctlcontrols.stop(); + Form_Display.AxWindowsMediaPlayer.Visible = false; + Form_Display.GuideBox.Visible = true; + Form_Display.ShootingGuideBox.Visible = true; + Form_Display.label5.Visible = true; + m_bCalib = true; + //Mat tempFrame; + if (!m_getColor) + { + wait3 = 1; + Camera_Connect_correction(); + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "Set ColorChecker, Click up-right corner color-box(White)"; + Form_Display.ShootingGuideBox.Text = ""; + Form_Display.ShootingGuideBox.Text = "DON'T enlarge the window!"; + } + + if (m_getColor) + { + GetRGBpoint(); + Calibration(); + ChangeGain(); + //変換行列計算を入れる + CalcTransMat(); + wait3 = 0; + Form_Display.pictureBox1.Visible = false; + Form_Display.pictureBox1.Image = null; + Form_Display.pictureBox1.Refresh(); + Form_Display.GuideBox.Text = ""; + Form_Display.GuideBox.Text = "Color calibration success！"; + Form_Display.ShootingGuideBox.Text = ""; + Form_Display.ShootingGuideBox.Text = "Just run this once a day!"; + } + } + + private void GetRGBpoint() + { + m_ConvertLab = m_CalibFrame.Clone(); + m_ConvertLabV = m_CalibFrameV.Clone(); + + Mat checkColor; + Mat checkColorV; + + Scalar meanBGR; + Scalar meanBGRV; + Mat[] roiBGR = new Mat[24]; + Mat[] roiBGRV = new Mat[24]; + + int[] x = new int[24]; + int[] y = new int[24]; + + for (int i = 0; i < 24; i++) + { + x[i] = 0; + y[i] = 0; + } + + checkColor = m_ConvertLab.Clone(); + checkColorV = m_ConvertLabV.Clone(); + + for (int j = 0; j < 24; j++) + { + x[j] = getRGBpoint[j].X - 7; + y[j] = getRGBpoint[j].Y + 7; + roiBGR[j] = new Mat(checkColor, new OpenCvSharp.Rect((int)(x[j]), (int)(y[j]), 15, 15)); + + if (m_xvCheck && changedGain) + { + roiBGRV[j] = new Mat(checkColorV, new OpenCvSharp.Rect((int)(x[j]), (int)(y[j]), 15, 15)); + meanBGRV = Cv2.Mean(roiBGRV[j]); + + m_BforLabV[j] = meanBGRV[0] * m_Gain_B; + m_GforLabV[j] = meanBGRV[1] * m_Gain_G; + m_RforLabV[j] = meanBGRV[2] * m_Gain_R; + } + + meanBGR = Cv2.Mean(roiBGR[j]); + + m_BforLab[j] = meanBGR[0]; + m_GforLab[j] = meanBGR[1]; + m_RforLab[j] = meanBGR[2]; + } + + string RGBfilename = "RGBV.csv"; + FileStream RGB_file = File.Open(RGBfilename, FileMode.OpenOrCreate, FileAccess.Write); + RGB_file.Seek(0, SeekOrigin.Begin); + RGB_file.SetLength(0); + RGB_file.Close(); + StreamWriter RGB_data = new StreamWriter(RGBfilename); + string s2 = ""; + double s1; + for (int i = 0; i <= 23; i++) + { + s1 = m_RforLabV[i]; + s2 += s1.ToString() + ","; + s1 = m_GforLabV[i]; + s2 += s1.ToString() + ","; + s1 = m_BforLabV[i]; + s2 += s1.ToString() + ","; + RGB_data.WriteLine(s2); + s2 = ""; + } + RGB_data.Close(); + + m_bCalib = false; + m_getColor = false; + } + + private void Calibration() + { + Mat checkColor; + + Scalar meanBGR; + Mat[] roiBGR = new Mat[24]; + + int[] x = new int[24]; + int[] y = new int[24]; + + for (int i = 0; i < 24; i++) + { + x[i] = 0; + y[i] = 0; + } + + checkColor = m_CalibFrame.Clone(); + + for (int j = 0; j < 24; j++) + { + x[j] = getRGBpoint[j].X - 2; + y[j] = getRGBpoint[j].Y + 2; + + roiBGR[j] = new Mat(checkColor, new OpenCvSharp.Rect((int)(x[j]), (int)(y[j]), 5, 5)); + + meanBGR = Cv2.Mean(roiBGR[j]); + + m_B_calibration[j] = meanBGR[0]; + m_G_calibration[j] = meanBGR[1]; + m_R_calibration[j] = meanBGR[2]; + } + } + + private void ChangeGain() + { + double tempR; + double tempG; + double tempB; + + tempR = m_R_calibration[18]; + tempG = m_G_calibration[18]; + tempB = m_B_calibration[18]; + + m_Gain_R = 150 / tempR; + m_Gain_G = 150 / tempG; + m_Gain_B = 150 / tempB; + + string Gainfilename = "Gain.csv"; + FileStream Gain_file = File.Open(Gainfilename, FileMode.OpenOrCreate, FileAccess.Write); + Gain_file.Seek(0, SeekOrigin.Begin); + Gain_file.SetLength(0); + Gain_file.Close(); + StreamWriter Gain_data = new StreamWriter(Gainfilename); + string s2 = ""; + double s1; + s1 = m_Gain_R; + s2 += s1.ToString() + ","; + s1 = m_Gain_R; + s2 += s1.ToString() + ","; + s1 = m_Gain_B; + s2 += s1.ToString() + ","; + Gain_data.WriteLine(s2); + s2 = ""; + Gain_data.Close(); + + wait3 = 1; + backgroundWorker4.RunWorkerAsync(); + changedGain = true; + GetRGBpoint(); + } + + private void CalcTransMat() + { + Mat RGBmat = new Mat(24, 17, MatType.CV_64F, new Scalar(1.0f)); + Mat RGBVmat = new Mat(24, 17, MatType.CV_64F, new Scalar(1.0f)); + Mat XYZmat = new Mat(24, 4, MatType.CV_64F, new Scalar(1.0f)); + Mat transtemp = new Mat(4, 3, MatType.CV_64F, new Scalar(1.0f)); + Mat transtempV = new Mat(4, 3, MatType.CV_64F, new Scalar(1.0f)); + + System.Text.Encoding encoding3 = GetType("xyz.txt"); + System.IO.FileStream fs3 = new System.IO.FileStream("xyz.txt", System.IO.FileMode.Open, System.IO.FileAccess.Read); + System.IO.StreamReader sr3 = new System.IO.StreamReader(fs3, encoding3); + string line; + string[] split = new string[3]; + double valueX = 0, valueY = 0, valueZ = 0; + for (int i = 0; i < 24; i++) + { + line = sr3.ReadLine(); + split = line.Split(' '); + valueX = Convert.ToDouble(split[0]); + valueY = Convert.ToDouble(split[1]); + valueZ = Convert.ToDouble(split[2]); + XYZmat.Set(i, 0, valueX); + XYZmat.Set(i, 1, valueY); + XYZmat.Set(i, 2, valueZ); + } + sr3.Close(); + fs3.Close(); + + //ROIの設定，平均値の算出 + for (int j = 0; j < 24; j++) + { + //順番 + //R,G,B,RG,RB,GB,R^2,G^2,B^2 + //R^2B,R^2G,G^2,R,G^2B,B^2R,B^2G,RGB + RGBmat.Set(j, 2, m_BforLab[j]); + RGBmat.Set(j, 1, m_GforLab[j]); + RGBmat.Set(j, 0, m_RforLab[j]); + //2次の項 + RGBmat.Set(j, 3, m_RforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 4, m_RforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 5, m_GforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 6, m_RforLab[j] * m_RforLab[j]); + RGBmat.Set(j, 7, m_GforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 8, m_BforLab[j] * m_BforLab[j]); + //3次の項 + RGBmat.Set(j, 9, m_RforLab[j] * m_RforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 10, m_RforLab[j] * m_RforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 11, m_GforLab[j] * m_GforLab[j] * m_RforLab[j]); + RGBmat.Set(j, 12, m_GforLab[j] * m_GforLab[j] * m_BforLab[j]); + RGBmat.Set(j, 13, m_BforLab[j] * m_BforLab[j] * m_RforLab[j]); + RGBmat.Set(j, 14, m_BforLab[j] * m_BforLab[j] * m_GforLab[j]); + RGBmat.Set(j, 15, m_RforLab[j] * m_BforLab[j] * m_GforLab[j]); + } + + //ROIの設定，平均値の算出 + for (int j = 0; j < 24; j++) + { + //順番 + //R,G,B,RG,RB,GB,R^2,G^2,B^2 + //R^2B,R^2G,G^2,R,G^2B,B^2R,B^2G,RGB + RGBVmat.Set(j, 2, m_BforLabV[j]); + RGBVmat.Set(j, 1, m_GforLabV[j]); + RGBVmat.Set(j, 0, m_RforLabV[j]); + //2V次の項 + RGBVmat.Set(j, 3, m_RforLabV[j] * m_GforLabV[j]); + RGBVmat.Set(j, 4, m_RforLabV[j] * m_BforLabV[j]); + RGBVmat.Set(j, 5, m_GforLabV[j] * m_BforLabV[j]); + RGBVmat.Set(j, 6, m_RforLabV[j] * m_RforLabV[j]); + RGBVmat.Set(j, 7, m_GforLabV[j] * m_GforLabV[j]); + RGBVmat.Set(j, 8, m_BforLabV[j] * m_BforLabV[j]); + //3V次の項 + RGBVmat.Set(j, 9, m_RforLabV[j] * m_RforLabV[j] * m_BforLabV[j]); + RGBVmat.Set(j, 10, m_RforLabV[j] * m_RforLabV[j] * m_GforLabV[j]); + RGBVmat.Set(j, 11, m_GforLabV[j] * m_GforLabV[j] * m_RforLabV[j]); + RGBVmat.Set(j, 12, m_GforLabV[j] * m_GforLabV[j] * m_BforLabV[j]); + RGBVmat.Set(j, 13, m_BforLabV[j] * m_BforLabV[j] * m_RforLabV[j]); + RGBVmat.Set(j, 14, m_BforLabV[j] * m_BforLabV[j] * m_GforLabV[j]); + RGBVmat.Set(j, 15, m_RforLabV[j] * m_BforLabV[j] * m_GforLabV[j]); + } + + Cv2.Solve(RGBmat, XYZmat, transtemp, DecompTypes.SVD); + Cv2.Solve(RGBVmat, XYZmat, transtempV, DecompTypes.SVD); + + translation = transtempV.Clone();//変換行列 + + string CSVfilename = "translateMatrixV.csv"; + FileStream CSV_file = File.Open(CSVfilename, FileMode.OpenOrCreate, FileAccess.Write); + CSV_file.Seek(0, SeekOrigin.Begin); + CSV_file.SetLength(0); + CSV_file.Close(); + StreamWriter CSV_data = new StreamWriter(CSVfilename); + string s2 = ""; + for (int i = 0; i <= 16; i++) + { + for (int j = 0; j <= 2; j++) + { + double s1 = translation.At(i, j); + s2 += s1.ToString() + ","; + } + CSV_data.WriteLine(s2); + s2 = ""; + } + CSV_data.Close(); + } + + private void Camera_Connect_correction() + { + Form_Display.pictureBox1.Visible = true; + backgroundWorker4.RunWorkerAsync(); + } + + private void backgroundWorker4_DoWork(object sender, DoWorkEventArgs e) + { + initB_Click(); + while (true) + { + takeFrame(); + if (wait3 == 0) + { + break; + } + } + } + + private static void StartClient(string command) + { + // Connect to a remote device. + try + { + // Establish the remote endpoint for the socket. + // The name of the remote device is "host.contoso.com". + //IPHostEntry ipHostInfo = Dns.Resolve("host.contoso.com"); + //IPAddress ipAddress = ipHostInfo.AddressList[0]; + IPAddress ipAddress = IPAddress.Parse("192.168.23.153"); + IPEndPoint remoteEP = new IPEndPoint(ipAddress, port); + // Create a TCP/IP socket. + Socket client = new Socket(AddressFamily.InterNetwork, SocketType.Stream, ProtocolType.Tcp); + // Connect to the remote endpoint. + client.BeginConnect(remoteEP, new AsyncCallback(ConnectCallback), client); + connectDone.WaitOne(); + // Send test data to the remote device. + Send(client, command); + sendDone.WaitOne(); + // Receive the response from the remote device. + //Receive(client); + //receiveDone.WaitOne(); + // Write the response to the console. + //Console.WriteLine("Response received : {0}", response); + // Release the socket. + client.Shutdown(SocketShutdown.Both); + client.Close(); + } + catch (Exception e) + { + //System.Windows.MessageBox.Show(e.ToString()); + //Console.WriteLine(e.ToString()); + } + + } + + private static void ConnectCallback(IAsyncResult ar) + { + try + { + // Retrieve the socket from the state object. + Socket client = (Socket)ar.AsyncState; + // Complete the connection. + client.EndConnect(ar); + //System.Windows.MessageBox.Show("Socket connected to {0}", client.RemoteEndPoint.ToString()); + //Console.WriteLine("Socket connected to {0}", client.RemoteEndPoint.ToString()); + // Signal that the connection has been made. + connectDone.Set(); + } + catch (Exception e) + { + //System.Windows.MessageBox.Show(e.ToString()); + //Console.WriteLine(e.ToString()); + } + } + + private static void Send(Socket client, String data) + { + // Convert the string data to byte data using ASCII encoding. + byte[] byteData = Encoding.ASCII.GetBytes(data); + // Begin sending the data to the remote device. + client.BeginSend(byteData, 0, byteData.Length, 0, new AsyncCallback(SendCallback), client); + } + + private static void SendCallback(IAsyncResult ar) + { + try + { + // Retrieve the socket from the state object. + Socket client = (Socket)ar.AsyncState; + // Complete sending the data to the remote device. + int bytesSent = client.EndSend(ar); + //Console.WriteLine("Sent {0} bytes to server.", bytesSent); + // Signal that all bytes have been sent. + sendDone.Set(); + } + catch (Exception e) + { + //System.Windows.MessageBox.Show(e.ToString()); + //Console.WriteLine(e.ToString()); + } + } + } + + internal class StateObject + { + // Client socket. + public Socket workSocket = null; + // Size of receive buffer. + public const int BufferSize = 256; + // Receive buffer. + public byte[] buffer = new byte[BufferSize]; + // Received data string. + public StringBuilder sb = new StringBuilder(); + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.resx b/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.resx new file mode 100644 index 0000000..6f09e54 --- /dev/null +++ b/reference/tang/OperateCamera/Form_TIASAutomaticShootingSystem.resx @@ -0,0 +1,138 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + 17, 17 + + + 126, 17 + + + 290, 17 + + + 454, 17 + + + 618, 17 + + + 49 + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/ImageDisplay.cs b/reference/tang/OperateCamera/ImageDisplay.cs new file mode 100644 index 0000000..7c522f5 --- /dev/null +++ b/reference/tang/OperateCamera/ImageDisplay.cs @@ -0,0 +1,464 @@ +using System; +using System.Collections.Generic; +using System.ComponentModel; +using System.Drawing; +using System.Drawing.Imaging; +using System.IO; +using System.Data; +using System.Text; +using System.Windows.Forms; +using System.Diagnostics; +using System.Threading; +using System.Timers; + +using Lumenera.USB; +using LumeneraCamera; + +namespace LumeneraCamera +{ + public partial class ImageDisplay : UserControl + { + LucamClass cam; + private Bitmap myImage; // Buffer for the Bitmap Image. + private byte[] pdata; // Raw Image Buffer. + byte[] rgbImage; // RGB Image buffer. + //private double zoomFactor = 1; // Zoom Factor buffer. + DateTime imageDateTime; + dll.LucamFrameFormat ff; // Frame format of acquisition. + private bool imageSave = false; + private string blackFrames; + + public string BlackFrameList + { + get + { + return blackFrames; + } + } + + public ImageDisplay(Object camera) + { + InitializeComponent(); + cam = new LucamClass(); + cam = (LucamClass) camera; + imageSave = false; + + } + public DateTime ImageTiming + { + get + { + return (imageDateTime); + } + } + + public bool ImageBlackTest(IntPtr camera) + { + int imageSize =0; + dll.LucamFrameFormat ff = new dll.LucamFrameFormat(); + ff= api.GetFormat(camera); + + //Image size calculation. + imageSize = (ff.Width/ff.SubSampleX) * (ff.Height / ff.SubSampleY); + if (ff.PixelFormat == dll.LucamPixelFormat.PF_16) + imageSize *=2; // Double image size if in 16 bits mode; + + // Memory allocation + pdata = new byte[imageSize]; + + // Image Caption. + if (!dll.LucamTakeVideo(camera,1,pdata)) return(false); + + int intensity = 0, counter = 0; + for (int y = 0; y < ff.Height/ff.SubSampleY ; y++) + { + for (int x = 0; x < ff.Width/ff.SubSampleX ; x++) + { + intensity += pdata[(y * (ff.Width/ff.SubSampleX)) + x]; + counter++; + } + } + if ((int)(intensity / counter)< 10) + return (false); + + + return (true); + } + + public int ImageTimedBlackTest(IntPtr camera, int nbImage, ref float frameRate) + { + int imageSize = 0; + int FrameErrorCounter = 0; + dll.LucamFrameFormat ff = new dll.LucamFrameFormat(); + ff = api.GetFormat(camera); + DateTime start= new DateTime(); + DateTime stop = new DateTime(); + TimeSpan timeTravel = new TimeSpan(); + TimeSpan timeAction = new TimeSpan(); + start = DateTime.Now; + stop = DateTime.Now; + timeAction = stop - start; + + float fr = api.GetFrameRate(camera); + //Image size calculation. + imageSize = (ff.Width / ff.SubSampleX) * (ff.Height / ff.SubSampleY); + if (ff.PixelFormat == dll.LucamPixelFormat.PF_16) + imageSize *= 2; // Double image size if in 16 bits mode; + + // Memory allocation + pdata = new byte[imageSize*nbImage]; + + // Image Caption. + start = DateTime.Now; + if (!dll.LucamTakeVideo(camera, nbImage, pdata)) return (nbImage); + stop = DateTime.Now; + timeTravel = stop - start; + frameRate = (float) (nbImage / (timeTravel.TotalSeconds-timeAction.TotalSeconds)); + + int intensity = 0, counter = 0; + blackFrames = ""; //reset string, + for (int i=0; i + /// Required designer variable. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up any resources being used. + /// + /// true if managed resources should be disposed; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Component Designer generated code + + /// + /// Required method for Designer support - do not modify + /// the contents of this method with the code editor. + /// + private void InitializeComponent() + { + this.toolStripContainer1 = new System.Windows.Forms.ToolStripContainer(); + this.imagePanel = new System.Windows.Forms.PictureBox(); + this.toolStripContainer1.ContentPanel.SuspendLayout(); + this.toolStripContainer1.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.imagePanel)).BeginInit(); + this.SuspendLayout(); + // + // toolStripContainer1 + // + // + // toolStripContainer1.ContentPanel + // + this.toolStripContainer1.ContentPanel.Controls.Add(this.imagePanel); + this.toolStripContainer1.ContentPanel.Size = new System.Drawing.Size(384, 332); + this.toolStripContainer1.Dock = System.Windows.Forms.DockStyle.Fill; + this.toolStripContainer1.Location = new System.Drawing.Point(0, 0); + this.toolStripContainer1.Name = "toolStripContainer1"; + this.toolStripContainer1.Size = new System.Drawing.Size(384, 332); + this.toolStripContainer1.TabIndex = 0; + this.toolStripContainer1.Text = "toolStripContainer1"; + // + // imagePanel + // + this.imagePanel.Dock = System.Windows.Forms.DockStyle.Fill; + this.imagePanel.Location = new System.Drawing.Point(0, 0); + this.imagePanel.Name = "imagePanel"; + this.imagePanel.Size = new System.Drawing.Size(384, 332); + this.imagePanel.SizeMode = System.Windows.Forms.PictureBoxSizeMode.Zoom; + this.imagePanel.TabIndex = 0; + this.imagePanel.TabStop = false; + // + // ImageDisplay + // + this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 13F); + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font; + this.Controls.Add(this.toolStripContainer1); + this.Name = "ImageDisplay"; + this.Size = new System.Drawing.Size(384, 332); + this.toolStripContainer1.ContentPanel.ResumeLayout(false); + this.toolStripContainer1.ResumeLayout(false); + this.toolStripContainer1.PerformLayout(); + ((System.ComponentModel.ISupportInitialize)(this.imagePanel)).EndInit(); + this.ResumeLayout(false); + + } + + #endregion + + private System.Windows.Forms.ToolStripContainer toolStripContainer1; + private System.Windows.Forms.PictureBox imagePanel; + } +} diff --git a/reference/tang/OperateCamera/ImageDisplay.resx b/reference/tang/OperateCamera/ImageDisplay.resx new file mode 100644 index 0000000..19dc0dd --- /dev/null +++ b/reference/tang/OperateCamera/ImageDisplay.resx @@ -0,0 +1,120 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/ImageRelated/Fakes/lumenera.api.fakes b/reference/tang/OperateCamera/ImageRelated/Fakes/lumenera.api.fakes new file mode 100644 index 0000000..1bd2aba --- /dev/null +++ b/reference/tang/OperateCamera/ImageRelated/Fakes/lumenera.api.fakes Binary files differ diff --git a/reference/tang/OperateCamera/ImageRelated/FrequentOperation.cs b/reference/tang/OperateCamera/ImageRelated/FrequentOperation.cs new file mode 100644 index 0000000..aa07952 --- /dev/null +++ b/reference/tang/OperateCamera/ImageRelated/FrequentOperation.cs @@ -0,0 +1,349 @@ +using System; +using System.Collections.Generic; +using System.Text; +using Lumenera.USB; +using ImageRelated; +using System.Drawing; +using System.Drawing.Imaging; + + +namespace ImageRelated +{ +/// +/// List of function frequently use for image manipulation. +/// + public static class FrequentOperation + { + /// + /// Calculate image intensity on RAW data + /// + /// Image byte array. + /// Width of the image. + /// Height of the image. + /// Pixel format PF8 or PF16. + /// Image Intensity. + public static float RawIntensity(ref byte[] pdata, int width, int height, dll.LucamPixelFormat pf) + { + int intensity = 0; + int imageSize = width * height; // Calculate image size. + + if (pf == dll.LucamPixelFormat.PF_16) // Chech if 16 bits images. + { + imageSize *= 2; // Double the image size. + } + for (int i = 0; i < imageSize; i++) + { + intensity += pdata[i]; + } + return (intensity / imageSize); + } + + /// + /// Calculate image intensity on RAW Data + /// + /// Image byte array. + /// Image Intensity. + public static float RawIntensity(ref byte[] pdata) + { + int intensity = 0; + foreach (byte a in pdata) + { + intensity += a; + } + return (intensity / pdata.Length); + } + + /// + /// Calculate image intensity of RAW data + /// + /// Image byte array. + /// Image width + /// Image Height + /// Image Intensity + public static float RawIntensity(ref byte[] pdata, int width, int height) + { + int intensity = 0; + int imageSize = width * height; // Calculate image size. + for (int i = 0; i < imageSize; i++) + { + intensity += pdata[i]; + } + return (intensity / imageSize); + } + + + /// + /// Will take a frame from the live video feed and calculate the image intensity on the RAW data. + /// Then the image intensity is compare with the threshold value. + /// + /// Camera Handle. + /// Intensity Threshold to validate for failed or pass + /// Reference to the current frame format. + /// false -->if image intensity bellow the threshold value or an api called was unsuccessfull. + /// true -->image was not considered black. + /// 1) Because of noise and the capability of trying to boost gains when dark images on some image sensor, it is not + /// recommended to use a threshold of 0. + public static bool ImageFrameBlackTest(IntPtr camera, int blackThreshold, ref dll.LucamFrameFormat ff) + { + int imageSize = 0; + //Image size calculation. + imageSize = (ff.Width / ff.SubSampleX) * (ff.Height / ff.SubSampleY); + if (ff.PixelFormat == dll.LucamPixelFormat.PF_16) + imageSize *= 2; // Double image size if in 16 bits mode; + + // Memory allocation + byte[] pdata = new byte[imageSize]; + + + if (!dll.LucamTakeVideo(camera, 1, pdata)) return (false); // Image Caption. + int intensity = (int) FrequentOperation.RawIntensity( ref pdata); // Calculate image intensity. + if (intensity < blackThreshold) + return (false); + return (true); + } + + /// + /// Will take a frames from the live video feed stream and calculate the image intensity on the RAW data. + /// then the image intensity is compare with the threshold value. + /// + /// Camera Handle + /// Number of image to take. + /// Intensity threshold to validate for failed or pass + /// Reference to the current frame format. + /// Output Time it took to capture the video frames + /// List invalid frame number in a string. + /// Return the number of invalid frames. + public static int ImageFrameBlackTest(IntPtr camera, int nbImage, int blackThreshold, ref dll.LucamFrameFormat ff, ref TimeSpan ellaspedTimed, ref string errorString) + { + byte[] pdata; + byte[] tmpImage; + int imageSize = 0; + int FrameErrorCounter = 0; + DateTime start = new DateTime(); + DateTime stop = new DateTime(); + TimeSpan timeAction = new TimeSpan(); + start = DateTime.Now; + stop = DateTime.Now; + timeAction = stop - start; + //Image size calculation. + imageSize = (ff.Width / ff.SubSampleX) * (ff.Height / ff.SubSampleY); + if (ff.PixelFormat == dll.LucamPixelFormat.PF_16) + imageSize *= 2; // Double image size if in 16 bits mode; + + // Memory allocation + try + { + pdata = new byte[imageSize * nbImage]; + tmpImage = new byte[imageSize]; + } + catch + { + errorString +="Cannot allocate memory to capture images."; + return(-1); + } + // Image Caption. + start = DateTime.Now; + if (!dll.LucamTakeVideo(camera, nbImage, pdata)) return (nbImage); + stop = DateTime.Now; + ellaspedTimed = stop - start; + ellaspedTimed -=timeAction; + + // Calculatine Images intensity + int intensity = 0; + for (int i = 0; i < nbImage; i++) + { + intensity = 0; + + // copy image in an array to be copied. + for (int nbByte=0; nbByte + /// Will take snapshots from the still stream and calculate the image intensity on the RAW data. + /// then the image intensity is compare with the threshold value. + /// + /// Camera Handle + /// Number of snapshot to take. + /// pass of failed intensity criteria. + /// Reference to the snapshot data structure. + /// Image acquisitions time + /// List of the invalid frames. + /// + public static int ImageFrameBlackTest(IntPtr camera, int nbImage, int blackThreshold, ref dll.LucamSnapshot snap, ref TimeSpan ellaspedTimed, ref string errorString) + { + int imageSize = 0; + int FrameErrorCounter = 0; + DateTime start = new DateTime(); + DateTime stop = new DateTime(); + TimeSpan timeTravel = new TimeSpan(); + TimeSpan timeAction = new TimeSpan(); + start = DateTime.Now; + stop = DateTime.Now; + timeAction = stop - start; + + //Image size calculation. + imageSize = (snap.Format.Width / snap.Format.SubSampleX) * (snap.Format.Height / snap.Format.SubSampleY); + if ( snap.Format.PixelFormat == dll.LucamPixelFormat.PF_16) + imageSize *= 2; // Double image size if in 16 bits mode; + + // Memory allocation + byte[][] rawData = new byte[nbImage][]; + for (int i = 0; i < nbImage; i++) + { + rawData[i] = new byte[imageSize]; + } + + // Image Caption. + dll.LucamEnableFastFrames(camera, ref snap); + start = DateTime.Now; + for (int i = 0; i < nbImage; i++) + { + if (!dll.LucamTakeFastFrame(camera, rawData[i])) + { + dll.LucamDisableFastFrames(camera); + return (i); + } + } + stop = DateTime.Now; + timeTravel = (stop - start); + timeTravel -= timeAction; + dll.LucamDisableFastFrames(camera); + + + int intensity = 0; + for (int i = 0; i < nbImage; i++) + { + intensity = (int)RawIntensity(ref rawData[i]); + if (intensity < blackThreshold) + { + FrameErrorCounter++; + errorString += string.Format("{0}, ", i); + } + } + + return (FrameErrorCounter); + } + + /// + /// Capture and image and convert on all useful format + /// + /// Camera handle. + /// Buffer that will contain the RAW image. + /// Buffer that will contain the RGB image. + /// Buffer that will contain the Windows Bitmap image. + /// Lumenera frame format. + /// Lumenera color convertion parameters. + /// Ellasped time between capture. + /// buffer that will contain the error message. + /// true if successful + public static bool ImageCapture(IntPtr cam, ref byte[] rawImage, ref byte[] rgbImage, ref Bitmap winImage, ref dll.LucamFrameFormat ff, ref dll.LucamConversion conversion, ref TimeSpan ellaspedTimed, ref string errorString) + { + BitmapData myImageData; + Rectangle lockdata; + dll.LucamColorFormat colorFormat = dll.LucamColorFormat.MONO ; + // Image size calculation. + int imageSize = (ff.Width / ff.SubSampleX) * (ff.Height / ff.SubSampleY); + if (ff.PixelFormat == dll.LucamPixelFormat.PF_16) + imageSize *= 2; // Double image size if in 16 bits mode; + int rgbImageSize = imageSize * 3; + + // Get the color format of the camera. + try + { + colorFormat =(dll.LucamColorFormat) api.GetProperty(cam, dll.LucamProperty.COLOR_FORMAT); + } + catch + { + errorString += "Cannot read the color format from camera"; + return (false); + } + + //Memory allocation. + rawImage = new byte[imageSize]; // Resize raw image buffer to the appropriate size. + rgbImage = new byte[rgbImageSize]; // Resize rbg buffer to the appropriate size. + + // Image Caption. + if (!dll.LucamTakeVideo(cam, 1, rawImage)) return (false); + //imageDateTime = DateTime.Now; + + if (colorFormat != dll.LucamColorFormat.MONO) // Check if this is a color camera. + { + // Color camera. + //RGB Converstion + if (ff.PixelFormat == dll.LucamPixelFormat.PF_8) + { + if (!dll.LucamConvertFrameToRgb24(cam, rgbImage, rawImage, ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, dll.LucamPixelFormat.PF_8, ref conversion)) return (false); + } + else + { + if (!dll.LucamConvertFrameToRgb48(cam, rgbImage, rawImage, ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, dll.LucamPixelFormat.PF_16, ref conversion)) return (false); + } + + // Create bitmap with RGB + if (ff.PixelFormat == dll.LucamPixelFormat.PF_8) + winImage = new Bitmap(ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, PixelFormat.Format24bppRgb); + else + winImage = new Bitmap(ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, PixelFormat.Format48bppRgb); + myImageData = new BitmapData(); + lockdata = new Rectangle(0, 0, ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY); + myImageData = winImage.LockBits(lockdata, ImageLockMode.ReadWrite, winImage.PixelFormat, myImageData); + System.Runtime.InteropServices.Marshal.Copy(rgbImage, 0, myImageData.Scan0, rgbImageSize); + winImage.UnlockBits(myImageData); + winImage.RotateFlip(RotateFlipType.RotateNoneFlipY); + + //setup panel. + //imagePanel.Width= myImage.Width; + //imagePanel.Height = myImage.Height; + //imagePanel.Image = myImage; + } + else + { + //Monochrome camera + if (ff.PixelFormat != dll.LucamPixelFormat.PF_8) + { + // Camera is 16 bit + if (!api.IsFormatLittleEndian(cam)) + { + // Convert big endian data to little endian data. + } + winImage = new Bitmap(ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, PixelFormat.Format16bppGrayScale); + } + else + { + // 8 bit image. + if (!dll.LucamConvertFrameToRgb24(cam, rgbImage, rawImage, ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, dll.LucamPixelFormat.PF_8, ref conversion)) + { + errorString += "Cannot make rgb convertion of the colorimage."; + return (false); + } + winImage = new Bitmap(ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY, PixelFormat.Format24bppRgb); + } + myImageData = new BitmapData(); + lockdata = new Rectangle(0, 0, ff.Width / ff.SubSampleX, ff.Height / ff.SubSampleY); + myImageData = winImage.LockBits(lockdata, ImageLockMode.ReadWrite, winImage.PixelFormat, myImageData); + System.Runtime.InteropServices.Marshal.Copy(rgbImage, 0, myImageData.Scan0, rgbImageSize); + winImage.UnlockBits(myImageData); + //myImage.RotateFlip(RotateFlipType.RotateNoneFlipY); + //imagePanel.Image = myImage; + + } + + return (true); + } + + } +} diff --git a/reference/tang/OperateCamera/ImageRelated/ImageRelated.csproj b/reference/tang/OperateCamera/ImageRelated/ImageRelated.csproj new file mode 100644 index 0000000..4bd4ea4 --- /dev/null +++ b/reference/tang/OperateCamera/ImageRelated/ImageRelated.csproj @@ -0,0 +1,112 @@ + + + + Debug + AnyCPU + 9.0.21022 + 2.0 + {D5550B68-050F-4EE8-A758-3E71EE995DF4} + Library + Properties + ImageRelated + ImageRelated + + + 3.5 + + + v3.5 + false + publish\ + true + Disk + false + Foreground + 7 + Days + false + false + true + 0 + 1.0.0.%2a + false + true + + + true + full + false + bin\Debug\ + DEBUG;TRACE + prompt + 4 + bin\Debug\ImageRelated.XML + + + pdbonly + true + bin\Release\ + TRACE + prompt + 4 + bin\Release\ImageRelated.XML + + + + False + C:\Program Files\Lumenera Corporation\Lumenera Camera SDK\Lib\.NET Wrapper\lumenera.api.dll + + + False + + + + 3.5 + + + + + + + + + + + + False + .NET Framework Client Profile + false + + + False + .NET Framework 2.0 %28x86%29 + true + + + False + .NET Framework 3.0 %28x86%29 + false + + + False + .NET Framework 3.5 + false + + + False + .NET Framework 3.5 SP1 + false + + + + + + + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/ImageRelated/Properties/AssemblyInfo.cs b/reference/tang/OperateCamera/ImageRelated/Properties/AssemblyInfo.cs new file mode 100644 index 0000000..8457d0c --- /dev/null +++ b/reference/tang/OperateCamera/ImageRelated/Properties/AssemblyInfo.cs @@ -0,0 +1,35 @@ +using System.Reflection; +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +// General Information about an assembly is controlled through the following +// set of attributes. Change these attribute values to modify the information +// associated with an assembly. +[assembly: AssemblyTitle("ImageRelated")] +[assembly: AssemblyDescription("Compilation of frequently use operations on images")] +[assembly: AssemblyConfiguration("")] +[assembly: AssemblyCompany("Lumenera Corporation")] +[assembly: AssemblyProduct("ImageRelated")] +[assembly: AssemblyCopyright("Copyright © 2011")] +[assembly: AssemblyTrademark("")] +[assembly: AssemblyCulture("")] + +// Setting ComVisible to false makes the types in this assembly not visible +// to COM components. If you need to access a type in this assembly from +// COM, set the ComVisible attribute to true on that type. +[assembly: ComVisible(false)] + +// The following GUID is for the ID of the typelib if this project is exposed to COM +[assembly: Guid("4b2519c5-0964-4627-88a9-7dfa80f082c4")] + +// Version information for an assembly consists of the following four values: +// +// Major Version +// Minor Version +// Build Number +// Revision +// +// You can specify all the values or you can default the Revision and Build Numbers +// by using the '*' as shown below: +[assembly: AssemblyVersion("1.0.0.0")] +[assembly: AssemblyFileVersion("1.0.0.0")] diff --git a/reference/tang/OperateCamera/Logger/Logger.cs b/reference/tang/OperateCamera/Logger/Logger.cs new file mode 100644 index 0000000..73b11cb --- /dev/null +++ b/reference/tang/OperateCamera/Logger/Logger.cs @@ -0,0 +1,119 @@ +using System; +using System.Collections.Generic; +using System.Text; +using System.IO; + +namespace Logger +{ + public class XmlLogger + { + private StreamWriter f; + private bool enable; + /// + /// Open log file and start loging session. + /// + /// path and file name. + public XmlLogger(string file) + { + string xmlHeader; + string tmp; + xmlHeader =""; + if (!File.Exists(file)) + { + f = new StreamWriter(file, true); + f.WriteLine(xmlHeader); + } + else + { + f = new StreamWriter(file, true); + } + tmp = "'; + f.WriteLine(tmp); + enable = true; + } + + /// + /// closing log file. + /// + public void Close() + { + f.WriteLine("' + "Closing log session "); + f.WriteLine(""); + f.Close(); + } + + /// + /// Add message to log + /// + /// message to add to log file. + public void Add(string msg) + { + if (enable) + { + f.WriteLine("' + msg + ""); + } + } + + /// + /// Enable or disable the log capability. + /// + /// true if want to log. + public void EnableLog(bool wantEnable) + { + this.enable = wantEnable; + } + + } + public class Logger + { + private StreamWriter f; // streaming file. + private bool enable; +/// +/// Create log file object. +/// +/// + public Logger(string file) + { + f = new StreamWriter(file, true); + f.WriteLine("<{0}> Starting logging", DateTime.Now); + enable = true; + } + /// + /// Close Log file. + /// + public void Close() + { + if (enable) + { + f.WriteLine("<{0}> Stop logging", DateTime.Now); + f.WriteLine("*************************************************"); + } + f.Close(); + } + + /// + /// Enable of disable logging process. + /// + /// + public void EnableLog(bool wantEnable) + { + this.enable = wantEnable; + } + +/// +/// Add Message to log file. +/// +/// Message to write in log file. + public void Add(string msg) + { + if (enable) + f.WriteLine("<{0}> {1}", DateTime.Now, msg); + } + + + } +} diff --git a/reference/tang/OperateCamera/Logger/Logger.csproj b/reference/tang/OperateCamera/Logger/Logger.csproj new file mode 100644 index 0000000..3dab886 --- /dev/null +++ b/reference/tang/OperateCamera/Logger/Logger.csproj @@ -0,0 +1,111 @@ + + + + Debug + AnyCPU + 9.0.21022 + 2.0 + {56E27E39-00A4-4F9C-B2E3-A726C1E81229} + Library + Properties + Logger + Logger + Lumenera Icon.ico + + + 3.5 + + + v3.5 + publish\ + true + Disk + false + Foreground + 7 + Days + false + false + true + 0 + 1.0.0.%2a + false + false + true + + + true + full + false + bin\Debug\ + DEBUG;TRACE + prompt + 4 + + + pdbonly + true + bin\Release\ + TRACE + prompt + 4 + + + + False + C:\Program Files\Lumenera Corporation\Lumenera Camera SDK\Lib\.NET Wrapper\lumenera.api.dll + + + + 3.5 + + + + + + + + + + + + + + False + .NET Framework Client Profile + false + + + False + .NET Framework 2.0 %28x86%29 + true + + + False + .NET Framework 3.0 %28x86%29 + false + + + False + .NET Framework 3.5 + false + + + False + .NET Framework 3.5 SP1 + false + + + + + + + + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/Logger/Logger.sln b/reference/tang/OperateCamera/Logger/Logger.sln new file mode 100644 index 0000000..2c1d5fb --- /dev/null +++ b/reference/tang/OperateCamera/Logger/Logger.sln @@ -0,0 +1,20 @@ + +Microsoft Visual Studio Solution File, Format Version 9.00 +# Visual Studio 2005 +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Logger", "Logger.csproj", "{56E27E39-00A4-4F9C-B2E3-A726C1E81229}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Any CPU = Debug|Any CPU + Release|Any CPU = Release|Any CPU + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {56E27E39-00A4-4F9C-B2E3-A726C1E81229}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {56E27E39-00A4-4F9C-B2E3-A726C1E81229}.Debug|Any CPU.Build.0 = Debug|Any CPU + {56E27E39-00A4-4F9C-B2E3-A726C1E81229}.Release|Any CPU.ActiveCfg = Release|Any CPU + {56E27E39-00A4-4F9C-B2E3-A726C1E81229}.Release|Any CPU.Build.0 = Release|Any CPU + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection +EndGlobal diff --git a/reference/tang/OperateCamera/Logger/Lumenera Icon.ico b/reference/tang/OperateCamera/Logger/Lumenera Icon.ico new file mode 100644 index 0000000..bc63dd4 --- /dev/null +++ b/reference/tang/OperateCamera/Logger/Lumenera Icon.ico Binary files differ diff --git a/reference/tang/OperateCamera/Logger/Properties/AssemblyInfo.cs b/reference/tang/OperateCamera/Logger/Properties/AssemblyInfo.cs new file mode 100644 index 0000000..2094aa7 --- /dev/null +++ b/reference/tang/OperateCamera/Logger/Properties/AssemblyInfo.cs @@ -0,0 +1,35 @@ +using System.Reflection; +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +// General Information about an assembly is controlled through the following +// set of attributes. Change these attribute values to modify the information +// associated with an assembly. +[assembly: AssemblyTitle("Logger")] +[assembly: AssemblyDescription("Program that handle the log file operations")] +[assembly: AssemblyConfiguration("")] +[assembly: AssemblyCompany("Lumenera Corporation")] +[assembly: AssemblyProduct("Logger")] +[assembly: AssemblyCopyright("Copyright © 2011")] +[assembly: AssemblyTrademark("MLF_Logger")] +[assembly: AssemblyCulture("")] + +// Setting ComVisible to false makes the types in this assembly not visible +// to COM components. If you need to access a type in this assembly from +// COM, set the ComVisible attribute to true on that type. +[assembly: ComVisible(false)] + +// The following GUID is for the ID of the typelib if this project is exposed to COM +[assembly: Guid("157c32f5-9e3a-4611-9b6f-b1c24d71c093")] + +// Version information for an assembly consists of the following four values: +// +// Major Version +// Minor Version +// Build Number +// Revision +// +// You can specify all the values or you can default the Revision and Build Numbers +// by using the '*' as shown below: +[assembly: AssemblyVersion("7.0.0.618")] +[assembly: AssemblyFileVersion("7.0.0.777")] diff --git a/reference/tang/OperateCamera/LucamClass.cs b/reference/tang/OperateCamera/LucamClass.cs new file mode 100644 index 0000000..7cbedac --- /dev/null +++ b/reference/tang/OperateCamera/LucamClass.cs @@ -0,0 +1,500 @@ +using System; +using System.Collections.Generic; +using System.Text; +using Lumenera.USB; +using System.Drawing; +using System.Windows.Forms; +using System.Threading; +namespace LumeneraCamera +{ + class LucamClass + { + //Global variable + private IntPtr hcam = IntPtr.Zero; // Camera CHandle. + // private int callbackId; // Hander to the call back. + + + public string windowTitle = "AVI PREVIEW"; + private delegate void RefreshDisplayDelegate(); // setup a delegate. + // private RefreshDisplayDelegate screenHandler; // create the delegate + // private dll.LucamRgbPreviewCallback callbackHandler; // Handler to the preview callback function. + private bool isStreaming = false; + private bool isStreamingAVI = false; // Camera is streaming AVI. + private bool isStreamingVideo = false; + private int StreamWindowHdl = 0; // Camera streaming windows handle. + private bool CameraStreamView = true; // Indicate that the stream is in window preview mode. + private bool mono = false; + // private AviPreview aviObject; // AviWindows Object. + private VideoPreview videoOjbect; + + + + /* + +--------------------------------------------------------------------- + | Camera class plublic properties. + +--------------------------------------------------------------------- + */ + + public IntPtr CHandle + { + get + { + return (hcam); + } + set + { + hcam = value; + } + } // Camera handle property.(RW) + public bool IsStreaming + { + get + { + return (isStreaming); + } + } // Camera current streaming status (RO) + public bool IsStreamingVideo + { + get + { + return (isStreamingVideo ); + } + set + { + isStreamingVideo = value; + if (value) + isStreaming = true; + else + { + if (!isStreamingAVI) + isStreaming = false; + } + } + } // Camera video streaming status (RW) + public bool IsStreamingAVI + { + get + { + return (isStreamingAVI ); + } + set + { + isStreamingAVI = value; + if (value) + isStreaming = true; + else + { + if (!isStreamingVideo) + isStreaming = false; + } + } + } // Camera AVI recording streaming status (RW) + public int CameraVideoPreviewWindows + { + get + { + return(StreamWindowHdl); + } + set + { + StreamWindowHdl = value; + } + } // + public bool IsMono + { + get + { + return (mono); + } + set + { + mono = value; + } + } + public bool IsUsingPreview // Property to see if the video stream is displayed or not. + { + get + { + return (CameraStreamView); + } + set + { + CameraStreamView = value; + } + } + + public VideoPreview VideoObject + { + get + { + return (videoOjbect); + } + set + { + videoOjbect = value; + } + } + // Class Constructor. + public LucamClass() + { + Environment.SetEnvironmentVariable("PATH", Environment.GetEnvironmentVariable("path") + @";C:\Program Files\Common Files\Lumenera Corporation"); + hcam = IntPtr.Zero; + // AviObject = new AviPreview(); + } + ~LucamClass() + { + if (hcam != IntPtr.Zero) + { + if (IsStreamingVideo) + videoOjbect.VideoStreamStop(); + //if (isStreamingAVI) + // AviObject.AviStreamStop(); + + try + { + api.CameraClose(hcam); + hcam = IntPtr.Zero; + } + catch + { + hcam = IntPtr.Zero; + } + } + } + + + public bool CameraReset() + { + try + { + if (hcam != IntPtr.Zero) + api.CameraReset(hcam); + return (true); + } + catch + { + return (false); + } + } + public bool CameraOpen(int index) + { + try + { + hcam = api.CameraOpen(index); + mono = false; + if (api.GetProperty(hcam, dll.LucamProperty.COLOR_FORMAT) == (float)dll.LucamColorFormat.MONO) + mono = true; + + + return (true); + } + catch + { + return (false); + } + } + public bool CameraClose() + { + if (hcam == IntPtr.Zero) return (true); + if (IsStreamingVideo) + videoOjbect.VideoStreamStop(); + try + { + api.CameraClose(hcam); + hcam = IntPtr.Zero; + return (true); + } + catch + { + return (false); + } + } + public bool CameraSelectUSB() + { + if (!dll.LucamSelectExternInterface(dll.LucamExternalInterface.USB2)) + return (false); + return (true); + } + public bool CameraSelectGige() + { + if (!dll.LucamSelectExternInterface(dll.LucamExternalInterface.GIGEVISION)) + return (false); + return (true); + } + + public string CameraStringName() + { + string tmp = ""; + if (hcam != IntPtr.Zero) + { + tmp = CameraModelName(api.GetCameraId(hcam)) + "-->" + (api.GetSerialNumber(hcam)).ToString(); + } + return (tmp); + } + public bool CameraFrameFormat(ref dll.LucamFrameFormat ff) + { + try + { + ff = api.GetFormat(hcam); + return (true); + } + catch + { + return (false); + } + } + public bool CameraWhiteBalance() + { + int nbFrameDelay = 5, width = 0, height = 0; ; + if (!api.IsCameraValid(hcam)) return (false); // Not a valid camera handle exit. + if (!IsStreaming ) return (false); // Not streaming video exit. + if (mono) return (false); // not white balance function on monochrome video. + float frameRate = api.GetFrameRate(hcam); + int delay = (int)(nbFrameDelay / frameRate) * 1000; //Delay to wait before having valid data for next white balance. + try + { + api.GetResolution(hcam, out width, out height); + for (int i = 0; i < 3; i++) + { + if (!dll.LucamOneShotAutoWhiteBalance(hcam, 0, 0, width, height)) + { + MessageBox.Show("No Analog WB capability"); + } + + Thread.Sleep(delay); + } + for (int i = 0; i < 3; i++) + { + if(! dll.LucamDigitalWhiteBalance(hcam, 0, 0, width, height )) + { + MessageBox.Show("No digital WB capability"); + } + + Thread.Sleep(delay); + } + return (true); + } + catch + { + return (false); + } + } + + public bool AviConvertRawToStdVideo(string stdFile, string rawFile) + { + if (stdFile.Length == 0) return (false); // Standard file name is invalid. + if (rawFile.Length == 0) return (false); // Raw file name is empty or invalid. + + if (!dll.LucamConvertRawAVIToStdVideo(hcam, stdFile, rawFile, dll.LucamAviFileType.AVI_STANDARD_24)) + return (false); + return (true); + } + + private string CameraModelName(int model) + { + string temp = ""; + CameraListing[] cameras = new CameraListing[] + { + new CameraListing(0x091, "Lu050"), + new CameraListing(0x095, "Lu050"), + new CameraListing(0x090, "Lu056"), + new CameraListing(0x093, "Lu056"), + new CameraListing(0x06c, "Lu070"), + new CameraListing(0x07c, "Lu070"), + new CameraListing(0x08c, "Lu070"), + new CameraListing(0x085, "Lu080"), + new CameraListing(0x012, "Lu100"), + new CameraListing(0x052, "Lu100"), + new CameraListing(0x092, "Lu100"), + new CameraListing(0x09d, "Lu100"), + new CameraListing(0x094, "Lu110"), + new CameraListing(0x096, "Lu120"), + new CameraListing(0x07a, "Lu130"), + new CameraListing(0x09a, "Lu130"), + new CameraListing(0x098, "Lu150"), + new CameraListing(0x08a, "Lu160"), + new CameraListing(0x04e, "Lu170"), + new CameraListing(0x05e, "Lu170"), + new CameraListing(0x06e, "Lu170"), + new CameraListing(0x099, "Lu170"), + new CameraListing(0x09e, "Lu170"), + new CameraListing(0x062, "Lu176"), + new CameraListing(0x072, "Lu176"), + new CameraListing(0x072, "Lu176"), + new CameraListing(0x017, "Lu200"), + new CameraListing(0x097, "Lu200"), + new CameraListing(0x09c, "Lu200"), + new CameraListing(0x08d, "Lu270"), + new CameraListing(0x087, "Lu300"), + new CameraListing(0x09b, "Lu330"), + new CameraListing(0x05b, "Lu370"), + new CameraListing(0x07b, "Lu370"), + new CameraListing(0x08b, "Lu370"), + new CameraListing(0x081, "Lu500"), + new CameraListing(0x086, "Lu620"), + new CameraListing(0x189, "Lw015"), + new CameraListing(0x18c, "Lw070"), + new CameraListing(0x184, "Lw080"), + new CameraListing(0x196, "Lw120"), + new CameraListing(0x11a, "Lw130"), + new CameraListing(0x19a, "Lw130"), + new CameraListing(0x10a, "Lw160"), + new CameraListing(0x18a, "Lw160"), + new CameraListing(0x19e, "Lw170"), + new CameraListing(0x15e, "Lw175"), + new CameraListing(0x110, "Lw230"), + new CameraListing(0x180, "Lw230"), + new CameraListing(0x1c0, "Lw230"), + new CameraListing(0x1c6, "Lw250"), + new CameraListing(0x16d, "Lw290"), + new CameraListing(0x1cd, "Lw290"), + new CameraListing(0x19b, "Lw330"), + new CameraListing(0x1c7, "Lw450"), + new CameraListing(0x1ce, "Lw530"), + new CameraListing(0x115, "Lw570"), + new CameraListing(0x1c5, "Lw570"), + new CameraListing(0x186, "Lw620"), + new CameraListing(0x1c8, "Lw11050"), + new CameraListing(0x1ca, "Lw11050"), + new CameraListing(0x1c9, "Lw16050"), + new CameraListing(0x01e, "INFINITY 1"), + new CameraListing(0x031, "INFINITY 1"), + new CameraListing(0x0a1, "INFINITY 1"), + new CameraListing(0x0b1, "INFINITY 1"), + new CameraListing(0x0e1, "INFINITY 1"), + new CameraListing(0x1a6, "INFINITY 1"), + new CameraListing(0x1ac, "INFINITY 1"), + new CameraListing(0x1e5, "INFINITY 1"), + new CameraListing(0x0a2, "INFINITY 2"), + new CameraListing(0x0b2, "INFINITY 2"), + new CameraListing(0x4f7, "INFINITY 1-2CB"), + new CameraListing(0x132,"INFINITY 2"), + new CameraListing(0x144, "INFINITY 2"), + new CameraListing(0x159, "INFINITY 2"), + new CameraListing(0x1a7, "INFINITY 2"), + new CameraListing(0x1b2, "INFINITY 2"), + new CameraListing(0x1b7, "INFINITY 2"), + new CameraListing(0x01b, "INFINITY 3"), + new CameraListing(0x033, "INFINITY 3"), + new CameraListing(0x0a3, "INFINITY 3"), + new CameraListing(0x0b3, "INFINITY 3"), + new CameraListing(0x0e3, "INFINITY 3"), + new CameraListing(0x135, "INFINITY 3"), + new CameraListing(0x15a, "INFINITY 3"), + new CameraListing(0x1af, "INFINITY 3"), + new CameraListing(0x1b5, "INFINITY 3"), + new CameraListing(0x044, "INFINITY 4"), + new CameraListing(0X0a4, "INFINITY 4"), + new CameraListing(0x0b4, "INFINITY 4"), + new CameraListing(0x168, "INFINITY 4"), + new CameraListing(0x1a8, "INFINITY 4"), + new CameraListing(0x1ab, "INFINITY 4"), + new CameraListing(0x1aa, "INFINITY 4"), + new CameraListing(0x1f9, "INFINITY 4"), + new CameraListing(0x0a5, "INFINITY 5"), + new CameraListing(0x0b5, "INFINITY 5"), + new CameraListing(0x0ba, "INFINITY 5"), + new CameraListing(0x020, "INFINITY X"), + new CameraListing(0x040, "INFINITY X"), + new CameraListing(0x0a0, "INFINITY X"), + new CameraListing(0x0b0, "INFINITY X"), + new CameraListing(0x0e0, "INFINITY X"), + new CameraListing(0x129, "INFINITY X"), + new CameraListing(0x1a9, "INFINITY X"), + new CameraListing(0x1b9, "INFINITY X"), + new CameraListing(0x46c, "Lu070"), + new CameraListing(0x49a, "Lv130"), + new CameraListing(0x02e, "Lv170"), + new CameraListing(0x49e, "Lv170"), + new CameraListing(0x480, "Lv230"), + new CameraListing(0x487, "Lv900"), + new CameraListing(0x49f, "Lw110"), + new CameraListing(0x48f, "Lw310"), + new CameraListing(0x4ce, "Lw560"), + new CameraListing(0x432, "INFINITY 1"), + new CameraListing(0x4a2, "INFINITY 1"), + new CameraListing(0x4b1, "INFINITY 1"), + new CameraListing(0x460, "INFINITY 2"), + new CameraListing(0x462, "INFINITY 2"), + new CameraListing(0x4ae, "INFINITY 2"), + new CameraListing(0x464, "INFINITY 3"), + new CameraListing(0x465, "INFINITY 3"), + new CameraListing(0x461, "INFINITY Lite"), + new CameraListing(0x463, "INFINITY X"), + new CameraListing(0x083, "PhotoID"), + new CameraListing(0x1dc, "SKYnyx 2-0"), + new CameraListing(0x1d0, "SKYnyx 2-2"), + new CameraListing(0x1da, "SKYnyx 2-1"), + new CameraListing(0x27c, "Lm070"), + new CameraListing(0x28c, "Lm070"), + new CameraListing(0x264, "Lm080"), + new CameraListing(0x284, "Lm080"), + new CameraListing(0x279, "Lm130"), + new CameraListing(0x27a, "Lm130"), + new CameraListing(0x29a, "Lm130"), + new CameraListing(0x269, "Lm160"), + new CameraListing(0x26a, "Lm160"), + new CameraListing(0x28a, "Lm160"), + new CameraListing(0x2c5, "Lm570"), + new CameraListing(0x2c8, "Lm11050"), + new CameraListing(0x384, "Lc080"), + new CameraListing(0x36e, "Lc170"), + new CameraListing(0x39e, "Lc170"), + new CameraListing(0x38d, "Lc270"), + new CameraListing(0x38b, "Lc370"), + new CameraListing(0x3ad, "INFINITY Lite"), + new CameraListing(0x40000, "Lg unprogrammed"), + new CameraListing(0x40080, "Lg230ii"), + new CameraListing(0x400c8, "Lg11050"), + new CameraListing(0x400ca, "Lg11050ii"), + new CameraListing(0x401ce, "Lg565") + }; + + foreach (CameraListing b in cameras) + { + if (b.ModelID == model) + temp = b.Name; + } + if (temp == "") + temp = "Unkown"; + return (temp); + + } + public bool fillComboWithCameraList(ref ComboBox myCombo) + { + string tmp; + int nbCamera = dll.LucamNumCameras(); // Get number of cameras. + dll.LucamVersion[] ver = new dll.LucamVersion[nbCamera]; // Adjust array according to number of cameras founded.. + ver = api.EnumCameras(); // Get all cameras information. + myCombo.Items.Clear(); // Make sure Combo Box is empty. + if (ver.Length <= 0) + { + MessageBox.Show("No camera connected!", "Error In Acquisitionner"); + return (false); + } + myCombo.Items.Add("None"); + // Fill Combo + foreach (dll.LucamVersion a in ver) + { + tmp = CameraModelName(a.CameraId); + tmp += " --> SN:" + a.SerialNumber.ToString(); + myCombo.Items.Add(tmp); + } + // Todo - change color on already connected item + myCombo.SelectedIndex = 0; + myCombo.SelectedItem = 0; + return (true); + } //Fill Combo Box with available camera. + } + public struct CameraListing + { + public int ModelID; + public string Name; + + public CameraListing(int model, string name) + { + this.ModelID = model; + this.Name = name; + } + } +} diff --git a/reference/tang/OperateCamera/PictureForm.Designer.cs b/reference/tang/OperateCamera/PictureForm.Designer.cs new file mode 100644 index 0000000..44ec671 --- /dev/null +++ b/reference/tang/OperateCamera/PictureForm.Designer.cs @@ -0,0 +1,47 @@ +namespace VideoFormatTest +{ + partial class PictureForm + { + /// + /// Required designer variable. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up any resources being used. + /// + /// true if managed resources should be disposed; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Windows Form Designer generated code + + /// + /// Required method for Designer support - do not modify + /// the contents of this method with the code editor. + /// + private void InitializeComponent() + { + this.SuspendLayout(); + // + // PictureForm + // + this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 13F); + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font; + this.ClientSize = new System.Drawing.Size(462, 368); + this.Name = "PictureForm"; + this.Text = "PictureForm"; + this.Load += new System.EventHandler(this.PictureForm_Load); + this.ResumeLayout(false); + + } + + #endregion + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/PictureForm.cs b/reference/tang/OperateCamera/PictureForm.cs new file mode 100644 index 0000000..454aab1 --- /dev/null +++ b/reference/tang/OperateCamera/PictureForm.cs @@ -0,0 +1,29 @@ +using System; +using System.Collections.Generic; +using System.ComponentModel; +using System.Data; +using System.Drawing; +using System.Text; +using System.Windows.Forms; +using Lumenera.USB; +using LumeneraCamera; + + +namespace VideoFormatTest +{ + public partial class PictureForm : Form + { + public PictureForm(object image) + { + InitializeComponent(); + ImageDisplay myImage = (ImageDisplay)image; + myImage.Dock = DockStyle.Fill; + this.Controls.Clear(); + this.Controls.Add(myImage); + } + + private void PictureForm_Load(object sender, EventArgs e) + { + } + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/PictureForm.resx b/reference/tang/OperateCamera/PictureForm.resx new file mode 100644 index 0000000..19dc0dd --- /dev/null +++ b/reference/tang/OperateCamera/PictureForm.resx @@ -0,0 +1,120 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/Program.cs b/reference/tang/OperateCamera/Program.cs new file mode 100644 index 0000000..4df843f --- /dev/null +++ b/reference/tang/OperateCamera/Program.cs @@ -0,0 +1,24 @@ +using System; +using System.Collections.Generic; +using System.Text; +using System.Threading; +using System.IO.Ports; +using System.Windows.Forms; +using System.Linq; + +namespace OperateCamera +{ + static class Program + { + /// + /// Main System Running In Here! + /// + [STAThread] + static void Main() + { + Application.EnableVisualStyles(); + Application.SetCompatibleTextRenderingDefault(false); + Application.Run(new Form_TIASAutomaticShootingSystem()); + } + } +} diff --git a/reference/tang/OperateCamera/Properties/AssemblyInfo.cs b/reference/tang/OperateCamera/Properties/AssemblyInfo.cs new file mode 100644 index 0000000..122914e --- /dev/null +++ b/reference/tang/OperateCamera/Properties/AssemblyInfo.cs @@ -0,0 +1,36 @@ +using System.Reflection; +using System.Runtime.CompilerServices; +using System.Runtime.InteropServices; + +// The general information about the assembly is as follows +// Characteristic set control. Change these property values can be modified +// The information associated with the assembly. +[assembly: AssemblyTitle("OperateCamera")] +[assembly: AssemblyDescription("")] +[assembly: AssemblyConfiguration("")] +[assembly: AssemblyCompany("")] +[assembly: AssemblyProduct("OperateCamera")] +[assembly: AssemblyCopyright("Copyright © 2014")] +[assembly: AssemblyTrademark("")] +[assembly: AssemblyCulture("")] + +// Set ComVisible to false to the type in this assembly +// Not visible to COM components. If you need to access the types in this assembly from COM, +// Set the ComVisible property on this type to true. +[assembly: ComVisible(false)] + +// If this item is exposed to COM, the following GUIDs are used for the ID of the type library +[assembly: Guid("0a1b4ea5-5534-4e45-9877-9c33db703a2c")] + +// Assembly version information consists of the following four values: +// +// major version +// the second version +// build number +// Amendment No +// +// You can specify all of these values, or you can use the defaults for Build Number and Revision Number, +// method is to use "*" as follows: +// [assembly: AssemblyVersion ("1.0. *")] +[assembly: AssemblyVersion("1.0.0.0")] +[assembly: AssemblyFileVersion("1.0.0.0")] diff --git a/reference/tang/OperateCamera/Properties/Resources.Designer.cs b/reference/tang/OperateCamera/Properties/Resources.Designer.cs new file mode 100644 index 0000000..7be8253 --- /dev/null +++ b/reference/tang/OperateCamera/Properties/Resources.Designer.cs @@ -0,0 +1,71 @@ +//------------------------------------------------------------------------------ +// +// This code is generated by the tool. +// Runtime version: 4.0.30319.1008 +// +// Changes to this file may cause incorrect behavior, and if +// regenerate the code, these changes will be lost. +// +//------------------------------------------------------------------------------ + +namespace OperateCamera.Properties +{ + + + /// + /// A strongly typed resource class for locating localized strings, etc. + /// + // This class is owned by StronglyTypedResourceBuilder + // Class is automatically generated by a tool similar to ResGen or Visual Studio. + // To add or remove members, edit the .ResX file and run ResGen again + // (use / str as the command option), or regenerate the VS project. + [global::System.CodeDom.Compiler.GeneratedCodeAttribute("System.Resources.Tools.StronglyTypedResourceBuilder", "4.0.0.0")] + [global::System.Diagnostics.DebuggerNonUserCodeAttribute()] + [global::System.Runtime.CompilerServices.CompilerGeneratedAttribute()] + internal class Resources + { + + private static global::System.Resources.ResourceManager resourceMan; + + private static global::System.Globalization.CultureInfo resourceCulture; + + [global::System.Diagnostics.CodeAnalysis.SuppressMessageAttribute("Microsoft.Performance", "CA1811:AvoidUncalledPrivateCode")] + internal Resources() + { + } + + /// + /// Returns a cached version of this ResourceManager instance. + /// + [global::System.ComponentModel.EditorBrowsableAttribute(global::System.ComponentModel.EditorBrowsableState.Advanced)] + internal static global::System.Resources.ResourceManager ResourceManager + { + get + { + if ((resourceMan == null)) + { + global::System.Resources.ResourceManager temp = new global::System.Resources.ResourceManager("OperateCamera.Properties.Resources", typeof(Resources).Assembly); + resourceMan = temp; + } + return resourceMan; + } + } + + /// + /// For all resources to find override the CurrentUICulture property of the current thread, + /// method is to use this strongly typed resource class. + /// + [global::System.ComponentModel.EditorBrowsableAttribute(global::System.ComponentModel.EditorBrowsableState.Advanced)] + internal static global::System.Globalization.CultureInfo Culture + { + get + { + return resourceCulture; + } + set + { + resourceCulture = value; + } + } + } +} diff --git a/reference/tang/OperateCamera/Properties/Resources.resx b/reference/tang/OperateCamera/Properties/Resources.resx new file mode 100644 index 0000000..af7dbeb --- /dev/null +++ b/reference/tang/OperateCamera/Properties/Resources.resx @@ -0,0 +1,117 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/Properties/Settings.Designer.cs b/reference/tang/OperateCamera/Properties/Settings.Designer.cs new file mode 100644 index 0000000..898dbb2 --- /dev/null +++ b/reference/tang/OperateCamera/Properties/Settings.Designer.cs @@ -0,0 +1,30 @@ +//------------------------------------------------------------------------------ +// +// This code was generated by a tool. +// Runtime Version:4.0.30319.1008 +// +// Changes to this file may cause incorrect behavior and will be lost if +// the code is regenerated. +// +//------------------------------------------------------------------------------ + +namespace OperateCamera.Properties +{ + + + [global::System.Runtime.CompilerServices.CompilerGeneratedAttribute()] + [global::System.CodeDom.Compiler.GeneratedCodeAttribute("Microsoft.VisualStudio.Editors.SettingsDesigner.SettingsSingleFileGenerator", "10.0.0.0")] + internal sealed partial class Settings : global::System.Configuration.ApplicationSettingsBase + { + + private static Settings defaultInstance = ((Settings)(global::System.Configuration.ApplicationSettingsBase.Synchronized(new Settings()))); + + public static Settings Default + { + get + { + return defaultInstance; + } + } + } +} diff --git a/reference/tang/OperateCamera/Properties/Settings.settings b/reference/tang/OperateCamera/Properties/Settings.settings new file mode 100644 index 0000000..3964565 --- /dev/null +++ b/reference/tang/OperateCamera/Properties/Settings.settings @@ -0,0 +1,7 @@ + + + + + + + diff --git a/reference/tang/OperateCamera/SoftTrigger.Designer.cs b/reference/tang/OperateCamera/SoftTrigger.Designer.cs new file mode 100644 index 0000000..9c634a3 --- /dev/null +++ b/reference/tang/OperateCamera/SoftTrigger.Designer.cs @@ -0,0 +1,101 @@ +namespace takesnapshot +{ + partial class SoftTrigger + { + /// + /// Required designer variable. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up any resources being used. + /// + /// true if managed resources should be disposed; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Windows Form Designer generated code + + /// + /// Required method for Designer support - do not modify + /// the contents of this method with the code editor. + /// + private void InitializeComponent() + { + System.ComponentModel.ComponentResourceManager resources = new System.ComponentModel.ComponentResourceManager(typeof(SoftTrigger)); + this.OKBtn = new System.Windows.Forms.Button(); + this.label1 = new System.Windows.Forms.Label(); + this.label2 = new System.Windows.Forms.Label(); + this.TriggerNBTB = new System.Windows.Forms.TextBox(); + this.SuspendLayout(); + // + // OKBtn + // + this.OKBtn.DialogResult = System.Windows.Forms.DialogResult.OK; + this.OKBtn.Location = new System.Drawing.Point(35, 55); + this.OKBtn.Name = "OKBtn"; + this.OKBtn.Size = new System.Drawing.Size(75, 23); + this.OKBtn.TabIndex = 0; + this.OKBtn.Text = "OK"; + this.OKBtn.UseVisualStyleBackColor = true; + this.OKBtn.Click += new System.EventHandler(this.OKBtn_Click); + // + // label1 + // + this.label1.AutoSize = true; + this.label1.Location = new System.Drawing.Point(17, 9); + this.label1.Name = "label1"; + this.label1.Size = new System.Drawing.Size(50, 13); + this.label1.TabIndex = 1; + this.label1.Text = "Trigger #"; + // + // label2 + // + this.label2.AutoSize = true; + this.label2.Location = new System.Drawing.Point(16, 32); + this.label2.Name = "label2"; + this.label2.Size = new System.Drawing.Size(113, 13); + this.label2.TabIndex = 2; + this.label2.Text = "Proceed with next one"; + // + // TriggerNBTB + // + this.TriggerNBTB.Location = new System.Drawing.Point(73, 6); + this.TriggerNBTB.Name = "TriggerNBTB"; + this.TriggerNBTB.ReadOnly = true; + this.TriggerNBTB.Size = new System.Drawing.Size(55, 20); + this.TriggerNBTB.TabIndex = 3; + // + // SoftTrigger + // + this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 13F); + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font; + this.ClientSize = new System.Drawing.Size(145, 84); + this.ControlBox = false; + this.Controls.Add(this.TriggerNBTB); + this.Controls.Add(this.label2); + this.Controls.Add(this.label1); + this.Controls.Add(this.OKBtn); + this.Icon = ((System.Drawing.Icon)(resources.GetObject("$this.Icon"))); + this.Name = "SoftTrigger"; + this.Text = "Software Trigger"; + this.Load += new System.EventHandler(this.SoftTrigger_Load); + this.ResumeLayout(false); + this.PerformLayout(); + + } + + #endregion + + private System.Windows.Forms.Button OKBtn; + private System.Windows.Forms.Label label1; + private System.Windows.Forms.Label label2; + private System.Windows.Forms.TextBox TriggerNBTB; + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/SoftTrigger.cs b/reference/tang/OperateCamera/SoftTrigger.cs new file mode 100644 index 0000000..ae2a224 --- /dev/null +++ b/reference/tang/OperateCamera/SoftTrigger.cs @@ -0,0 +1,43 @@ +using System; +using System.Collections.Generic; +using System.ComponentModel; +using System.Data; +using System.Drawing; +using System.Text; +using System.Windows.Forms; + +namespace takesnapshot +{ + public partial class SoftTrigger : Form + { + private int nTrigger=0; + + public int Ntrigger + { + set + { + nTrigger = value; + } + get + { + return (nTrigger); + } + } + + + public SoftTrigger() + { + InitializeComponent(); + } + + private void SoftTrigger_Load(object sender, EventArgs e) + { + TriggerNBTB.Text = nTrigger.ToString(); + } + + private void OKBtn_Click(object sender, EventArgs e) + { + this.Close(); + } + } +} \ No newline at end of file diff --git a/reference/tang/OperateCamera/SoftTrigger.resx b/reference/tang/OperateCamera/SoftTrigger.resx new file mode 100644 index 0000000..4e8af71 --- /dev/null +++ b/reference/tang/OperateCamera/SoftTrigger.resx @@ -0,0 +1,180 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + + + AAABAAEAICAAAAAAAACoDAAAFgAAACgAAAAgAAAAQAAAAAEAGAAAAAAAgAwAAAAAAAAAAAAAAAAAAAAA + AABDRFWEhpMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAB4eItcXGdyc4gHHN8KH5lYXYUAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AABMU4UHHKIGGdVxeIcAAAAGHagCMfwBO/sFOMQoRYaFiZIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAB6fYwfPYcDOtEBOfwCL/sRIJAAAAAAAABDTIACO/wA + Rv4AUf0BW/0GX+kNSZhaa4MAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABM + ZIEJSqIGYO8BWf0ATv4AQv4DOfhjaIQAAAAAAABxeIcFPdYAUf0AW/4AZv0AcP0Ae/4ChvsIccEsYIRx + eIcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABxeIcgX4cJdc8Cg/wAeP4Abv4AZP0AWf4ATv4FM7gAAAAA + AAAAAAAAAAAZO4kAW/0BZf0AcP4Ae/4Ahv4Akf0Bm/0Cpf0FpekNc5laeoUAAAAAAAAAAAAAAABOdoMJ + d6IEp/IBov4Bmf0Bjv4Ag/4AeP4Abf4AY/4BWfwwSYEAAAAAAAAAAAAAAABxeIcGY/MBcP0Ae/4Ahv4A + kf4Am/4Apv4AsP4Auv4BxP4Ezf1HeIEAAAAAAAAncIACzP0Bw/0AuP4Arf4Ao/4AmP4Ajv4Agv4AeP4A + bf4HW+AAAAAAAAAAAAAAAAAAAAAAAAAJTasAe/0Ahv4Akf4Am/4Apv4AsP4Auv4Axf0Azv4A0/5Hf4kA + AAAAAAAheIgA0v0AzP4Aw/4AuP4Arf4Ao/4AmP4Ajv4Ag/4BeP0RR5AAAAAAAAAAAAAAAAAAAAAAAABB + XoQBhvwAkP4Am/4Apv4AsP4Auv4Axf0Azf4A0/4A2f1HgYgAAAAAAAAieocA1/4A0f4AzP4Awv4AuP4A + rf4Ao/4AmP4Ajv0EgvlhcIMAAAAAAAAAAAAAAAAAAAAAAAAAAAAFftoAnP0Apf4AsP4Auv4AxP4Azv4A + 0/4A2P0A3v1GgokAAAAAAAAjfYcA3f0A1/4A0f4AzP4Awv4AuP4Arf4Aov4BmP0HabgAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAXX4kCpv0AsP4Auv4AxP4Azv0A0/4A2f0A3/0A4/1Gg4kAAAAAAAAif4cB4/0A + 3f0A1/4A0v4AzP0Awv4AuP4Arf4CovwzYYIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABxf4kFrPYAuv4A + xf0Azf4A0/4A2P0A3v4A4/4A6f5HhYgAAAAAAAAhgoYA5/0A4v0A3f4A1v4A0f4Ay/4Aw/4At/4Fn+QA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAKgK0CxP0Azf4A0/4A2P0A3v4A4/4A6P4B7v5HhokA + AAAAAAAig4cA7f0A5/0B4v0A3f4A1/4A0v4Ay/4Awv0SbpMAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAABBc4EBzvwB0/4A2P0B3v0A4/0A6P0B7v4A9P1Jh4oAAAAAAAAkhIgC8v4A7f0A5/0A4v0A3f0A + 1/4A0v4Gy/lie4MAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA1eogvfYovf4svgYswg4sx + hYoxhooxiIppf4EAAAAAAABNcG4xiIkxhooxhYoygoovgYovf4ovfYo0cX0AAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA+eYU6fIg7fog7f4g6gYg7g4c7hYg7hohzhoQA + AAAAAABadXU7hog7hIg7g4g7gYg7fok7fYk6fIhBcH4AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAABHc4ACzv0A1P4A2f4C3v4B5PwA6v0A7/0A9P5IiIkAAAAAAAAjhocA9P0A7v4A5/4A4v0A3v0B + 2P0A0/0Ey/pne4QAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAKfaoBxv0Az/4A1P4A2f0B3v4A + 5P0A6v0A7/1Hh4kAAAAAAAAig4cA7v4A5/0A4v4A3v0A2P0A0/4Azf4BxP4TbpAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAB2gYoFrPMAvP4Axv4Azv4A1P4A2f4A3/0A5P0A6v1HhYkAAAAAAAAigoYA5/4A + 4v4A3f4B2P0A0/0Azf4AxP4Auf4GneEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAcXIgBp/0Asv4A + vP4Axv4Az/4A1f4A2f4B3/4A5P1GhIkAAAAAAAAif4cA4v0A3v0B2P0A0/0Azf0AxP4Auf4Ar/4CpP05 + Y4EAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIfNQAnf0Ap/4Asv4AvP4Axv4Az/4A1P4A2f0B3/5Gg4gA + AAAAAAAjfYcA3v0B2P0A0/0Azf0AxP4Auf4Ar/4Apf4Bm/sIZ7QAAAAAAAAAAAAAAAAAAAAAAAAAAABF + YoAAh/0Bkv4AnP4Ap/4Asf4AvP4Axv4Az/8A1P4A2f5GgYgAAAAAAAAje4cB2P0A0/0Azf4AxP4Auf4A + r/4Apf4Amv0AkP0EhPloc4YAAAAAAAAAAAAAAAAAAAAAAAAJTqYAfP0Ah/4Ak/4AnP4Ap/4Asv4AvP4A + xv4Az/4A1P5Hf4kAAAAAAAAieYcA0/0Azf4AxP4Auf4Ar/4Apf4Am/0Aj/4AhP4Aef4VSJAAAAAAAAAA + AAAAAAAAAAB2e4sFZvAAcf4AfP4Ah/4Ak/4AnP4Ap/4Asv4AvP4Cxv0Ez/xJeoQAAAAAAAApc4IEzvsA + xP0Auf4Ar/4Apf4Amv4Aj/4AhP4Aef4Ab/4IW+AAAAAAAAAAAAAAAAAAAAAcPocBXf0AZ/4Acv4AfP4A + h/4Akv4AnP0AqPwGqu8MeZ9Rd4IAAAAAAAAAAAAAAABDdIIIfqoErPYCpP0Amv0Aj/4AhP4Aef4Ab/4A + Zf0BW/w3ToMAAAAAAAAAAAAAAAAFPtMAUv4AXf4AZ/0Acf0BfP4Ch/wGeMwlX4ZxeIcAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAABwfogZXooGfNcBhfwAef0Ab/4AZf0AWv0AUP4EM7QAAAAAAAAAAABFUIEDPfsA + R/4AU/4AXP0HZO4KTKBNZ4MAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA/ + XoQJTawFZPMAWv4AUP4ARf0DOvZobIUAAAAAAAAHHqcCMvwCPPsGO84hQYd9gY8AAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABvdooZO4wEPdkCOfsBMPsTJI0A + AAB1dosEH+MHHqFKVYIAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA+SYQGHK0FGtdxeIc7PFB5eo0AAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA + AAAAAAAAAABsbolTVGA////8D///8IH//4GAf/4BgA/wA8ADwAPAAYAH4AGAB+ABgAfwAYAP8AGAD/AB + gB/4AYAf+AGAH/wBgD////////////wBgD/4AYAf+AGAH/ABgB/wAYAP8AGAD+ABgAfgAYAHwAGAB8AD + wAPAD/ADgH/+AYH//4EP///wP////A== + + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/TIASAutomaticShootingSystem.csproj b/reference/tang/OperateCamera/TIASAutomaticShootingSystem.csproj new file mode 100644 index 0000000..4315f02 --- /dev/null +++ b/reference/tang/OperateCamera/TIASAutomaticShootingSystem.csproj @@ -0,0 +1,198 @@ + + + + + Debug + x86 + 8.0.30703 + 2.0 + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479} + WinExe + Properties + OperateCamera + OperateCamera + v4.0 + Client + 512 + + + + + x86 + true + full + false + bin\Debug\ + DEBUG;TRACE + prompt + 4 + + + x86 + pdbonly + true + bin\Release\ + TRACE + prompt + 4 + + + + + + + AnyCPU + bin\Debug\ + + + AnyCPU + bin\Release\ + + + + lib\AForge.dll + + + lib\AForge.Controls.dll + + + lib\AForge.Imaging.dll + + + lib\AForge.Video.dll + + + lib\AForge.Video.DirectShow.dll + + + .\lumenera.api.dll + + + packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.dll + True + + + packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.Blob.dll + True + + + packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.Extensions.dll + True + + + packages\OpenCvSharp3-AnyCPU.3.2.0.20170107\lib\net40\OpenCvSharp.UserInterface.dll + True + + + + + + + packages\System.Management.dll.1.0.0\lib\System.Management.dll + True + + + + + + + + + + + + + + + Form + + + Form_Display.cs + + + Form + + + Form_TIASAutomaticShootingSystem.cs + + + + + + Form + + + SoftTrigger.cs + + + UserControl + + + VideoPreview.cs + + + Form_Display.cs + + + Form_TIASAutomaticShootingSystem.cs + + + ResXFileCodeGenerator + Resources.Designer.cs + Designer + + + True + Resources.resx + + + SoftTrigger.cs + + + VideoPreview.cs + + + + SettingsSingleFileGenerator + Settings.Designer.cs + + + True + Settings.settings + True + + + + + {6BF52A50-394A-11D3-B153-00C04F79FAA6} + 1 + 0 + 0 + aximp + False + + + {6BF52A50-394A-11D3-B153-00C04F79FAA6} + 1 + 0 + 0 + tlbimp + False + True + + + + + + このプロジェクトは、このコンピューター上にない NuGet パッケージを参照しています。それらのパッケージをダウンロードするには、[NuGet パッケージの復元] を使用します。詳細については、http://go.microsoft.com/fwlink/?LinkID=322105 を参照してください。見つからないファイルは {0} です。 + + + + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/TIASAutomaticShootingSystem.sln b/reference/tang/OperateCamera/TIASAutomaticShootingSystem.sln new file mode 100644 index 0000000..7d9048d --- /dev/null +++ b/reference/tang/OperateCamera/TIASAutomaticShootingSystem.sln @@ -0,0 +1,46 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio 14 +VisualStudioVersion = 14.0.25420.1 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "TIASAutomaticShootingSystem", "TIASAutomaticShootingSystem.csproj", "{EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}" +EndProject +Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "SuperpixelDll", "..\SuperpixelDll\SuperpixelDll.vcxproj", "{6DF5DD4C-3371-495A-9BD5-4C04C377D12A}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Debug|Any CPU = Debug|Any CPU + Debug|x64 = Debug|x64 + Debug|x86 = Debug|x86 + Release|Any CPU = Release|Any CPU + Release|x64 = Release|x64 + Release|x86 = Release|x86 + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|Any CPU.ActiveCfg = Debug|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|Any CPU.Build.0 = Debug|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|Any CPU.Deploy.0 = Debug|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|x64.ActiveCfg = Debug|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|x64.Build.0 = Debug|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|x86.ActiveCfg = Debug|x86 + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Debug|x86.Build.0 = Debug|x86 + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Release|Any CPU.ActiveCfg = Release|x86 + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Release|x64.ActiveCfg = Release|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Release|x64.Build.0 = Release|Any CPU + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Release|x86.ActiveCfg = Release|x86 + {EBFCE2E9-31CB-4EBF-B3F8-B9F0152E9479}.Release|x86.Build.0 = Release|x86 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Debug|Any CPU.ActiveCfg = Debug|Win32 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Debug|x64.ActiveCfg = Debug|x64 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Debug|x64.Build.0 = Debug|x64 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Debug|x86.ActiveCfg = Debug|Win32 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Debug|x86.Build.0 = Debug|Win32 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Release|Any CPU.ActiveCfg = Release|Win32 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Release|x64.ActiveCfg = Release|x64 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Release|x64.Build.0 = Release|x64 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Release|x86.ActiveCfg = Release|Win32 + {6DF5DD4C-3371-495A-9BD5-4C04C377D12A}.Release|x86.Build.0 = Release|Win32 + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection +EndGlobal diff --git a/reference/tang/OperateCamera/VideoPreview.cs b/reference/tang/OperateCamera/VideoPreview.cs new file mode 100644 index 0000000..53c043e --- /dev/null +++ b/reference/tang/OperateCamera/VideoPreview.cs @@ -0,0 +1,144 @@ +using System; +using System.Collections.Generic; +using System.ComponentModel; +using System.Drawing; +using System.Data; +using System.Text; +using System.Windows.Forms; +using Lumenera.USB; +using LumeneraCamera; + +namespace LumeneraCamera +{ + public partial class VideoPreview : UserControl + { + private LucamClass cam; + private int counterFrame; + private bool statsEnable = true; + // private float avgAll = 0, avgRed, avgGreen, avgBlue; + private int callbackId; + private delegate void RefreshDisplayDelegate(); + private RefreshDisplayDelegate screenHandler; + private dll.LucamRgbPreviewCallback callbackHandler; + private bool isVideoPause = false; + private dll.LucamPixelFormat currentPF= dll.LucamPixelFormat.PF_24 ; + private bool isUsingVideoWindow = true; + // private bool mono=false; + + public VideoPreview() + { + InitializeComponent(); + cam = new LucamClass(); + counterFrame = 0; + screenHandler = new RefreshDisplayDelegate(RefreshDisplay); + + } + + + public Object camera + { + get + { + return ((Object)cam); + } + set + { + cam = (LucamClass)value; + cam.CameraVideoPreviewWindows = this.VideoPanel.Handle.ToInt32(); + cam.VideoObject = this; + try + { + dll.LucamFrameFormat ff = api.GetFormat(cam.CHandle); + currentPF = dll.LucamPixelFormat.PF_24; + if (ff.PixelFormat == dll.LucamPixelFormat.PF_16) + currentPF = dll.LucamPixelFormat.PF_32; + } + catch + { + MessageBox.Show("Cannot read frame format", "Set Callback"); + return; + } + + + } + } + public void ResetWindowHandle() + { + cam.CameraVideoPreviewWindows = 0; + } + private void RefreshDisplay() + { + if (statsEnable) + { + FrameCounterLabel.Text = counterFrame.ToString(); + } + } + + private void PreviewCallback(IntPtr pContext, IntPtr pData, int n, uint unused) + { + ++counterFrame; + //Calc Int + this.BeginInvoke (screenHandler); + + } + public bool VideoStreamStart(bool showVideo) + { + + if (!isVideoPause) + { + if (cam.IsStreamingVideo) return (true); + if (!api.IsCameraValid(cam.CHandle)) return (false); + + callbackHandler = new dll.LucamRgbPreviewCallback(PreviewCallback); + callbackId = dll.LucamAddRgbPreviewCallback(cam.CHandle, callbackHandler, (IntPtr)0, currentPF); + if (callbackId == -1) + { + MessageBox.Show("Cannot add RGB callback", "Set Callback"); + return (false); + } + } + if (showVideo) + { + if (!dll.LucamStreamVideoControl(cam.CHandle, dll.LucamStreamMode.START_DISPLAY, VideoPanel.Handle.ToInt32())) + return (false); + } + else + { + if (!dll.LucamStreamVideoControl(cam.CHandle, dll.LucamStreamMode.START_STREAMING, VideoPanel.Handle.ToInt32())) + return (false); + } + isUsingVideoWindow = showVideo; + cam.IsStreamingVideo = true; + return (true); + } + public bool VideoStreamStop() + { + if (!cam.IsStreamingVideo) return (true); + if (!dll.LucamStreamVideoControl(cam.CHandle, dll.LucamStreamMode.STOP_STREAMING, VideoPanel.Handle.ToInt32())) + return (false); + cam.IsStreamingVideo = false; + dll.LucamRemoveRgbPreviewCallback(cam.CHandle, callbackId); + VideoPanel.Image = null; + VideoPanel.BackColor = Color.Aquamarine; + return (true); + } + public bool VideoStreamPause() + { + if (!cam.IsStreamingVideo) return (false); + if (!dll.LucamStreamVideoControl(cam.CHandle, dll.LucamStreamMode.PAUSE_STREAM, VideoPanel.Handle.ToInt32())) + return (false); + + return (true); + } + + private void VideoPanel_Click(object sender, EventArgs e) + { + + } + + private void toolStripContainer1_TopToolStripPanel_Click(object sender, EventArgs e) + { + + } + } +} diff --git a/reference/tang/OperateCamera/VideoPreview.designer.cs b/reference/tang/OperateCamera/VideoPreview.designer.cs new file mode 100644 index 0000000..76cd720 --- /dev/null +++ b/reference/tang/OperateCamera/VideoPreview.designer.cs @@ -0,0 +1,125 @@ +namespace LumeneraCamera +{ + partial class VideoPreview + { + /// + /// Required designer variable. + /// + private System.ComponentModel.IContainer components = null; + + /// + /// Clean up any resources being used. + /// + /// true if managed resources should be disposed; otherwise, false. + protected override void Dispose(bool disposing) + { + if (disposing && (components != null)) + { + components.Dispose(); + } + base.Dispose(disposing); + } + + #region Component Designer generated code + + /// + /// Required method for Designer support - do not modify + /// the contents of this method with the code editor. + /// + private void InitializeComponent() + { + this.toolStripContainer1 = new System.Windows.Forms.ToolStripContainer(); + this.VideoStatusStrip = new System.Windows.Forms.StatusStrip(); + this.toolStripStatusLabel1 = new System.Windows.Forms.ToolStripStatusLabel(); + this.FrameCounterLabel = new System.Windows.Forms.ToolStripStatusLabel(); + this.VideoPanel = new System.Windows.Forms.PictureBox(); + this.toolStripContainer1.BottomToolStripPanel.SuspendLayout(); + this.toolStripContainer1.ContentPanel.SuspendLayout(); + this.toolStripContainer1.SuspendLayout(); + this.VideoStatusStrip.SuspendLayout(); + ((System.ComponentModel.ISupportInitialize)(this.VideoPanel)).BeginInit(); + this.SuspendLayout(); + // + // toolStripContainer1 + // + // + // toolStripContainer1.BottomToolStripPanel + // + this.toolStripContainer1.BottomToolStripPanel.Controls.Add(this.VideoStatusStrip); + // + // toolStripContainer1.ContentPanel + // + this.toolStripContainer1.ContentPanel.Controls.Add(this.VideoPanel); + this.toolStripContainer1.ContentPanel.Size = new System.Drawing.Size(446, 279); + this.toolStripContainer1.Dock = System.Windows.Forms.DockStyle.Fill; + this.toolStripContainer1.Location = new System.Drawing.Point(0, 0); + this.toolStripContainer1.Name = "toolStripContainer1"; + this.toolStripContainer1.Size = new System.Drawing.Size(446, 326); + this.toolStripContainer1.TabIndex = 0; + this.toolStripContainer1.Text = "toolStripContainer1"; + // + // toolStripContainer1.TopToolStripPanel + // + this.toolStripContainer1.TopToolStripPanel.Click += new System.EventHandler(this.toolStripContainer1_TopToolStripPanel_Click); + // + // VideoStatusStrip + // + this.VideoStatusStrip.Dock = System.Windows.Forms.DockStyle.None; + this.VideoStatusStrip.Items.AddRange(new System.Windows.Forms.ToolStripItem[] { + this.toolStripStatusLabel1, + this.FrameCounterLabel}); + this.VideoStatusStrip.Location = new System.Drawing.Point(0, 0); + this.VideoStatusStrip.Name = "VideoStatusStrip"; + this.VideoStatusStrip.Size = new System.Drawing.Size(446, 22); + this.VideoStatusStrip.TabIndex = 0; + // + // toolStripStatusLabel1 + // + this.toolStripStatusLabel1.Name = "toolStripStatusLabel1"; + this.toolStripStatusLabel1.Size = new System.Drawing.Size(50, 17); + this.toolStripStatusLabel1.Text = "Frame:"; + // + // FrameCounterLabel + // + this.FrameCounterLabel.Name = "FrameCounterLabel"; + this.FrameCounterLabel.Size = new System.Drawing.Size(0, 17); + // + // VideoPanel + // + this.VideoPanel.Dock = System.Windows.Forms.DockStyle.Fill; + this.VideoPanel.Location = new System.Drawing.Point(0, 0); + this.VideoPanel.Name = "VideoPanel"; + this.VideoPanel.Size = new System.Drawing.Size(446, 279); + this.VideoPanel.TabIndex = 0; + this.VideoPanel.TabStop = false; + this.VideoPanel.Click += new System.EventHandler(this.VideoPanel_Click); + // + // VideoPreview + // + this.AutoScaleDimensions = new System.Drawing.SizeF(6F, 13F); + this.AutoScaleMode = System.Windows.Forms.AutoScaleMode.Font; + this.Controls.Add(this.toolStripContainer1); + this.Name = "VideoPreview"; + this.Size = new System.Drawing.Size(446, 326); + this.toolStripContainer1.BottomToolStripPanel.ResumeLayout(false); + this.toolStripContainer1.BottomToolStripPanel.PerformLayout(); + this.toolStripContainer1.ContentPanel.ResumeLayout(false); + this.toolStripContainer1.ResumeLayout(false); + this.toolStripContainer1.PerformLayout(); + this.VideoStatusStrip.ResumeLayout(false); + this.VideoStatusStrip.PerformLayout(); + ((System.ComponentModel.ISupportInitialize)(this.VideoPanel)).EndInit(); + this.ResumeLayout(false); + + } + + #endregion + + private System.Windows.Forms.ToolStripContainer toolStripContainer1; + private System.Windows.Forms.StatusStrip VideoStatusStrip; + private System.Windows.Forms.PictureBox VideoPanel; + private System.Windows.Forms.ToolStripStatusLabel toolStripStatusLabel1; + private System.Windows.Forms.ToolStripStatusLabel FrameCounterLabel; + + } +} diff --git a/reference/tang/OperateCamera/VideoPreview.resx b/reference/tang/OperateCamera/VideoPreview.resx new file mode 100644 index 0000000..871802a --- /dev/null +++ b/reference/tang/OperateCamera/VideoPreview.resx @@ -0,0 +1,123 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text/microsoft-resx + + + 2.0 + + + System.Resources.ResXResourceReader, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + System.Resources.ResXResourceWriter, System.Windows.Forms, Version=2.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089 + + + 17, 17 + + \ No newline at end of file diff --git a/reference/tang/OperateCamera/test_5plus/test_5plus.ino b/reference/tang/OperateCamera/test_5plus/test_5plus.ino new file mode 100644 index 0000000..fdba44e --- /dev/null +++ b/reference/tang/OperateCamera/test_5plus/test_5plus.ino @@ -0,0 +1,39 @@ +int fsrPin_0 = 0; +int fsrPin_1 = 1; +int fsrReading_0; +int fsrReading_1; + +void setup() { + Serial.begin(9600); +} + +void loop() { + fsrReading_0 = analogRead(fsrPin_0); + fsrReading_1 = analogRead(fsrPin_1); + + //Serial.print("Human "); + //Serial.print("*"); + Serial.print(fsrReading_0); + Serial.print(" "); + //Serial.print("Chin "); + Serial.println(fsrReading_1); + //Serial.print("."); + +// if (fsrReading_0<300) { +// Serial.println("-There's a nothing!"); +// Serial.println(""); +// } +// else { +// Serial.println("-There's a man!"); +// if (fsrReading_1<100) { +// Serial.println("-There's a nothing!"); +// Serial.println(""); +// } +// else { +// Serial.println("-There's a chin!"); +// Serial.println(""); +// } +// } + + delay(1000); +} diff --git "a/reference/\347\237\263\345\267\235\344\277\256\350\253\226.pdf" "b/reference/\347\237\263\345\267\235\344\277\256\350\253\226.pdf" new file mode 100644 index 0000000..fe807bf --- /dev/null +++ "b/reference/\347\237\263\345\267\235\344\277\256\350\253\226.pdf" Binary files differ