init

.gitignore

@@ -3,3 +3,4 @@
 ################################################################################
 
 /.vs/09_KNN/v16
+/09_KNN/x64/Debug

09_KNN.sln

@@ -0,0 +1,31 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio Version 16
+VisualStudioVersion = 16.0.33423.256
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "09_KNN", "09_KNN\09_KNN.vcxproj", "{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}"
+EndProject
+Global
+	GlobalSection(SolutionConfigurationPlatforms) = preSolution
+		Debug|x64 = Debug|x64
+		Debug|x86 = Debug|x86
+		Release|x64 = Release|x64
+		Release|x86 = Release|x86
+	EndGlobalSection
+	GlobalSection(ProjectConfigurationPlatforms) = postSolution
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Debug|x64.ActiveCfg = Debug|x64
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Debug|x64.Build.0 = Debug|x64
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Debug|x86.ActiveCfg = Debug|Win32
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Debug|x86.Build.0 = Debug|Win32
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Release|x64.ActiveCfg = Release|x64
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Release|x64.Build.0 = Release|x64
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Release|x86.ActiveCfg = Release|Win32
+		{7B454EDC-9753-4C2F-B57E-8CC20B8A34C3}.Release|x86.Build.0 = Release|Win32
+	EndGlobalSection
+	GlobalSection(SolutionProperties) = preSolution
+		HideSolutionNode = FALSE
+	EndGlobalSection
+	GlobalSection(ExtensibilityGlobals) = postSolution
+		SolutionGuid = {3012EDE3-A0E6-447E-9127-10B4B953AD2D}
+	EndGlobalSection
+EndGlobal

09_KNN/09_KNN.vcxproj

@@ -0,0 +1,150 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup Label="ProjectConfigurations">
+    <ProjectConfiguration Include="Debug|Win32">
+      <Configuration>Debug</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|Win32">
+      <Configuration>Release</Configuration>
+      <Platform>Win32</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Debug|x64">
+      <Configuration>Debug</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+    <ProjectConfiguration Include="Release|x64">
+      <Configuration>Release</Configuration>
+      <Platform>x64</Platform>
+    </ProjectConfiguration>
+  </ItemGroup>
+  <PropertyGroup Label="Globals">
+    <VCProjectVersion>16.0</VCProjectVersion>
+    <Keyword>Win32Proj</Keyword>
+    <ProjectGuid>{7b454edc-9753-4c2f-b57e-8cc20b8a34c3}</ProjectGuid>
+    <RootNamespace>My09KNN</RootNamespace>
+    <WindowsTargetPlatformVersion>10.0</WindowsTargetPlatformVersion>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <PlatformToolset>v142</PlatformToolset>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <PlatformToolset>v142</PlatformToolset>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>true</UseDebugLibraries>
+    <PlatformToolset>v142</PlatformToolset>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+    <ConfigurationType>Application</ConfigurationType>
+    <UseDebugLibraries>false</UseDebugLibraries>
+    <PlatformToolset>v142</PlatformToolset>
+    <WholeProgramOptimization>true</WholeProgramOptimization>
+    <CharacterSet>Unicode</CharacterSet>
+  </PropertyGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+  <ImportGroup Label="ExtensionSettings">
+  </ImportGroup>
+  <ImportGroup Label="Shared">
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <ImportGroup Label="PropertySheets" Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+  </ImportGroup>
+  <PropertyGroup Label="UserMacros" />
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <LinkIncremental>true</LinkIncremental>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <LinkIncremental>false</LinkIncremental>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <LinkIncremental>true</LinkIncremental>
+  </PropertyGroup>
+  <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <LinkIncremental>false</LinkIncremental>
+  </PropertyGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+    <ClCompile>
+      <WarningLevel>Level3</WarningLevel>
+      <SDLCheck>true</SDLCheck>
+      <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <ConformanceMode>true</ConformanceMode>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+    <ClCompile>
+      <WarningLevel>Level3</WarningLevel>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <SDLCheck>true</SDLCheck>
+      <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <ConformanceMode>true</ConformanceMode>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+    <ClCompile>
+      <WarningLevel>Level3</WarningLevel>
+      <SDLCheck>true</SDLCheck>
+      <PreprocessorDefinitions>_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <ConformanceMode>true</ConformanceMode>
+      <AdditionalIncludeDirectories>C:\opencv-4.6.0_X64\build\include</AdditionalIncludeDirectories>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+      <AdditionalLibraryDirectories>C:\opencv-4.6.0_X64\build\x64\vc15\lib</AdditionalLibraryDirectories>
+      <AdditionalDependencies>opencv_world460d.lib;%(AdditionalDependencies)</AdditionalDependencies>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+    <ClCompile>
+      <WarningLevel>Level3</WarningLevel>
+      <FunctionLevelLinking>true</FunctionLevelLinking>
+      <IntrinsicFunctions>true</IntrinsicFunctions>
+      <SDLCheck>true</SDLCheck>
+      <PreprocessorDefinitions>NDEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <ConformanceMode>true</ConformanceMode>
+    </ClCompile>
+    <Link>
+      <SubSystem>Console</SubSystem>
+      <EnableCOMDATFolding>true</EnableCOMDATFolding>
+      <OptimizeReferences>true</OptimizeReferences>
+      <GenerateDebugInformation>true</GenerateDebugInformation>
+    </Link>
+  </ItemDefinitionGroup>
+  <ItemGroup>
+    <ClCompile Include="knn.cpp" />
+  </ItemGroup>
+  <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+  <ImportGroup Label="ExtensionTargets">
+  </ImportGroup>
+</Project>

09_KNN/09_KNN.vcxproj.filters

@@ -0,0 +1,22 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <ItemGroup>
+    <Filter Include="소스 파일">
+      <UniqueIdentifier>{4FC737F1-C7A5-4376-A066-2A32D752A2FF}</UniqueIdentifier>
+      <Extensions>cpp;c;cc;cxx;c++;cppm;ixx;def;odl;idl;hpj;bat;asm;asmx</Extensions>
+    </Filter>
+    <Filter Include="헤더 파일">
+      <UniqueIdentifier>{93995380-89BD-4b04-88EB-625FBE52EBFB}</UniqueIdentifier>
+      <Extensions>h;hh;hpp;hxx;h++;hm;inl;inc;ipp;xsd</Extensions>
+    </Filter>
+    <Filter Include="리소스 파일">
+      <UniqueIdentifier>{67DA6AB6-F800-4c08-8B7A-83BB121AAD01}</UniqueIdentifier>
+      <Extensions>rc;ico;cur;bmp;dlg;rc2;rct;bin;rgs;gif;jpg;jpeg;jpe;resx;tiff;tif;png;wav;mfcribbon-ms</Extensions>
+    </Filter>
+  </ItemGroup>
+  <ItemGroup>
+    <ClCompile Include="knn.cpp">
+      <Filter>소스 파일</Filter>
+    </ClCompile>
+  </ItemGroup>
+</Project>

09_KNN/09_KNN.vcxproj.user

@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="Current" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+  <PropertyGroup />
+</Project>

09_KNN/knn.cpp

@@ -0,0 +1,201 @@
+#include <opencv2/opencv.hpp>
+#include <opencv2/core/utility.hpp>
+#include <opencv2/imgproc.hpp>
+#include <opencv2/highgui.hpp>
+//#include <ppencv2/features2d.hpp>
+
+#include <iostream>
+#include <algorithm>
+
+using namespace std;
+using namespace cv;
+using namespace cv::ml;
+void on_k_changed(int, void*);
+void addPoint(const Point& pt, int cls);
+void trainAndDisplay();
+
+Mat img;
+Mat train, label;
+Ptr<KNearest> knn;
+int k_value = 1;
+
+void kNN()
+{
+	img = Mat::zeros(Size(500, 500), CV_8UC3);
+	knn = KNearest::create();
+
+	namedWindow("knn");
+	//createTrackbar("k", "knn", &k_value, 5, on_k_changed);
+
+	const int NUM = 30;
+	Mat rn(NUM, 2, CV_32SC1);
+
+	randn(rn, 0, 50);
+	for (int i = 0; i < NUM; i++)
+		addPoint(Point(rn.at<int>(i, 0) + 150, rn.at<int>(i, 1) + 150), 0);
+
+	randn(rn, 0, 50);
+	for (int i = 0; i < NUM; i++)
+		addPoint(Point(rn.at<int>(i, 0) + 350, rn.at<int>(i, 1) + 150), 1);
+
+	randn(rn, 0, 70);
+	for (int i = 0; i < NUM; i++)
+		addPoint(Point(rn.at<int>(i, 0) + 250, rn.at<int>(i, 1) + 400), 2);
+
+	createTrackbar("k", "knn", &k_value, 5, on_k_changed);
+	trainAndDisplay();
+	waitKey();
+
+	return;
+}
+
+void on_k_changed(int, void*)
+{
+	if (k_value < 1) k_value = 1;
+	trainAndDisplay();
+}
+
+void addPoint(const Point& pt, int cls)
+{
+	Mat new_sample = (Mat_<float>(1, 2) << pt.x, pt.y);
+	train.push_back(new_sample);
+
+	Mat new_label = (Mat_<int>(1, 1) << cls);
+	label.push_back(new_label);
+}
+
+void trainAndDisplay()
+{
+	knn->train(train, ROW_SAMPLE, label);
+	for (int i = 0; i < img.rows; ++i) {
+		for (int j = 0; j < img.cols; ++j) {
+			Mat sample = (Mat_<float>(1, 2) << j, i);
+			Mat res;
+			knn->findNearest(sample, k_value, res);
+			int response = cvRound(res.at<float>(0, 0));
+			if (response == 0)
+				img.at<Vec3b>(i, j) = Vec3b(128, 128, 255);  // R
+			else if (response == 1)
+				img.at<Vec3b>(i, j) = Vec3b(128, 255, 128); // G
+			else if (response == 2)
+				img.at<Vec3b >(i, j) = Vec3b(255, 128, 128);  // B
+		}
+	}
+
+	for (int i = 0; i < train.rows; i++)
+	{
+		int x = cvRound(train.at<float>(i, 0));
+		int y = cvRound(train.at<float>(i, 1));
+		int l = label.at<int>(i, 0);
+
+		if (l == 0)
+			circle(img, Point(x, y), 5, Scalar(0, 0, 128), -1, LINE_AA);
+		else if (1 == 1)
+			circle(img, Point(x, y), 5, Scalar(0, 128, 0), -1, LINE_AA);
+		else if (1 == 2)
+			circle(img, Point(x, y), 5, Scalar(128, 0, 0), -1, LINE_AA);
+	}
+
+	imshow("knn", img);
+	imwrite("knn-result1.png", img);
+}
+
+
+/// 
+
+Ptr<KNearest> train_knn()
+{
+	Mat digits = imread("digits.png", IMREAD_GRAYSCALE);
+	if (digits.empty())
+	{
+		cerr << "Image load failed!" << endl;
+		return 0;
+	}
+
+	Mat train_images, train_labels;
+
+	for (int j = 0; j < 50; j++)
+	{
+		for (int i = 0; i < 100; i++)
+		{
+			Mat roi, roi_float, roi_flatten;
+			roi = digits(Rect(i * 20, j * 20, 20, 20));
+			roi.convertTo(roi_float, CV_32F);
+			roi_flatten = roi_float.reshape(1, 1);
+
+			train_images.push_back(roi_flatten);
+			train_labels.push_back(j / 5);
+		}
+	}
+
+	Ptr<KNearest> knn = KNearest::create();
+	knn->train(train_images, ROW_SAMPLE, train_labels);
+
+	return knn;
+}
+
+Point ptPrev(-1, -1);
+void on_mouse(int event, int x, int y, int flags, void* userdata)
+{
+	Mat img = *(Mat*)userdata;
+
+	if (event == EVENT_LBUTTONDOWN)
+	{
+		ptPrev = Point(x, y);
+	}
+	else if (event == EVENT_LBUTTONUP)
+	{
+		ptPrev = Point(-1, -1);
+	}
+	else if (event == EVENT_MOUSEMOVE && (flags & EVENT_FLAG_LBUTTON))
+	{
+		line(img, ptPrev, Point(x, y), Scalar::all(255), 40, LINE_AA, 0);
+		ptPrev = Point(x, y);
+		imshow("img", img);
+	}
+}
+
+int knn_digits()
+{
+	Ptr<KNearest> knn = train_knn();
+
+	if (knn.empty())
+	{
+		cerr << "Training failed!" << endl;
+		return -1;
+	}
+
+	Mat img = Mat::zeros(400, 400, CV_8U);
+	imshow("img", img);
+	setMouseCallback("img", on_mouse, (void*)&img);
+
+	while (true)
+	{
+		int c = waitKey(0);
+		if (c == 27)
+			break;
+		else if (c == ' ')
+		{
+			Mat img_resize, img_float, img_flatten, res;
+
+			resize(img, img_resize, Size(20, 20), 0, 0, INTER_AREA);
+			img_resize.convertTo(img_float, CV_32F);
+			img_flatten = img_float.reshape(1, 1);
+
+			knn->findNearest(img_flatten, 3, res);
+			cout << cvRound(res.at<float>(0, 0)) << endl;
+
+			img.setTo(0);
+			imshow("img", img);
+			imwrite("knn-result2.png", img);
+		}
+	}
+
+	return 0;
+}
+
+int main()
+{
+	kNN();
+	knn_digits();
+}