데블스캠프2011/둘째날/Machine-Learning/NaiveBayesClassifier/강성현 - Revision history

Maintenance script: Repair batch-0004 pages from live compare

2026-03-27T00:37:21Z

Repair batch-0004 pages from live compare

imported>공간도형 at 13:46, 28 June 2011

2011-06-28T13:46:15Z

← Older revision		Revision as of 13:46, 28 June 2011
Line 28:		Line 28:

	public String nextLine() { return scan.nextLine(); }		public String nextLine() { return scan.nextLine(); }


	}		}

imported>공간도형 at 13:46, 28 June 2011

2011-06-28T13:46:09Z

← Older revision		Revision as of 13:46, 28 June 2011
Line 7:		Line 7:

	=== FileData Class ===		=== FileData Class ===
	~~// (version 1~~.~~5 : 49~~.~~0, super bit)~~		package org.zeropage.devils.machine;
	~~public class java~~.~~io.UnsupportedEncodingException extends java.io.IOException {~~

	~~// Method descriptor #1 ()V~~
	~~// Stack: 1, Locals: 1~~
	~~public UnsupportedEncodingException()~~;
	~~0 aload_0 [this]~~
	~~1 invokespecial java.io.IOException() [11]~~
	~~4 return~~

			import java.io.FileInputStream;
	~~// Method descriptor #2 (Ljava/lang/String~~;)V		import java.io.FileNotFoundException;
	~~// Stack: 2, Locals: 2~~		import java.io.InputStreamReader;
	~~public UnsupportedEncodingException(~~java.~~lang~~.~~String arg0)~~;		import java.io.UnsupportedEncodingException;
	0 ~~aload_0 [this]~~		import java.util.Scanner;
	1 ~~aload_1 [arg0]~~
	2 ~~invokespecial~~ java.io.~~IOException~~(~~java~~.~~lang~~.String) ~~[12]~~		public class FileData {
	~~5 return~~
			Scanner scan;

			public FileData(String filename) throws FileNotFoundException, UnsupportedEncodingException {
			scan = new Scanner(new InputStreamReader(new FileInputStream(filename),"UTF-8"));
			}

			public boolean hasNext() { return scan.hasNext(); }

			public String next() { return scan.next(); }

			public String nextLine() { return scan.nextLine(); }


	}		}

imported>공간도형 at 13:45, 28 June 2011

2011-06-28T13:45:46Z

New page

== 설명 ==
* HashMap을 사용하여 단어와 빈도수를 저장함. 저장할 빈도수가 2개라 int형 2개를 저장하는 Int2 클래스를 만듦.
* 파일입력은 FileData 클래스를 만들어서 사용. java.util.Scanner를 사용하였음.
* train 데이터를 읽어들여서 일단 문자열과 빈도수를 csv 파일로 저장. 이를 Analyze 클래스에서 csv 파일을 읽어들여 test 데이터를 판별.

== Source Code ==

=== FileData Class ===
// (version 1.5 : 49.0, super bit)
public class java.io.UnsupportedEncodingException extends java.io.IOException {

// Method descriptor #1 ()V
// Stack: 1, Locals: 1
public UnsupportedEncodingException();
0 aload_0 [this]
1 invokespecial java.io.IOException() [11]
4 return

// Method descriptor #2 (Ljava/lang/String;)V
// Stack: 2, Locals: 2
public UnsupportedEncodingException(java.lang.String arg0);
0 aload_0 [this]
1 aload_1 [arg0]
2 invokespecial java.io.IOException(java.lang.String) [12]
5 return

}

=== Train File Analysis ===
package org.zeropage.devils.machine;

import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.PrintWriter;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.StringTokenizer;

public class Main {

public static HashMap<String, Int2> words = new HashMap<String, Int2>();

public static void main(String[] args) {

try {
FileData politics = new FileData("train/politics/index.politics.db");
FileData economy = new FileData("train/economy/index.economy.db");

while (politics.hasNext()) {
String article = politics.nextLine();
StringTokenizer st = new StringTokenizer(article, " \t\n\r\f\'\"");

while (st.hasMoreTokens()) {

String word = st.nextToken();
ArrayList<String> wordsInArticle = new ArrayList<String>();
if (wordsInArticle.contains(word)) continue;
wordsInArticle.add(word);

if (!words.containsKey(word)) {
words.put(word, new Int2());
}
words.get(word).increase1();
}
}

while (economy.hasNext()) {
String article = economy.nextLine();
StringTokenizer st = new StringTokenizer(article, " \t\n\r\f\'\"");

while (st.hasMoreTokens()) {

String word = st.nextToken();
ArrayList<String> wordsInArticle = new ArrayList<String>();
if (wordsInArticle.contains(word)) continue;
wordsInArticle.add(word);

if (!words.containsKey(word)) {
words.put(word, new Int2());
}
words.get(word).increase2();
}
}

writeCsv("result.csv");

} catch (FileNotFoundException e) {
e.printStackTrace();
} catch (UnsupportedEncodingException e) {
e.printStackTrace();
}
}

private static void writeCsv(String filename) throws FileNotFoundException {
PrintWriter pw = new PrintWriter(new FileOutputStream(filename));

String[] wordset = words.keySet().toArray(new String[0]);
Int2[] intset = words.values().toArray(new Int2[0]);

pw.println("word,politics,economy");

for (int i = 0; i < wordset.length; i++) {
pw.println('"' + wordset[i] + '"' + ',' + intset[i].get1() + ',' + intset[i].get2());
}
pw.close();
}

}

class Int2 {
private int _1, _2;

public Int2() {
_1 = 0; _2 = 0;
}

public Int2(int __1, int __2) {
_1 = __1; _2 = __2;
}

public void increase1() { _1++; }
public void increase2() { _2++; }

public int get1() { return _1; }
public int get2() { return _2; }
}

=== test File Analysis ===
package org.zeropage.devils.machine;

import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.StringTokenizer;

import au.com.bytecode.opencsv.CSVReader;

public class Analyze {

public static HashMap<String, Int2> words = new HashMap<String, Int2>();

public static void main(String[] args) {

try {
CSVReader csv = new CSVReader(new InputStreamReader(new FileInputStream("result.csv"), "UTF-8"));
FileData politics = new FileData("test/politics/politics.txt");
FileData economy = new FileData("test/economy/economy.txt");

String[][] data = csv.readAll().toArray(new String[0][0]);

for (int i = 2; i < data.length; i++) {
words.put(data[i][0], new Int2(Integer.parseInt(data[i][1]),Integer.parseInt(data[i][2])));
}

int isP = 0, isE = 0, count = 0;

while (politics.hasNext()) {
String article = politics.nextLine();
StringTokenizer st = new StringTokenizer(article, " \t\n\r\f\'\"");
double p = 0.0;

while (st.hasMoreTokens()) {

String word = st.nextToken();
ArrayList<String> wordsInArticle = new ArrayList<String>();
if (wordsInArticle.contains(word)) continue;
wordsInArticle.add(word);

if (words.containsKey(word)) {
Int2 f = words.get(word);
p += Math.log((f.get1()+1)/(double)(f.get2()+1));
}
}
if (p > 0) isP++;

count++;

}

while (economy.hasNext()) {
String article = economy.nextLine();
StringTokenizer st = new StringTokenizer(article, " \t\n\r\f\'\"");
double p = 0.0;

while (st.hasMoreTokens()) {

String word = st.nextToken();
ArrayList<String> wordsInArticle = new ArrayList<String>();
if (wordsInArticle.contains(word)) continue;
wordsInArticle.add(word);
if (words.containsKey(word)) {
Int2 f = words.get(word);
p += Math.log((f.get2()+1)/(double)(f.get1()+1));
}
}
if (p > 0) isE++;
count++;
}

System.out.println((isP + isE)/(double)count);

} catch (UnsupportedEncodingException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (FileNotFoundException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}

← Older revision		Revision as of 00:37, 27 March 2026
Line 46:		Line 46:
	public static HashMap<String, Int2> words = new HashMap<String, Int2>();		public static HashMap<String, Int2> words = new HashMap<String, Int2>();

	public static void main(String[] args) {		public static void main(String[] args) {

	try {		try {
Line 100:		Line 100:
	PrintWriter pw = new PrintWriter(new FileOutputStream(filename));		PrintWriter pw = new PrintWriter(new FileOutputStream(filename));

	String[] wordset = words.keySet().toArray(new String[0]);		String[] wordset = words.keySet().toArray(new String[0]);
	Int2[] intset = words.values().toArray(new Int2[0]);		Int2[] intset = words.values().toArray(new Int2[0]);

	pw.println("word,politics,economy");		pw.println("word,politics,economy");

	for (int i = 0; i < wordset.length; i++) {		for (int i = 0; i < wordset.length; i++) {
	pw.println('"' + wordset[i] + '"' + ',' + intset[i].get1() + ',' + intset[i].get2());		pw.println('"' + wordset[i] + '"' + ',' + intset[i].get1() + ',' + intset[i].get2());
	}		}
	pw.close();		pw.close();
Line 149:		Line 149:
	public static HashMap<String, Int2> words = new HashMap<String, Int2>();		public static HashMap<String, Int2> words = new HashMap<String, Int2>();

	public static void main(String[] args) {		public static void main(String[] args) {

	try {		try {
Line 156:		Line 156:
	FileData economy = new FileData("test/economy/economy.txt");		FileData economy = new FileData("test/economy/economy.txt");

	String~~[][]~~ data = csv.readAll().toArray(new String[0][0]);		String[][] data = csv.readAll().toArray(new String[0][0]);

	for (int i = 2; i < data.length; i++) {		for (int i = 2; i < data.length; i++) {
	words.put(data[i][0], new Int2(Integer.parseInt(data[i][1]),Integer.parseInt(data[i][2])));		words.put(data[i][0], new Int2(Integer.parseInt(data[i][1]),Integer.parseInt(data[i][2])));
	}		}

Line 221:		Line 221:
	}		}
	}		}