<div style="background-color:#fffffe;line-height:19px;"> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">#include</span><span style="color:#0000ff;"><</span><span style="color:#a31515;">iostream</span><span style="color:#0000ff;">></span> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">#include</span><span style="color:#0000ff;"><</span><span style="color:#a31515;">fstream</span><span style="color:#0000ff;">></span> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">#include</span><span style="color:#0000ff;"><</span><span style="color:#a31515;">sstream</span><span style="color:#0000ff;">></span> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">#include</span><span style="color:#0000ff;"><</span><span style="color:#a31515;">string</span><span style="color:#0000ff;">></span> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">#include</span><span style="color:#0000ff;"><</span><span style="color:#a31515;">iomanip</span><span style="color:#0000ff;">></span> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">using</span><span style="color:#0000ff;">namespace</span> std; </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">const</span><span style="color:#0000ff;">int</span> ArrayMax = <span style="color:#09885a;">50000</span>; </div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">int</span> readData(string *words) </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">{</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> ifstream infile;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> string line;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> string fileName;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Type the name of text to read "</span>;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cin >> fileName;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Opening File: "</span> << <span style="color:#a31515;">"</span><span style="color:#ff69b4;">\"</span><span style="color:#a31515;">"</span><< fileName <<<span style="color:#a31515;">"</span><span style="color:#ff69b4;">\"</span><span style="color:#a31515;">"</span><<endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> infile.open (fileName); <span style="color:#aaaaaa;">//name of file here. plz mention Complete path if file is not at root</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">int</span> count=<span style="color:#09885a;">0</span>;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> string data;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">if</span> (infile.is_open()) <span style="color:#aaaaaa;">//if file opened</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">while</span>(infile>>data)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> words[count] = data;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> count++;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">return</span> count;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">else</span><span style="color:#aaaaaa;">//if file not found show the below message</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Sorry, we could not find the file."</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> infile.close();</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">return</span> -<span style="color:#09885a;">1</span>; </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">}</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">void</span> removeSpecialCharacter(string s) </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">{</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">for</span> (<span style="color:#0000ff;">int</span> i = <span style="color:#09885a;">0</span>; i < s.size(); i++)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#aaaaaa;">// Finding the character whose</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#aaaaaa;">// ASCII value fall under this</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#aaaaaa;">// range</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">if</span> (s[i] < <span style="color:#a31515;">'A'</span> || s[i] > <span style="color:#a31515;">'Z'</span> && s[i] < <span style="color:#a31515;">'a'</span> || s[i] > <span style="color:#a31515;">'z'</span>)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> { </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#aaaaaa;">// erase function to erase</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#aaaaaa;">// the character</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> s.erase(i, <span style="color:#09885a;">1</span>);</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> i--;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">}</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">string cleanWord(string <span style="color:#0000ff;">in</span>)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">{</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> string data = <span style="color:#a31515;">""</span>;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">char</span> ch;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">for</span>(<span style="color:#0000ff;">unsigned</span><span style="color:#0000ff;">int</span> i = <span style="color:#09885a;">0</span>; i < <span style="color:#0000ff;">in</span>.length(); i++)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> ch = <span style="color:#0000ff;">in</span>[i];</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#aaaaaa;">//convert upper case to lower</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">if</span>(ch >= <span style="color:#a31515;">'A'</span> && ch <= <span style="color:#a31515;">'Z'</span> )</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> data += ch-<span style="color:#a31515;">'A'</span>+<span style="color:#a31515;">'a'</span>;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">else</span><span style="color:#0000ff;">if</span>(ch>=<span style="color:#a31515;">'0'</span> && ch<=<span style="color:#a31515;">'9'</span> )</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> data += ch;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">else</span><span style="color:#0000ff;">if</span>(ch>=<span style="color:#a31515;">'a'</span> && ch<=<span style="color:#a31515;">'z'</span> )</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> data += ch;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">///////////// <span style="color:#0000ff;">else</span></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">//////////////// {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> /////////////////// data.erase(i, <span style="color:#09885a;">1</span>);</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> //////////////// }</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">return</span> data;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">}</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">void</span> cleanAndStoreToFile(string *word,<span style="color:#0000ff;">int</span> count) </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">{</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> ofstream myfile (<span style="color:#a31515;">"ast1log.txt"</span>);</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Exporting data to file......"</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">for</span>(<span style="color:#0000ff;">int</span> i=<span style="color:#09885a;">0</span>; i < count; i++)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> {</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> myfile << word[i] << <span style="color:#a31515;">" ===> "</span> << cleanWord(word[i]) << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> }</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">}</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> <span style="color:#0000ff;">int</span> main() </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">{</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> string words[ArrayMax];</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Array size is : "</span> << ArrayMax << endl;</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"><span style="color:#0000ff;">int</span> count = readData(words);</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cleanAndStoreToFile(words,count); </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Finished Reading "</span> << count <<<span style="color:#a31515;">" words. Closing File."</span> << endl;</div> <br><div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Commands"</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Unigram: search for unigram"</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Bigram : search for bigram"</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Save : save 1gms.txt and 2gms.txt"</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Index : print index of unigram or bigram "</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> cout << <span style="color:#a31515;">"Quit/q : terminate program"</span> << endl;</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"></div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">}</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">string cleanWord(string <span style="color:#0000ff;">in</span>)</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">에서</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">파일 읽으면</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">일단 숫자 포함 대문자 소문자로 빠꾸고 싶은데 어렵네요....</div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </div> <div style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">파일 읽는게</div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;">*** START OF THIS PROJECT GUTENBERG EBOOK THE TIME MACHINE *** Release Date: October 2, 2004 [EBook #35] Author: H. G. Wells</span></font> </div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;"> </span></font> </div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;">이라면</span></font> </div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;">*** ===> START ===> start OF ===> of THIS ===> this PROJECT ===> project GUTENBERG ===> gutenberg EBOOK ===> ebook THE ===> the TIME ===> time MACHINE ===> machine *** ===> Release ===> release Date: ===> date October ===> october 2, ===> 2 2004 ===> 2004 [EBook ===> ebook #35] ===> 35 Author: ===> author H. ===> h G. ===> g Wells ===> wells</span></font> </div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;"> </span></font> </div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;">자꾸 이렇게 되네요.</span></font> </div> <div> <br></div> <div> <span style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">START ===> start OF ===> of THIS ===> this PROJECT ===> project GUTENBERG ===> gutenberg EBOOK ===> ebook THE ===> the TIME ===> time MACHINE ===> machine Release ===> release Date: ===> date October ===> october 2, ===> 2 2004 ===> 2004 [EBook ===> ebook #35] ===> 35 Author: ===> author H. ===> h G. ===> g Wells ===> wells</span> </div> <div> <span style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">원래라면 이렇게 되야하는데....</span> </div> <div> <span style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;"> </span> </div> <div> <span style="font-family:Consolas, 'Courier New', monospace;font-size:14px;white-space:pre;">도움 부탁드려요</span> </div> <div> <font face="Consolas, Courier New, monospace"><span style="font-size:14px;white-space:pre;"> </span></font> </div> </div>