trade/NewsCrawler
1
0
Fork 0
Code Issues 1 Pull Requests Releases Activity

- elk update

Browse Source 
- 모의투자
This commit is contained in:
mjjo53
2018-06-07 15:35:31 +09:00
parent 1712ac7b9b
commit d074af571a
10 changed files with 228 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
Crawler.cs
View File

@@ -78,7 +78,10 @@ namespace NewsCrawler
foreach(var item in lists)
{
string strTitle1 = item.SelectSingleNode(".//a").GetAttributeValue("title", "");
string strTitle2 = item.SelectSingleNode(".//a").FirstChild.InnerText;
var child = item.SelectSingleNode(".//a").FirstChild;
string strTitle2 = "";
if (child != null)
strTitle2 = child.InnerText;
string strTitle = (strTitle1.Length > strTitle2.Length ? strTitle1 : strTitle2);
string strTime = item.SelectSingleNode(".//span").InnerText;
string strURL = strServerURL+item.SelectSingleNode(".//a").GetAttributeValue("href", "");
@@ -309,6 +312,8 @@ namespace NewsCrawler
using(StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
HtmlAgilityPack.HtmlDocument doc = new HtmlAgilityPack.HtmlDocument();
doc.LoadHtml(responseFromServer);
@@ -389,6 +394,8 @@ namespace NewsCrawler
using(StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
dynamic jObj = Newtonsoft.Json.JsonConvert.DeserializeObject(responseFromServer);
string strBody = jObj["reportBody"];
@@ -464,6 +471,8 @@ namespace NewsCrawler
using (StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
dynamic jObj = Newtonsoft.Json.JsonConvert.DeserializeObject(responseFromServer);
string strBody = jObj["reportBody"];
@@ -541,6 +550,8 @@ namespace NewsCrawler
using (StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
dynamic jObj = Newtonsoft.Json.JsonConvert.DeserializeObject(responseFromServer);
string strBody = jObj["reportBody"];
@@ -613,6 +624,8 @@ namespace NewsCrawler
using(StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
dynamic jObj = Newtonsoft.Json.JsonConvert.DeserializeObject(responseFromServer);
string strBody = jObj["reportBody"];
@@ -686,6 +699,8 @@ namespace NewsCrawler
using(StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
dynamic jObj = Newtonsoft.Json.JsonConvert.DeserializeObject(responseFromServer);
string strBody = jObj["reportBody"];
@@ -770,6 +785,8 @@ namespace NewsCrawler
using(StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
dynamic jObj = Newtonsoft.Json.JsonConvert.DeserializeObject(responseFromServer);
string strErrCode = jObj["err_code"];
@@ -900,6 +917,8 @@ namespace NewsCrawler
using(StreamReader reader = new StreamReader(dataStream, Encoding.GetEncoding("utf-8")))
{
string responseFromServer = WebUtility.HtmlDecode(reader.ReadToEnd());
if (responseFromServer.Contains("정정"))
Console.WriteLine("");
HtmlAgilityPack.HtmlDocument doc = new HtmlAgilityPack.HtmlDocument();
doc.LoadHtml(responseFromServer);