static string GetHtml(string url)
{
HttpWebRequest request = WebRequest.Create(url) as HttpWebRequest;
request.Timeout = 16 * 1000;
HttpWebResponse response = request.GetResponse() as HttpWebResponse;
Stream stream = response.GetResponseStream();
StreamReader reader = new StreamReader(stream, Encoding.Default);
string html = reader.ReadToEnd();
stream.Close();
return html;
}
static string FiltHtml(string htmlStr)
{
var jsurl = Regex.Match(htmlStr, "(?<=<script type=\"text/javascript\" src=\"/playdata/).*?(?=\"></script>)").Value;
var title = Regex.Match(htmlStr, "(?<=<title> There is ).*?(?=xxx</title>)").Value;
var wildQvod = GetHtml(string.Format("http://xxx.com/playdata/{0}", jsurl));
var qvod = Regex.Match(wildQvod,@"(?<=\$).*?(?=\$)").Value;
return string.Format("{0}:{1}", title,qvod);
}
static void Main(string[] args)
{
StreamWriter sw = new StreamWriter(@"D:\g.txt", true, Encoding.Unicode);
sw.AutoFlush = true;
var startNum = 787;
for (var i = 0; i < 3000; i++)
{
try
{
var startUrl = string.Format("http://xxx.com/player/index{0}-0-0.html", startNum + i);
var wildHtml = GetHtml(startUrl);
var oneData = FiltHtml(wildHtml);
oneData = string.Format("{0}:{1}", startNum + i, oneData);
sw.WriteLine(oneData);
Console.WriteLine(oneData);
System.Threading.Thread.Sleep(2000);
}
catch
{
var oneData = string.Format("{0}: Make a mistake ", i + startNum);
Console.WriteLine(oneData);
sw.WriteLine(oneData);
}
}
sw.Close();
Console.ReadKey();
}