Click here to Skip to main content
12,396,461 members (67,477 online)
Click here to Skip to main content
Articles » Web Development » ASP.NET » General » Downloads

Stats

368.9K views
5.1K downloads
104 bookmarked
Posted

Screen Scraping with C# for ASP.NET

, 1 Mar 2002 CDDL
Using C# to scrape content from a third party site and present in on an ASP.NET webpage
using System;
using System.Collections;
using System.ComponentModel;
using System.Data;
using System.Drawing;
using System.Web;
using System.Web.SessionState;
using System.Web.UI;
using System.Web.UI.WebControls;
using System.Web.UI.HtmlControls;

namespace Weather
{
	/// <summary>
	/// Summary description for WebForm1.
	/// </summary>
	public class WebForm1 : System.Web.UI.Page
	{
		// Instance of the Screen Scraper class
		private ScreenScraper.Scraper scraper;

		private void Page_Load(object sender, System.EventArgs e)
		{
			// Put user code to initialize the page here
		}

		/// <summary>
		/// Returns an HTML string containing the weather table
		/// </summary>
		public string GetWeather()
		{
			// If an instance is not already created
			if(scraper == null)
			{
				scraper = new ScreenScraper.Scraper();
				
				// Attempt to open weather site
				string URL = "http://www.pittsburgh.com/partners/wpxi/weather/";
				if( !scraper.OpenSite(URL) )
					return "Site not found";
			}
			// Return the weather table
			return scraper.GetWeather();
		}

		/// <summary>
		/// Returns an HTML string containing the forecast table
		/// </summary>
		public string GetForecast()
		{
			// If an instance is not already created
			if(scraper == null)
			{
				scraper = new ScreenScraper.Scraper();
				
				// Attempt to open weather site
				string URL = "http://www.pittsburgh.com/partners/wpxi/weather/";
				if( !scraper.OpenSite(URL) )
					return "Site not found";
			}

			// Return the weather table
			return scraper.GetForecast();
		}

		#region Web Form Designer generated code
		override protected void OnInit(EventArgs e)
		{
			//
			// CODEGEN: This call is required by the ASP.NET Web Form Designer.
			//
			InitializeComponent();
			base.OnInit(e);
		}
		
		/// <summary>
		/// Required method for Designer support - do not modify
		/// the contents of this method with the code editor.
		/// </summary>
		private void InitializeComponent()
		{    
			this.Load += new System.EventHandler(this.Page_Load);
		}
		#endregion
	}
}

By viewing downloads associated with this article you agree to the Terms of Service and the article's licence.

If a file you wish to view isn't highlighted, and is a text file (not binary), please let us know and we'll add colourisation support for it.

License

This article, along with any associated source code and files, is licensed under The Common Development and Distribution License (CDDL)

Share

About the Author


You may also be interested in...

| Advertise | Privacy | Terms of Use | Mobile
Web02 | 2.8.160721.1 | Last Updated 2 Mar 2002
Article Copyright 2002 by Not Active
Everything else Copyright © CodeProject, 1999-2016
Layout: fixed | fluid