Click here to Skip to main content
15,897,273 members
Articles / Web Development / ASP.NET

HTTP Data Client - Web Scraping

Rate me:
Please Sign up or sign in to vote.
4.79/5 (8 votes)
21 Jul 2011CPOL12 min read 47.5K   1.7K   56  
A HTTPWebRequest based library which abstracts how data is retrieved from web sources.
namespace HttpData.Client
{
    /// <summary>
    /// User agent definitions.
    /// </summary>
    public static class HDPAgents
    {
        #region PUBLIC CONSTANTS
        /// <summary>
        /// Agent description for Google Chrome browser.
        /// </summary>
        public const string CHROME_BETA = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Chrome/1.0.154.36 Safari/525.19";

        /// <summary>
        /// Agent description for Internet Explorer 8 browser.
        /// </summary>
        public const string IE_8 = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0)";

        /// <summary>
        /// Agent description for Internet Explorer 7 browser.
        /// </summary>
        public const string IE_7 = "Mozilla/4.0 (compatible;MSIE 7.0;Windows NT 6.0)";

        /// <summary>
        /// Agent description for Internet Explorer 6 browser.
        /// </summary>
        public const string IE_6 = "Mozilla/4.0 (Windows; MSIE 6.0; Windows NT 6.0)";

        /// <summary>
        /// Agent description for Internet Explorer 5 browser.
        /// </summary>
        public const string IE_5 = "Mozilla/4.0 (compatible; MSIE 5.00; Windows 98)";

        /// <summary>
        /// Agent description for Internet Explorer 4 browser.
        /// </summary>
        public const string IE_4 = "Mozilla/4.0 (compatible; MSIE 4.0; Windows 98 )";

        /// <summary>
        /// Agent description for Netscape Navigator 9 browser.
        /// </summary>
        public const string NAVIGATOR_9 = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.8pre) Gecko/20071019 Firefox/2.0.0.8 Navigator/9.0.0.1";

        /// <summary>
        /// Agent description for Netscape Navigator 8 browser.
        /// </summary>
        public const string NAVIGATOR_8 = "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.5) Gecko/20050519 Netscape/8.0.1";

        /// <summary>
        /// Agent description for Netscape Navigator 7 browser.
        /// </summary>
        public const string NAVIGATOR_7 = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.2) Gecko/20040804 Netscape/7.2 (ax)";

        /// <summary>
        /// Agent description for Opera 9.62 browser.
        /// </summary>
        public const string OPERA_9_62 = "Opera/9.62 (Windows NT 5.1; U; en) Presto/2.1.1";

        /// <summary>
        /// Agent description for Opera 9 browser.
        /// </summary>
        public const string OPERA_9 = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 9.0";

        /// <summary>
        /// Agent description for Opera 8 browser.
        /// </summary>
        public const string OPERA_8 = "Opera/8.00 (Windows NT 5.1; U; en)";

        /// <summary>
        /// Agent description for Opera 7 browser.
        /// </summary>
        public const string OPERA_7 = "Mozilla/4.0 (compatible; MSIE 5.0; Windows 2000) Opera 6.0 [en])";

        /// <summary>
        /// Agent description for Safari 3 browser.
        /// </summary>
        public const string SAFARI_3 = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.19 (KHTML, like Gecko) Version/3.1.2 Safari/525.21";

        /// <summary>
        /// Agent description for Safari 2 browser.
        /// </summary>
        public const string SAFARI_2 = "Mozilla/5.0 (Macintosh; U; PPC Mac OS X; fr-fr) AppleWebKit/312.5.1 (KHTML, like Gecko) Safari/312.3.1";

        /// <summary>
        /// Agent description for Mozilla Firefox 3 browser.
        /// </summary>
        public const string FIREFOX_3 = "Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.9.0.5) Gecko/2008120122 Firefox/3.0.5";

        /// <summary>
        /// Agent description for Mozilla Firefox 2 browser.
        /// </summary>
        public const string FIREFOX_2 = "Mozilla/5.0 (Windows; U; Windows NT 6.0; en-GB; rv:1.8.1.11) Gecko/20071127 Firefox/2.0.0.11";

        /// <summary>
        /// Agent description for Mozilla Firefox 1.5 browser.
        /// </summary>
        public const string FIREFOX_1_5 = "Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.7) Gecko/20060909 Firefox/1.5.0.7";

        /// <summary>
        /// Agent description for Mozilla Firefox 1 browser.
        /// </summary>
        public const string FIREFOX_1 = "Mozilla/5.0 (Windows; U; Windows NT 5.2; en-US; rv:1.7.12) Gecko/20050915 Firefox/1.0.7 (ax)";

        /// <summary>
        /// Agent description for Google Bot 2.1.
        /// </summary>
        public const string GOOGLEBOT_2_1 = "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)";

        /// <summary>
        /// Agent description for Google Image Bot 2.1.
        /// </summary>
        public const string GOOGLEBOT_IMAGE_1 = "Googlebot-Image/1.0";

        /// <summary>
        /// Agent description for Yahoo Seeker.
        /// </summary>
        public const string YAHOO_SEEKER = "YahooSeeker/1.2 (compatible; Mozilla 4.0; MSIE 5.5; yahooseeker at yahoo-inc dot com ; http://help.yahoo.com/help/us/shop/merchant/)";
        #endregion
    }
}

By viewing downloads associated with this article you agree to the Terms of Service and the article's licence.

If a file you wish to view isn't highlighted, and is a text file (not binary), please let us know and we'll add colourisation support for it.

License

This article, along with any associated source code and files, is licensed under The Code Project Open License (CPOL)


Written By
Software Developer (Senior)
Cyprus Cyprus
I am a senior software engineer with over 8 years experience. Have worked for different international software companies using different technologies and programming languages like: C/C++, lotus script, lotus API, C#, ASP.NET, WCF, MS-SQL, Oracle, Domino Server, JavaScript.

Comments and Discussions