1:
2:
3:
4:
5:
6:
7:
8:
9:
10:
11:
12:
13:

        public string Search(string searchString)
        {
            int start = 0;
            WebClient wc = new WebClient();
            string html = string.Empty;
            do
            {
                html += wc.DownloadString(string.Format("http://www.google.de/search?q={0}&start={1}", searchString, start));
                start += 10;
                // Thread.Sleep(5000);
            } while (html.Contains("<b>Weiter</b>"));
            return html;
        }                    

1:

Der Remoteserver hat einen Fehler zurückgegeben: (503) Server nicht verfügbar.                    

1:
2:
3:
4:
5:
6:
7:
8:
9:
10:
11:

                // Request
                var request = (HttpWebRequest)WebRequest.Create(uri);
                request.CookieContainer = _cookieContainer;
                request.UserAgent = UserAgent; // Firefox 12
                request.AutomaticDecompression = _automaticDecompression; // GZIP | DEFLATE
                request.KeepAlive = true;
                request.MaximumAutomaticRedirections = MaximumAutomaticRedirections; // 5
                request.AllowAutoRedirect = allowAutoRedirect; // true
                request.Headers.Set(HttpRequestHeader.AcceptLanguage, AcceptLanguage); // de-de,de;q=0.8,en-us;q=0.5,en;q=0.3
                var response = (HttpWebResponse)request.GetResponse();
                Stream stream =  response.GetResponseStream();                    

1:

http://www.google.de/search?q=searchString                    

1:

http://www.google.de/sorry/?continue=http://www.google.de/search?q=searchString                    

1:

Thread.Sleep(new Random().Next(10, 3000));                    

1:
2:
3:

            WebClient wc = new WebClient();
            for (int start = 0; start < 1000; start+=10)
                wc.DownloadString("http://www.google.de/search?q=inurl:sharp&start=" + start);                    

1:
2:
3:
4:
5:
6:
7:
8:

catch (WebException ex)
{
  if (ex.Response.ResponseUri.AbsolutePath == "/sorry/")
  {
    HttpWebRequest request = HttpWebRequest.CreateHttp(ex.Response.ResponseUri);
    string response = new StreamReader(request.GetResponse().GetResponseStream()).ReadToEnd();
  }
}                    

1:
2:
3:
4:
5:
6:
7:
8:
9:
10:
11:
12:
13:
14:
15:
16:
17:
18:

http://www.google.de/search?q=sharp&start=10

GET /search?q=sharp&start=10 HTTP/1.1
Host: www.google.de
User-Agent: Mozilla/5.0 (Windows NT 6.1; WOW64; rv:12.0) Gecko/20100101 Firefox/12.0
Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
Accept-Language: de-de,de;q=0.8,en-us;q=0.5,en;q=0.3
Accept-Encoding: gzip, deflate

HTTP/1.1 302 Found
Via: 1.1 INET
Connection: Keep-Alive
Content-Length: 287
Date: Mon, 21 May 2012 13:40:13 GMT
Location: http://www.google.com/sorry/?continue=http://www.google.de/search%3Fq%3Dsharp%26start%3D10
Content-Type: text/html; charset=UTF-8
Server: GFE/2.0
Cache-Control: private                    

1:
2:
3:
4:
5:
6:
7:

HttpWebRequest request = HttpWebRequest.Create(url);
try 
{ request.GetResponse(); }
catch (WebException ex)
{
  Console.WriteLine(ex.Response.ResponseUri.ToString()) // http://www.google.de/sorry/...
}                    

1:

string response = new StreamReader(ex.Response.GetResponseStream()).ReadToEnd();                    

1:
2:
3:
4:
5:

string response = new StreamReader(ex.Response.GetResponseStream()).ReadToEnd();

string imageUrl = new Regex("<img src=\"(?<url>.+?)\" border=\"1\" alt=\"Bilder aktivieren\">").Match(response).Groups["url"].Value;
Stream imageStream = HttpWebRequest.Create("http://www.google.de" + imageUrl).GetResponse().GetResponseStream();
Image chapta = new Bitmap(imageStream);                    

1:

http://www.google.de/sorry/Captcha?continue=http://www.google.de/search?searchString&id="+id+"&captcha="+captcha+"&submit=Senden