Screen Scraping a Password Protected Site

[apondu]

I'm trying to screen scrape a site that requires a password.

I am using C#.Net, i am new to this and with the information available
around on the internet i just put tht information into the code.

But still i am not able to achieve what i want to.

I have posted the code which i have written, along with the site and
the userid ans password

Can someone take a look at the code and help with the information on
where i am going wrong and guide me across with the correct procedure.
and help to perform screen scrapping of the password word protected
site.

Thnaks for the help

Regards,
Govardhan.

My Code :

public void getContent()
{
UTF8Encoding utf = new UTF8Encoding();

string url = "http://www.bloglines.c om/login";

Uri uri = new Uri(url);

string userName = "ap****@gmail.c om";

string userPassword = "password12 3";

int port = 80;

string proxyUserName = "";

string proxyPassword = "";

string proxyName = "";

CookieCollectio n Cookies = new CookieCollectio n();

HttpWebRequest request = (HttpWebRequest )WebRequest.Cre ate(url);

request.Method = "POST";

request.Content Type = "applicatio n/x-www-form-urlencoded";

// request.Credent ials = new
NetworkCredenti al( userName,userPa ssword );

request.CookieC ontainer = new CookieContainer ();

request.AllowAu toRedirect = true;

if (Cookies != null && Cookies.Count 0)

request.CookieC ontainer.Add(Co okies);

// Code Changed to have post data

string postData = "email=ap****@g mail.com&passwo rd=password123" ;
byte[] postBytes = Encoding.UTF8.G etBytes (postData);

Stream postStream = request.GetRequ estStream();
postStream.Writ e(postBytes, 0, postBytes.Lengt h);
postStream.Clos e();

// End of Code Changed to have post data

HttpWebResponse response = (HttpWebRespons e)request.GetRe sponse();

if (response.Cooki es.Count 0)
{
if (Cookies == null)

{
Cookies = response.Cookie s;
}
else
{
// If we already have cookies update list

foreach (Cookie oRespCookie in response.Cookie s)
{
bool bMatch = false;

foreach(Cookie oReqCookie in Cookies)
{
if (oReqCookie.Nam e == oRespCookie.Nam e)
{
oReqCookie.Valu e = oRespCookie.Nam e;

bMatch = true;

break;
}
}
if (!bMatch)
Cookies.Add(oRe spCookie);
}

}
} // End of response.Cookie s.Count
request.CookieC ontainer.Add(Co okies);

request = (HttpWebRequest )WebRequest.Cre ate("http://
www.bloglines.c om/myblogs");

response = (HttpWebRespons e)request.GetRe sponse();

Stream strm = response.GetRes ponseStream();

System.Text.Enc oding ec =
System.Text.Enc oding.GetEncodi ng("utf-8");

System.IO.Strea mReader reader = new System.IO.Strea mReader(strm,
ec);

string str = reader.ReadToEn d();

response.Close( );
strm.Close();
reader.Close();

FileStream fs = new FileStream("c:\
\q.htm",FileMod e.Create,FileAc cess.Write);

StreamWriter sw = new StreamWriter(fs );

sw.Write(str);

sw.Close();
}