Const PacketLen As Integer = 2048
Dim tempreq As HttpWebRequest = HttpWebRequest.Create(Url)
Dim exLength As Integer = 0
Dim pl As Integer = PacketLen
Dim bts(2048) As Byte
tempreq.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322"
tempreq.Headers.Add("Accept-Encoding", "gzip")
Dim j As WebResponse
j = tempreq.GetResponse()
Dim gZL As IO.Stream
If InStr(j.Headers.ToString, "gzip", CompareMethod.Text) Then
gZL = New GZip.GZipInputStream(j.GetResponseStream)
'TODO: check the header and make sure gzip is in it?
Else
gZL = j.GetResponseStream
End If
While pl > 0
pl = gZL.Read(bts, exLength, pl)
exLength = exLength + pl
ReDim Preserve bts(exLength + PacketLen - 1)
End While
ReDim Preserve bts(exLength - 1)
gZL.Close()
Return bts