Commit Latest
This commit is contained in:
@@ -5364,7 +5364,8 @@ namespace MarketData.Helper
|
||||
|
||||
CookieCollection cookieCollection = GetCookieCollection("www.marketwatch.com");
|
||||
|
||||
httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing/stock"));
|
||||
// httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing/stock"));
|
||||
httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing"));
|
||||
if (!httpNetResponse.Success)
|
||||
{
|
||||
MDTrace.WriteLine(LogLevel.DEBUG, String.Format("Request:{0} failed with status {1}", httpNetResponse.Request, httpNetResponse.StatusCode));
|
||||
@@ -5452,12 +5453,12 @@ namespace MarketData.Helper
|
||||
"LANG=en_US;",
|
||||
"LANG_CHANGED=en_US;",
|
||||
"fullcss-error=section-ee8713325f.min.css;",
|
||||
"refresh=off;",
|
||||
"letsGetMikey=enabled;",
|
||||
"usr_prof_v2=eyJpYyI6Mn0%3D;",
|
||||
"fullcss-section=section-ee8713325f.min.css;",
|
||||
"_lr_retry_request=true;",
|
||||
"__tbc=%7Bkpcd%7DChBtZzdja2p2a2syeTNwM3c2Ego2eWtRMjdJRXB1GjxsRGZ0c1NJZXk5SXB5eEE5U0VyTVl2b2oxVmhIS0tuT3ZMdzV5anJtMWgxZWNwNUhNR3Y3VHdJbTdCaDggAA"
|
||||
// "refresh=off;",
|
||||
// "letsGetMikey=enabled;",
|
||||
// "usr_prof_v2=eyJpYyI6Mn0%3D;",
|
||||
// "fullcss-section=section-ee8713325f.min.css;",
|
||||
// "_lr_retry_request=true;",
|
||||
// "__tbc=%7Bkpcd%7DChBtZzdja2p2a2syeTNwM3c2Ego2eWtRMjdJRXB1GjxsRGZ0c1NJZXk5SXB5eEE5U0VyTVl2b2oxVmhIS0tuT3ZMdzV5anJtMWgxZWNwNUhNR3Y3VHdJbTdCaDggAA"
|
||||
};
|
||||
CookieCollection cookieCollection = new CookieCollection();
|
||||
for (int index = 0; index < cookies.Count(); index++)
|
||||
|
||||
@@ -421,7 +421,7 @@ namespace MarketData.Integration
|
||||
webRequest.Timeout = REQUEST_TIMEOUT;
|
||||
webRequest.Accept = "text/html, text/csv";
|
||||
webRequest.ContentType="text/csv; charset=utf-8";
|
||||
webRequest.Headers.Add("Accept-Encoding: None");
|
||||
webRequest.Headers.Add("Accept-Encoding: identity");
|
||||
webRequest.Headers.Add("Accept-Language: en-US");
|
||||
webRequest.UserAgent = "Mozilla/5.0 (X11; CrOS x86_64 14541.0.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36";
|
||||
webRequest.Headers.Add("sec-fetch-dest", "document");
|
||||
@@ -430,6 +430,7 @@ namespace MarketData.Integration
|
||||
webRequest.Headers.Add("sec-fetch-user","?1");
|
||||
webRequest.Headers.Add("upgrade-insecure-requests","1");
|
||||
webRequest.Headers.Add("priority","u=0, i");
|
||||
webRequest.Headers.Add("Referrer-Policy", "strict-origin-when-cross-origin");
|
||||
webRequest.AllowAutoRedirect = true;
|
||||
|
||||
// webRequest.KeepAlive = true;
|
||||
|
||||
Reference in New Issue
Block a user