Commit Latest

This commit is contained in:
2025-10-02 13:45:38 -04:00
parent e92a8e2305
commit ee7bd07eba
2 changed files with 10 additions and 8 deletions

View File

@@ -5364,7 +5364,8 @@ namespace MarketData.Helper
CookieCollection cookieCollection = GetCookieCollection("www.marketwatch.com");
httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing/stock"));
// httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing/stock"));
httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing"));
if (!httpNetResponse.Success)
{
MDTrace.WriteLine(LogLevel.DEBUG, String.Format("Request:{0} failed with status {1}", httpNetResponse.Request, httpNetResponse.StatusCode));
@@ -5452,12 +5453,12 @@ namespace MarketData.Helper
"LANG=en_US;",
"LANG_CHANGED=en_US;",
"fullcss-error=section-ee8713325f.min.css;",
"refresh=off;",
"letsGetMikey=enabled;",
"usr_prof_v2=eyJpYyI6Mn0%3D;",
"fullcss-section=section-ee8713325f.min.css;",
"_lr_retry_request=true;",
"__tbc=%7Bkpcd%7DChBtZzdja2p2a2syeTNwM3c2Ego2eWtRMjdJRXB1GjxsRGZ0c1NJZXk5SXB5eEE5U0VyTVl2b2oxVmhIS0tuT3ZMdzV5anJtMWgxZWNwNUhNR3Y3VHdJbTdCaDggAA"
// "refresh=off;",
// "letsGetMikey=enabled;",
// "usr_prof_v2=eyJpYyI6Mn0%3D;",
// "fullcss-section=section-ee8713325f.min.css;",
// "_lr_retry_request=true;",
// "__tbc=%7Bkpcd%7DChBtZzdja2p2a2syeTNwM3c2Ego2eWtRMjdJRXB1GjxsRGZ0c1NJZXk5SXB5eEE5U0VyTVl2b2oxVmhIS0tuT3ZMdzV5anJtMWgxZWNwNUhNR3Y3VHdJbTdCaDggAA"
};
CookieCollection cookieCollection = new CookieCollection();
for (int index = 0; index < cookies.Count(); index++)

View File

@@ -421,7 +421,7 @@ namespace MarketData.Integration
webRequest.Timeout = REQUEST_TIMEOUT;
webRequest.Accept = "text/html, text/csv";
webRequest.ContentType="text/csv; charset=utf-8";
webRequest.Headers.Add("Accept-Encoding: None");
webRequest.Headers.Add("Accept-Encoding: identity");
webRequest.Headers.Add("Accept-Language: en-US");
webRequest.UserAgent = "Mozilla/5.0 (X11; CrOS x86_64 14541.0.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36";
webRequest.Headers.Add("sec-fetch-dest", "document");
@@ -430,6 +430,7 @@ namespace MarketData.Integration
webRequest.Headers.Add("sec-fetch-user","?1");
webRequest.Headers.Add("upgrade-insecure-requests","1");
webRequest.Headers.Add("priority","u=0, i");
webRequest.Headers.Add("Referrer-Policy", "strict-origin-when-cross-origin");
webRequest.AllowAutoRedirect = true;
// webRequest.KeepAlive = true;