diff --git a/MarketData/MarketDataLib/Helper/MarketDataHelper.cs b/MarketData/MarketDataLib/Helper/MarketDataHelper.cs index 96924cd..3b904ae 100755 --- a/MarketData/MarketDataLib/Helper/MarketDataHelper.cs +++ b/MarketData/MarketDataLib/Helper/MarketDataHelper.cs @@ -5364,7 +5364,8 @@ namespace MarketData.Helper CookieCollection cookieCollection = GetCookieCollection("www.marketwatch.com"); - httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing/stock")); +// httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing/stock")); + httpNetResponse = HttpNetRequest.GetRequestNoEncodingV2(strRequest,cookieCollection,new Uri("https://www.marketwatch.com/investing")); if (!httpNetResponse.Success) { MDTrace.WriteLine(LogLevel.DEBUG, String.Format("Request:{0} failed with status {1}", httpNetResponse.Request, httpNetResponse.StatusCode)); @@ -5452,12 +5453,12 @@ namespace MarketData.Helper "LANG=en_US;", "LANG_CHANGED=en_US;", "fullcss-error=section-ee8713325f.min.css;", - "refresh=off;", - "letsGetMikey=enabled;", - "usr_prof_v2=eyJpYyI6Mn0%3D;", - "fullcss-section=section-ee8713325f.min.css;", - "_lr_retry_request=true;", - "__tbc=%7Bkpcd%7DChBtZzdja2p2a2syeTNwM3c2Ego2eWtRMjdJRXB1GjxsRGZ0c1NJZXk5SXB5eEE5U0VyTVl2b2oxVmhIS0tuT3ZMdzV5anJtMWgxZWNwNUhNR3Y3VHdJbTdCaDggAA" + // "refresh=off;", + // "letsGetMikey=enabled;", + // "usr_prof_v2=eyJpYyI6Mn0%3D;", + // "fullcss-section=section-ee8713325f.min.css;", + // "_lr_retry_request=true;", + // "__tbc=%7Bkpcd%7DChBtZzdja2p2a2syeTNwM3c2Ego2eWtRMjdJRXB1GjxsRGZ0c1NJZXk5SXB5eEE5U0VyTVl2b2oxVmhIS0tuT3ZMdzV5anJtMWgxZWNwNUhNR3Y3VHdJbTdCaDggAA" }; CookieCollection cookieCollection = new CookieCollection(); for (int index = 0; index < cookies.Count(); index++) diff --git a/MarketData/MarketDataLib/Integration/HttpNetRequest.cs b/MarketData/MarketDataLib/Integration/HttpNetRequest.cs index 2577830..c2f4197 100755 --- a/MarketData/MarketDataLib/Integration/HttpNetRequest.cs +++ b/MarketData/MarketDataLib/Integration/HttpNetRequest.cs @@ -421,7 +421,7 @@ namespace MarketData.Integration webRequest.Timeout = REQUEST_TIMEOUT; webRequest.Accept = "text/html, text/csv"; webRequest.ContentType="text/csv; charset=utf-8"; - webRequest.Headers.Add("Accept-Encoding: None"); + webRequest.Headers.Add("Accept-Encoding: identity"); webRequest.Headers.Add("Accept-Language: en-US"); webRequest.UserAgent = "Mozilla/5.0 (X11; CrOS x86_64 14541.0.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36"; webRequest.Headers.Add("sec-fetch-dest", "document"); @@ -430,6 +430,7 @@ namespace MarketData.Integration webRequest.Headers.Add("sec-fetch-user","?1"); webRequest.Headers.Add("upgrade-insecure-requests","1"); webRequest.Headers.Add("priority","u=0, i"); + webRequest.Headers.Add("Referrer-Policy", "strict-origin-when-cross-origin"); webRequest.AllowAutoRedirect = true; // webRequest.KeepAlive = true;