owner/RSE
1
1
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Add user-agent

Browse Source
This commit is contained in:
owner
2024-12-21 21:57:01 +01:00
parent af7b385641
commit 580d687f62
4 changed files with 16 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Backend/Helper/HttpClientHelper.cs
+7 -5
View File
@@ -1,9 +1,9 @@
using System.Diagnostics;
namespace Backend.Helper;
public static class HttpClientHelper
{
private const string UserAgentHeader = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
public static async Task<string> GetHtml(string url, int port)
{
using HttpClient client = new();
@@ -18,7 +18,8 @@ public static class HttpClientHelper
}
client.DefaultRequestHeaders.Accept.Clear();
client.Timeout = TimeSpan.FromSeconds(1);
client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgentHeader);
client.Timeout = TimeSpan.FromSeconds(30);
HttpResponseMessage? response;
@@ -53,12 +54,13 @@ public static class HttpClientHelper
}
client.DefaultRequestHeaders.Accept.Clear();
client.Timeout = TimeSpan.FromSeconds(1);
client.DefaultRequestHeaders.UserAgent.ParseAdd(UserAgentHeader);
client.Timeout = TimeSpan.FromSeconds(30);
HttpResponseMessage? response = null;
try
{//
{
response = await client.SendAsync(new(HttpMethod.Head, "/robots.txt"));
}
catch