owner/RSE
1
1
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Removed Agility pack and changed a few things

Browse Source
This commit is contained in:
Rasmus Rasmussen 2024-12-31 12:59:01 +01:00
parent a6804be9f1
commit 2dc414fc64
4 changed files with 25 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Backend/Backend.csproj
View File

@ -16,7 +16,6 @@
<ItemGroup> <ItemGroup>
<PackageReference Include="FuzzySharp" Version="2.0.2" /> <PackageReference Include="FuzzySharp" Version="2.0.2" />
<PackageReference Include="HtmlAgilityPack" Version="1.11.71" />
<PackageReference Include="NetMQ" Version="4.0.1.13" /> <PackageReference Include="NetMQ" Version="4.0.1.13" />
</ItemGroup> </ItemGroup>

1
Backend/Helper/HttpClientHelper.cs
View File

@ -1,5 +1,4 @@
using System.Text.RegularExpressions; using System.Text.RegularExpressions;
using HtmlAgilityPack;
namespace Backend.Helper; namespace Backend.Helper;

30
Models/Handler/DbHandler.cs
View File

@ -245,6 +245,16 @@ public class DbHandler
(string absolutePath, string connectionString) = CreateDiscardedDb(discardedDbHandlerSetting.ThreadId); (string absolutePath, string connectionString) = CreateDiscardedDb(discardedDbHandlerSetting.ThreadId);
// Compress the databases if they're already filled.
if (GetDiscardedIndexesForSpecificDb(connectionString) >= 50_000_000 && !_compressing)
{
_compressing = true;
Compress(discardedDbHandlerSetting.ThreadId, absolutePath, connectionString);
_compressing = false;
}
int i = 0; int i = 0;
while (!_stop) while (!_stop)
@ -262,13 +272,7 @@ public class DbHandler
i = 0; i = 0;
InsertCompressedDatabase(discardedDbHandlerSetting.ThreadId, GetDiscardedIndexesForSpecificDb(connectionString)); Compress(discardedDbHandlerSetting.ThreadId, absolutePath, connectionString);
int compressedDatabases = GetDatabasesHelper.GetTotalCompressedDatabases($"{_basePath}/Models");
CompressionHelper.CompressFile(absolutePath, $"{absolutePath}_{compressedDatabases}");
DropAndCreateDiscarded(discardedDbHandlerSetting.ThreadId);
_compressing = false; _compressing = false;
} }
@ -285,6 +289,18 @@ public class DbHandler
Console.WriteLine("Discarded DbHandler stopped."); Console.WriteLine("Discarded DbHandler stopped.");
} }
private void Compress(int threadNumber, string absolutePath, string connectionString)
{
InsertCompressedDatabase(threadNumber, GetDiscardedIndexesForSpecificDb(connectionString));
int compressedDatabases = GetDatabasesHelper.GetTotalCompressedDatabases($"{_basePath}/Models");
CompressionHelper.CompressFile(absolutePath, $"{absolutePath}_{compressedDatabases}");
DropAndCreateDiscarded(threadNumber);
}
private void DropAndCreateDiscarded(int threadNumber) private void DropAndCreateDiscarded(int threadNumber)
{ {
string databaseName = $"Data Source={_basePath}/Models/Discarded{threadNumber}.db"; string databaseName = $"Data Source={_basePath}/Models/Discarded{threadNumber}.db";