owner/RSE
1
1
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Removed Agility pack and changed a few things

Browse Source
This commit is contained in:
Rasmus Rasmussen 2024-12-31 12:59:01 +01:00
parent a6804be9f1
commit 2dc414fc64
4 changed files with 25 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Backend/Backend.csproj
View File

@ -16,7 +16,6 @@
<ItemGroup> <ItemGroup>
<PackageReference Include="FuzzySharp" Version="2.0.2" /> <PackageReference Include="FuzzySharp" Version="2.0.2" />
<PackageReference Include="HtmlAgilityPack" Version="1.11.71" />
<PackageReference Include="NetMQ" Version="4.0.1.13" /> <PackageReference Include="NetMQ" Version="4.0.1.13" />
</ItemGroup> </ItemGroup>

2
Backend/Handler/ThreadHandler.cs
View File

@ -60,7 +60,7 @@ public class ThreadHandler
Thread.Sleep(5000); // Let the database handler instantiate and warm up first. Thread.Sleep(5000); // Let the database handler instantiate and warm up first.
List<WaitHandle[]> wait = _ipScanner.Start(128); List<WaitHandle[]> wait = _ipScanner.Start(128);
for (int i = 0; i < wait.Count; i++) for (int i = 0; i < wait.Count; i++)
{ {
WaitHandle.WaitAll(wait[i]); WaitHandle.WaitAll(wait[i]);

1
Backend/Helper/HttpClientHelper.cs
View File

@ -1,5 +1,4 @@
using System.Text.RegularExpressions; using System.Text.RegularExpressions;
using HtmlAgilityPack;
namespace Backend.Helper; namespace Backend.Helper;

32
Models/Handler/DbHandler.cs
View File

@ -244,6 +244,16 @@ public class DbHandler
Console.WriteLine($"Discarded DbHandler started with thread: ({discardedDbHandlerSetting.ThreadId})"); Console.WriteLine($"Discarded DbHandler started with thread: ({discardedDbHandlerSetting.ThreadId})");
(string absolutePath, string connectionString) = CreateDiscardedDb(discardedDbHandlerSetting.ThreadId); (string absolutePath, string connectionString) = CreateDiscardedDb(discardedDbHandlerSetting.ThreadId);
// Compress the databases if they're already filled.
if (GetDiscardedIndexesForSpecificDb(connectionString) >= 50_000_000 && !_compressing)
{
_compressing = true;
Compress(discardedDbHandlerSetting.ThreadId, absolutePath, connectionString);
_compressing = false;
}
int i = 0; int i = 0;
@ -262,13 +272,7 @@ public class DbHandler
i = 0; i = 0;
InsertCompressedDatabase(discardedDbHandlerSetting.ThreadId, GetDiscardedIndexesForSpecificDb(connectionString)); Compress(discardedDbHandlerSetting.ThreadId, absolutePath, connectionString);
int compressedDatabases = GetDatabasesHelper.GetTotalCompressedDatabases($"{_basePath}/Models");
CompressionHelper.CompressFile(absolutePath, $"{absolutePath}_{compressedDatabases}");
DropAndCreateDiscarded(discardedDbHandlerSetting.ThreadId);
_compressing = false; _compressing = false;
} }
@ -284,6 +288,18 @@ public class DbHandler
Console.WriteLine("Discarded DbHandler stopped."); Console.WriteLine("Discarded DbHandler stopped.");
} }
private void Compress(int threadNumber, string absolutePath, string connectionString)
{
InsertCompressedDatabase(threadNumber, GetDiscardedIndexesForSpecificDb(connectionString));
int compressedDatabases = GetDatabasesHelper.GetTotalCompressedDatabases($"{_basePath}/Models");
CompressionHelper.CompressFile(absolutePath, $"{absolutePath}_{compressedDatabases}");
DropAndCreateDiscarded(threadNumber);
}
private void DropAndCreateDiscarded(int threadNumber) private void DropAndCreateDiscarded(int threadNumber)
{ {
@ -583,7 +599,7 @@ public class DbHandler
public long GetDiscardedIndexes() public long GetDiscardedIndexes()
{ {
long rowId = 0; long rowId = 0;
SqliteConnection connection; SqliteConnection connection;
SqliteCommand command; SqliteCommand command;
SqliteDataReader reader; SqliteDataReader reader;