owner/AI-Tarpit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

General optimization and fixing.

Browse Source
This commit is contained in:
Rasmus Rasmussen 2025-04-17 22:17:57 +02:00
parent 045a07fc0a
commit f247f531fe
6 changed files with 187 additions and 139 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
Tarpit/Tarpit/Program.cs
View File

@ -1,40 +1,31 @@
using System.Diagnostics; using System.Collections.Concurrent;
using System.Net; using System.Net;
using Tarpit; using Tarpit;
/*
const string filePath = "/home/skingging/Documents/Projects/CSharp/AI-Tarpit/Tarpit/words/wordlist.txt";
WordPredictor predictor = new(filePath);
string inputWord = Console.ReadLine() ?? string.Empty;
List<string?> predictedWord = predictor.PredictNextWord(inputWord.ToLower());
*/
const string filePath = "/home/skingging/Documents/Projects/CSharp/AI-Tarpit/Tarpit/words/wordlist.txt";
WordUtils utils = new();
Dictionary<string, List<string>> words = WordUtils.LoadData(filePath);
// TODO: Create a thread that continuously fills the queue, that can later be consumed by the server utils.
ConcurrentQueue<string> tags = new();
Thread createTags = new(() => TagUtils.CreateTags(tags, words));
createTags.Start();
const string baseAddress = "http://localhost:10000/"; const string baseAddress = "http://localhost:10000/";
while (true)
HttpListener listener = new();
listener.Prefixes.Add(baseAddress);
ServerUtils serverUtils = new();
try
{ {
HttpListener listener = new();
listener.Prefixes.Add(baseAddress);
listener.Start(); listener.Start();
Console.WriteLine("Listening on " + baseAddress);
while (true) while (true)
{ {
HttpListenerContext context = await listener.GetContextAsync(); HttpListenerContext context = await listener.GetContextAsync();
await serverUtils.ProcessRequestAsync(context); ServerUtils serverUtils = new();
Thread thread = new(() => _ = serverUtils.Serve(context, tags));
thread.Start();
//await serverUtils.Serve(context);
} }
} }
catch (HttpListenerException ex)
{
Console.WriteLine("Error starting or running the listener: " + ex.Message);
Console.WriteLine("Make sure you have the necessary permissions (requires running as administrator sometimes)");
}
finally
{
listener.Stop();
listener.Close();
}

91
Tarpit/Tarpit/ServerUtils.cs
View File

@ -1,3 +1,4 @@
using System.Collections.Concurrent;
using System.Net; using System.Net;
using System.Text; using System.Text;
@ -5,53 +6,69 @@ namespace Tarpit;
public class ServerUtils public class ServerUtils
{ {
private int _step = 0; private const string BoilerplateHead = "<!DOCTYPE html>\n\n<html lang=\"en\">\n\n<head>\n\n <meta charset=\"UTF-8\" />\n\n <title>Hello, world!</title>\n\n <meta name=\"viewport\" content=\"width=device-width,initial-scale=1\" />\n\n <meta name=\"description\" content=\"\" />\n\n <link rel=\"icon\" href=\"favicon.png\">\n\n</head>";
private const string BoilerplateBodyStart = "<body>";
private const string BoilerplateEnd = "</body>\n\n</html>";
public async Task ProcessRequestAsync(HttpListenerContext context) public async Task Serve(HttpListenerContext context, ConcurrentQueue<string> tags)
{ {
HttpListenerResponse response = context.Response; try
{
response.ContentType = "text/html; charset=utf-8"; while (true)
{
Stream outputStream = response.OutputStream; await ProcessRequestAsync(context, tags);
}
}
catch (HttpListenerException ex)
{
Console.WriteLine(ex.Message);
}
}
private async Task ProcessRequestAsync(HttpListenerContext context, ConcurrentQueue<string> tags)
{
context.Response.ContentType = "text/html; charset=utf-8";
Stream outputStream = context.Response.OutputStream;
int i = 0; int i = 0;
string tag;
while (true) while (true)
{ {
byte[] buffer = Encoding.UTF8.GetBytes(GetNextHtmlChunk()); if (tags.IsEmpty)
await outputStream.WriteAsync(buffer, 0, buffer.Length); {
await outputStream.FlushAsync(); continue;
}
if (i == 0)
{
byte[] buffer = Encoding.UTF8.GetBytes(BoilerplateHead);
await outputStream.WriteAsync(buffer, 0, buffer.Length);
await outputStream.FlushAsync();
}
if (i == 1)
{
byte[] buffer = Encoding.UTF8.GetBytes(BoilerplateBodyStart);
await outputStream.WriteAsync(buffer, 0, buffer.Length);
await outputStream.FlushAsync();
}
if (tags.TryDequeue(out tag!))
{
byte[] buffer = Encoding.UTF8.GetBytes(tag);
await outputStream.WriteAsync(buffer, 0, buffer.Length);
await outputStream.FlushAsync();
}
i++; i++;
Task.Delay(250).Wait();
} }
byte[] temp = Encoding.UTF8.GetBytes(BoilerplateEnd);
await outputStream.WriteAsync(temp, 0, temp.Length);
await outputStream.FlushAsync();
outputStream.Close(); outputStream.Close();
} }
string GetNextHtmlChunk()
{
Task.Delay(1).Wait();
switch (_step)
{
case 0:
_step++;
return "<html><head><title>Progressive HTML</title></head><body><h1>Starting...</h1>";
case 1:
_step++;
return "<p>This is the first paragraph.</p>";
case 2:
_step++;
return "<p>Here's another paragraph with some <strong>bold text</strong>.</p>";
case 3:
_step++;
return "<ul><li>Item 1</li><li>Item 2</li></ul>";
case 4:
_step++;
return "<img src=\"https://via.placeholder.com/150\" alt=\"Placeholder Image\">";
default:
_step = 0;
return "</body></html>";
}
}
} }

51
Tarpit/Tarpit/TagUtils.cs Normal file
View File

@ -0,0 +1,51 @@
using System.Collections.Concurrent;
using System.Text;
namespace Tarpit;
public static class TagUtils
{
public static void CreateTags(ConcurrentQueue<string> tags, Dictionary<string, List<string>> words)
{
string[] startWords = ["Andersen", "Denmark", "The", "Earth", "Who", "His", "Her", "Following", "At", "A"];
List<string> tagsList = [];
StringBuilder sb = new();
while (true)
{
if (tags.Count >= 100)
{
Thread.Sleep(100);
continue;
}
tagsList.Add(startWords[Random.Shared.Next(startWords.Length - 1)]);
for (int i = 0; i < 20; i++)
{
List<string> temp = WordUtils.PredictNextWords(tagsList[i], words);
if (temp.Count != 0)
{
tagsList.Add(temp[Random.Shared.Next(temp.Count - 1)]);
}
else
{
tagsList.Add(startWords[Random.Shared.Next(startWords.Length - 1)]);
}
}
for (int i = 0; i < tagsList.Count; i++)
{
sb.Append(tagsList[i]);
sb.Append(' ');
}
tags.Enqueue($"<p>{sb}</p>");
sb.Clear();
tagsList.Clear();
}
}
}

1
Tarpit/Tarpit/Tarpit.csproj
View File

@ -5,6 +5,7 @@
<TargetFramework>net9.0</TargetFramework> <TargetFramework>net9.0</TargetFramework>
<ImplicitUsings>enable</ImplicitUsings> <ImplicitUsings>enable</ImplicitUsings>
<Nullable>enable</Nullable> <Nullable>enable</Nullable>
<PublishAot>true</PublishAot>
</PropertyGroup> </PropertyGroup>
</Project> </Project>

75
Tarpit/Tarpit/WordPredictor.cs
View File

@ -1,75 +0,0 @@
namespace Tarpit;
public class WordPredictor
{
private Dictionary<string, List<string>> _wordFrequencies = new();
public WordPredictor(string filePath)
{
LoadData(filePath);
}
private void LoadData(string filePath)
{
_wordFrequencies = new();
try
{
using StreamReader reader = new(filePath);
string? previousWord = null;
while (reader.ReadLine() is { } line)
{
string[] words = line.Split(new char[] { ' ', '.', ',', '!', '?', ';', ':', '(', ')', '\n', '\r', '\t' }, StringSplitOptions.RemoveEmptyEntries);
foreach (string word in words)
{
if (previousWord != null)
{
if (!_wordFrequencies.ContainsKey(previousWord))
{
_wordFrequencies[previousWord] = [];
}
_wordFrequencies[previousWord].Add(word);
}
previousWord = word;
}
}
}
catch (FileNotFoundException)
{
Console.WriteLine($"Error: File not found at {filePath}");
Environment.Exit(1); // Exit the program if the file isn't found. Important!
}
catch (Exception ex)
{
Console.WriteLine($"An error occurred while reading the file: {ex.Message}");
Environment.Exit(1);
}
}
public List<string?> PredictNextWord(string inputWord)
{
if (!_wordFrequencies.ContainsKey(inputWord.ToLower()))
{
return ["Word not found in training data."];
}
List<string> nextWords = _wordFrequencies[inputWord.ToLower()];
List<string?> words = [];
for (int i = 0; i < 10; i++)
{
string? mostFrequentWord = nextWords
.GroupBy(w => w)
.OrderByDescending(g => g.Count())
.ElementAtOrDefault(i)
?.Key;
words.Add(mostFrequentWord);
}
return words;
}
}

63
Tarpit/Tarpit/WordUtils.cs Normal file
View File

@ -0,0 +1,63 @@
namespace Tarpit;
public class WordUtils
{
public static Dictionary<string, List<string>> LoadData(string filePath)
{
Dictionary<string, List<string>> wordFrequencies = new();
using StreamReader reader = new(filePath);
string? previousWord = null;
while (reader.ReadLine() is { } line)
{
string[] words = line.Split(new char[] { ' ', '.', ',', '!', '?', ';', ':', '(', ')', '\n', '\r', '\t' }, StringSplitOptions.RemoveEmptyEntries);
for (int i = 0; i < words.Length; i++)
{
string word = words[i];
if (previousWord != null)
{
if (!wordFrequencies.ContainsKey(previousWord))
{
wordFrequencies[previousWord] = [];
}
wordFrequencies[previousWord].Add(word);
}
previousWord = word;
}
}
return wordFrequencies;
}
public static List<string> PredictNextWords(string inputWord, Dictionary<string, List<string>> wordFrequencies)
{
if (!wordFrequencies.ContainsKey(inputWord.ToLower()))
{
return [inputWord];
}
List<string> nextWords = wordFrequencies[inputWord.ToLower()];
List<string> words = [];
for (int i = 0; i < 10; i++)
{
string? mostFrequentWord = nextWords
.GroupBy(w => w)
.OrderByDescending(g => g.Count())
.ElementAtOrDefault(i)
?.Key;
if (!string.IsNullOrEmpty(mostFrequentWord))
{
words.Add(mostFrequentWord);
}
}
return words;
}
}