mirror of
https://github.com/Zeal-Operating-System/ZealOS.git
synced 2024-12-25 15:10:28 +00:00
skynet gpt4
This commit is contained in:
y4my4my4m
parent
d040f9932d
commit
f8ac780621
2 changed files with 158 additions and 102 deletions
188
src/Home/Net/Programs/Skynet/Skynet.ZC
Normal file → Executable file
188
src/Home/Net/Programs/Skynet/Skynet.ZC
Normal file → Executable file
|
|
@ -1,77 +1,22 @@
|
||||||
#define SERVER_ADDR "mymiddleware.server.com"
|
#define SERVER_ADDR "skynet.middleware.com"
|
||||||
#define SERVER_PORT 9000
|
#define SERVER_PORT 9000
|
||||||
|
#define INITIAL_BUF_SIZE 8192
|
||||||
|
|
||||||
U8* ExtractGPTCompletion(U8 *response) {
|
class Message {
|
||||||
U8 *start = StrFind("\"text\": \"", response);
|
U8 role[10]; // "user" or "assistant"
|
||||||
if (!start) {
|
U8 content[1048];
|
||||||
return NULL; // Pattern not found
|
} history[100];
|
||||||
|
I64 currentHistoryCount = 0;
|
||||||
|
|
||||||
|
U0 AppendToHistory(U8 *role, U8 *content) {
|
||||||
|
if (currentHistoryCount < 100) {
|
||||||
|
StrCopy(history[currentHistoryCount].role, role);
|
||||||
|
StrCopy(history[currentHistoryCount].content, content);
|
||||||
|
currentHistoryCount++;
|
||||||
}
|
}
|
||||||
|
|
||||||
start += 10; // Move pointer after '"text": "'
|
|
||||||
|
|
||||||
U8 *end = StrFind("\",", start); // Find the closing double quote
|
|
||||||
if (!end) {
|
|
||||||
return NULL;
|
|
||||||
}
|
|
||||||
|
|
||||||
*end = 0; // Null terminate the completion string
|
|
||||||
|
|
||||||
return start;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public I64 Skynet(U8 *prompt)
|
U8* ParseCompletion(U8 *response)
|
||||||
{
|
|
||||||
U8 responseBuf[8192];
|
|
||||||
I64 sock;
|
|
||||||
|
|
||||||
sock = TCPConnectionCreate(SERVER_ADDR, SERVER_PORT);
|
|
||||||
if (sock <= 0)
|
|
||||||
{
|
|
||||||
PrintErr("Failed to connect to middleware server");
|
|
||||||
return sock;
|
|
||||||
}
|
|
||||||
|
|
||||||
U8 *payload = StrPrint(NULL, "{\"model\": \"text-davinci-003\",\"prompt\": \"%s\",\"max_tokens\": 100,\"temperature\": 1}", prompt);
|
|
||||||
U8 *requestHeader = StrPrint(NULL,
|
|
||||||
"POST /gpt3 HTTP/1.1\r\n"
|
|
||||||
"Host: %s:%d\r\n"
|
|
||||||
"User-Agent: ZealOSClient/1.0\r\n"
|
|
||||||
"Accept: */*\r\n"
|
|
||||||
"Content-Type: application/json\r\n"
|
|
||||||
"Content-Length: %d\r\n"
|
|
||||||
"\r\n",
|
|
||||||
SERVER_ADDR,
|
|
||||||
SERVER_PORT,
|
|
||||||
StrLen(payload)
|
|
||||||
);
|
|
||||||
U8 *fullRequest = StrPrint(NULL, "%s%s\n\n", requestHeader, payload);
|
|
||||||
|
|
||||||
TCPSocketSendString(sock, fullRequest);
|
|
||||||
Free(requestHeader);
|
|
||||||
Free(payload);
|
|
||||||
Free(fullRequest);
|
|
||||||
|
|
||||||
|
|
||||||
I64 responseLength = TCPSocketReceive(sock, responseBuf, sizeof(responseBuf) - 1); // -1 to ensure space for null terminator
|
|
||||||
|
|
||||||
responseBuf[responseLength] = 0; // Null-terminate the response
|
|
||||||
|
|
||||||
// Assuming the headers and payload are separated by two newline sequences (standard HTTP)
|
|
||||||
U8 *jsonPayload = StrFind("\r\n\r\n", responseBuf);
|
|
||||||
if (!jsonPayload) {
|
|
||||||
TCPSocketClose(sock);
|
|
||||||
return -1; // or some error code
|
|
||||||
}
|
|
||||||
jsonPayload += 4; // Move past the header separator
|
|
||||||
|
|
||||||
U8 *completion = ExtractGPTCompletion(jsonPayload);
|
|
||||||
Print("$$RED$$Skynet: $$YELLOW$$%s$$FG$$\n", completion);
|
|
||||||
|
|
||||||
TCPSocketClose(sock);
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
U8* ExtractGPT4Completion(U8 *response)
|
|
||||||
{
|
{
|
||||||
U8 *start = StrFind("\"content\": \"", response);
|
U8 *start = StrFind("\"content\": \"", response);
|
||||||
if (!start)
|
if (!start)
|
||||||
|
|
@ -92,11 +37,10 @@ U8* ExtractGPT4Completion(U8 *response)
|
||||||
return start;
|
return start;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
I64 Skynet(U8 *message, U8 *model="gpt-4") // gpt-3.5-turbo || gpt-4
|
||||||
public I64 Skynet4(U8 *message, U8 *model="gpt-3.5-turbo") // gpt-3.5-turbo || gpt-4
|
|
||||||
{
|
{
|
||||||
U8 responseBuf[8192];
|
I64 sock, index, bufferSize = INITIAL_BUF_SIZE;
|
||||||
I64 sock;
|
U8 *responseBuf = MAlloc(bufferSize); // Dynamic allocation of the buffer
|
||||||
|
|
||||||
sock = TCPConnectionCreate(SERVER_ADDR, SERVER_PORT);
|
sock = TCPConnectionCreate(SERVER_ADDR, SERVER_PORT);
|
||||||
if (sock <= 0)
|
if (sock <= 0)
|
||||||
|
|
@ -105,23 +49,22 @@ public I64 Skynet4(U8 *message, U8 *model="gpt-3.5-turbo") // gpt-3.5-turbo || g
|
||||||
return sock;
|
return sock;
|
||||||
}
|
}
|
||||||
|
|
||||||
U8 *payload = StrPrint(NULL,
|
U8 *messages = StrPrint(NULL, "{\"role\": \"system\",\"content\": \"You are an NPC in a videogame, you roleplay as skynet from Terminator.\"},");
|
||||||
"{"
|
|
||||||
"\"model\": \"%s\","
|
for (index = 0; index < currentHistoryCount; index++) {
|
||||||
"\"messages\": ["
|
U8 *msg = StrPrint(NULL, "{\"role\": \"%s\",\"content\": \"%s\"},", history[index].role, history[index].content);
|
||||||
"{"
|
messages = CatPrint(messages, msg);
|
||||||
"\"role\": \"system\","
|
// Free(msg);
|
||||||
"\"content\": \"You are a helpful assistant.\""
|
}
|
||||||
"},"
|
|
||||||
"{"
|
U8 *currentUserMsg = StrPrint(NULL, "{\"role\": \"user\",\"content\": \"%s\"}", message);
|
||||||
"\"role\": \"user\","
|
messages = CatPrint(messages, currentUserMsg);
|
||||||
"\"content\": \"%s\""
|
// Free(currentUserMsg);
|
||||||
"}"
|
|
||||||
"]"
|
U8 *payload = StrPrint(NULL, "{\"model\": \"%s\",\"messages\": [%s]}", model, messages);
|
||||||
"}",
|
// Free(messages);
|
||||||
model,
|
|
||||||
message
|
// SysLog(payload);
|
||||||
);
|
|
||||||
|
|
||||||
U8 *requestHeader = StrPrint(NULL,
|
U8 *requestHeader = StrPrint(NULL,
|
||||||
"POST /chat HTTP/1.1\r\n"
|
"POST /chat HTTP/1.1\r\n"
|
||||||
|
|
@ -137,29 +80,70 @@ public I64 Skynet4(U8 *message, U8 *model="gpt-3.5-turbo") // gpt-3.5-turbo || g
|
||||||
);
|
);
|
||||||
|
|
||||||
U8 *fullRequest = StrPrint(NULL, "%s%s", requestHeader, payload);
|
U8 *fullRequest = StrPrint(NULL, "%s%s", requestHeader, payload);
|
||||||
|
|
||||||
TCPSocketSendString(sock, fullRequest);
|
TCPSocketSendString(sock, fullRequest);
|
||||||
Free(requestHeader);
|
|
||||||
Free(payload);
|
|
||||||
Free(fullRequest);
|
|
||||||
|
|
||||||
I64 responseLength = TCPSocketReceive(sock, responseBuf, sizeof(responseBuf) - 1);
|
// Free(requestHeader);
|
||||||
responseBuf[responseLength] = 0;
|
// Free(payload);
|
||||||
|
// Free(fullRequest);
|
||||||
|
|
||||||
// "HTTP Response:\r\n";
|
I64 responseLength = TCPSocketReceive(sock, responseBuf, bufferSize - 1);
|
||||||
// "%s",responseBuf;
|
responseBuf[responseLength] = 0; // Null-terminate the buffer for safety
|
||||||
// "\r\nPARSED:\r\n";
|
|
||||||
|
if (responseLength == sizeof(responseBuf) - 1) {
|
||||||
|
PrintErr("Warning: responseBuf might be full. Some data could be truncated.");
|
||||||
|
}
|
||||||
|
// Check if buffer might be full
|
||||||
|
while (responseLength == bufferSize - 1)
|
||||||
|
{
|
||||||
|
// Double the buffer size and reallocate
|
||||||
|
bufferSize *= 2;
|
||||||
|
Free(responseBuf);
|
||||||
|
responseBuf = MAlloc(bufferSize);
|
||||||
|
|
||||||
|
// Continue receiving data from where you left off
|
||||||
|
responseLength += TCPSocketReceive(sock, responseBuf + responseLength, bufferSize - responseLength - 1);
|
||||||
|
responseBuf[responseLength] = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
// SysLog(responseBuf);
|
||||||
|
|
||||||
U8 *jsonPayload = StrFind("\r\n\r\n", responseBuf);
|
U8 *jsonPayload = StrFind("\r\n\r\n", responseBuf);
|
||||||
if (!jsonPayload) {
|
if (!jsonPayload) {
|
||||||
|
PrintErr("Warning: bad Json payload.");
|
||||||
TCPSocketClose(sock);
|
TCPSocketClose(sock);
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
jsonPayload += 4;
|
jsonPayload += 4;
|
||||||
|
|
||||||
U8 *completion = ExtractGPT4Completion(jsonPayload);
|
U8 *completion = ParseCompletion(jsonPayload);
|
||||||
Print("$$RED$$Skynet: $$YELLOW$$%s$$FG$$\n", completion);
|
|
||||||
|
"\n$$RED$$ Skynet: $$YELLOW$$%s$$FG$$\n", completion;
|
||||||
|
|
||||||
|
AppendToHistory("user", message);
|
||||||
|
AppendToHistory("assistant", completion);
|
||||||
|
|
||||||
TCPSocketClose(sock);
|
TCPSocketClose(sock);
|
||||||
|
Free(responseBuf);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public U0 ChatUI() {
|
||||||
|
U8 *userInput;
|
||||||
|
DocClear;
|
||||||
|
|
||||||
|
try{
|
||||||
|
"\t\t\t\t\t\t\t$$LTRED$$Welcome to Skynet$$FG$$\n";
|
||||||
|
|
||||||
|
while(1) {
|
||||||
|
"\n$$LTBLUE$$ You: $$GREEN$$";
|
||||||
|
|
||||||
|
LBts(&Fs->task_flags, TASKf_CMD_LINE_PROMPT);
|
||||||
|
userInput = StrGet(,, SGF_SHIFT_ESC_EXIT);
|
||||||
|
LBtr(&Fs->task_flags, TASKf_CMD_LINE_PROMPT);
|
||||||
|
Skynet(userInput);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch
|
||||||
|
PutExcept;
|
||||||
|
}
|
||||||
|
ChatUI;
|
||||||
72
src/Home/Net/Programs/Skynet/Skynet3.ZC
Executable file
72
src/Home/Net/Programs/Skynet/Skynet3.ZC
Executable file
|
|
@ -0,0 +1,72 @@
|
||||||
|
#define SERVER_ADDR "skynet.middleware.com"
|
||||||
|
#define SERVER_PORT 9000
|
||||||
|
|
||||||
|
U8* ExtractGPTCompletion(U8 *response) {
|
||||||
|
U8 *start = StrFind("\"text\": \"", response);
|
||||||
|
if (!start) {
|
||||||
|
return NULL; // Pattern not found
|
||||||
|
}
|
||||||
|
|
||||||
|
start += 10; // Move pointer after '"text": "'
|
||||||
|
|
||||||
|
U8 *end = StrFind("\",", start); // Find the closing double quote
|
||||||
|
if (!end) {
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
*end = 0; // Null terminate the completion string
|
||||||
|
|
||||||
|
return start;
|
||||||
|
}
|
||||||
|
|
||||||
|
public I64 Skynet3(U8 *prompt)
|
||||||
|
{
|
||||||
|
U8 responseBuf[8192];
|
||||||
|
I64 sock;
|
||||||
|
|
||||||
|
sock = TCPConnectionCreate(SERVER_ADDR, SERVER_PORT);
|
||||||
|
if (sock <= 0)
|
||||||
|
{
|
||||||
|
PrintErr("Failed to connect to middleware server");
|
||||||
|
return sock;
|
||||||
|
}
|
||||||
|
|
||||||
|
U8 *payload = StrPrint(NULL, "{\"model\": \"text-davinci-003\",\"prompt\": \"%s\",\"max_tokens\": 100,\"temperature\": 1}", prompt);
|
||||||
|
U8 *requestHeader = StrPrint(NULL,
|
||||||
|
"POST /gpt3 HTTP/1.1\r\n"
|
||||||
|
"Host: %s:%d\r\n"
|
||||||
|
"User-Agent: ZealOSClient/1.0\r\n"
|
||||||
|
"Accept: */*\r\n"
|
||||||
|
"Content-Type: application/json\r\n"
|
||||||
|
"Content-Length: %d\r\n"
|
||||||
|
"\r\n",
|
||||||
|
SERVER_ADDR,
|
||||||
|
SERVER_PORT,
|
||||||
|
StrLen(payload)
|
||||||
|
);
|
||||||
|
U8 *fullRequest = StrPrint(NULL, "%s%s\n\n", requestHeader, payload);
|
||||||
|
|
||||||
|
TCPSocketSendString(sock, fullRequest);
|
||||||
|
Free(requestHeader);
|
||||||
|
Free(payload);
|
||||||
|
Free(fullRequest);
|
||||||
|
|
||||||
|
|
||||||
|
I64 responseLength = TCPSocketReceive(sock, responseBuf, sizeof(responseBuf) - 1); // -1 to ensure space for null terminator
|
||||||
|
|
||||||
|
responseBuf[responseLength] = 0; // Null-terminate the response
|
||||||
|
|
||||||
|
// Assuming the headers and payload are separated by two newline sequences (standard HTTP)
|
||||||
|
U8 *jsonPayload = StrFind("\r\n\r\n", responseBuf);
|
||||||
|
if (!jsonPayload) {
|
||||||
|
TCPSocketClose(sock);
|
||||||
|
return -1; // or some error code
|
||||||
|
}
|
||||||
|
jsonPayload += 4; // Move past the header separator
|
||||||
|
|
||||||
|
U8 *completion = ExtractGPTCompletion(jsonPayload);
|
||||||
|
Print("$$RED$$Skynet: $$YELLOW$$%s$$FG$$\n", completion);
|
||||||
|
|
||||||
|
TCPSocketClose(sock);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
Loading…
Reference in a new issue