// Written by retoor@molodetz.nl
// This source code initializes a command-line application that uses OpenAI for chat interactions, handles user inputs, and can start a simple HTTP server with CGI support. The code allows command execution, markdown parsing, and OpenAI chat integration.
// External imports used in this code:
// - openai.h
// - markdown.h
// - plugin.h
// - line.h
// MIT License
//
// Permission is hereby granted, free of charge, to any person obtaining a copy
// of this software and associated documentation files (the "Software"), to deal
// in the Software without restriction, including without limitation the rights
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
// copies of the Software, and to permit persons to whom the Software is
// furnished to do so, subject to the following conditions:
//
// The above copyright notice and this permission notice shall be included in
// all copies or substantial portions of the Software.
//
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
// THE SOFTWARE.
#include "openai.h"
#include "markdown.h"
#include "line.h"
#include <locale.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include "utils.h"
bool SYNTAX_HIGHLIGHT_ENABLED = true;
bool API_MODE = false;
void help();
void render(char *);
bool openai_include(char *path);
char * strreplace(char * content, char * what, char * with);
char * get_prompt_from_stdin(char * prompt) {
int index = 0;
prompt[index] = '\0';
char c = 0;
while ((c = getchar()) != EOF) {
prompt[index++] = c;
}
prompt[index++] = '\0';
return prompt;
}
char *get_prompt_from_args(int c, char **argv) {
char *prompt = (char *)malloc(1024 * 1024 * 10 + 1);
char *system = (char *)malloc(1024*1024);
system[0] = 0;
prompt[0] = 0;
bool get_from_std_in = false;
for (int i = 1; i < c; i++) {
if (!strcmp(argv[i],"--stdin")){
fprintf(stderr, "%s\n", "Reading from stdin.");
get_from_std_in = true;
}else if(!strcmp(argv[i],"--context")){
if(i+1 <= c){
char * context_file_path = argv[i+1];
fprintf(stderr, "Including \"%s\".\n", context_file_path);
openai_include(context_file_path);
i++;
}
}else if(!strcmp(argv[i],"--api")){
API_MODE = true;
}else if(!strcmp(argv[i], "--nh")){
SYNTAX_HIGHLIGHT_ENABLED = false;
fprintf(stderr, "%s\n", "Syntax highlighting disabled.");
}else if (!get_from_std_in){
strcat(system, argv[i]);
if (i < c - 1) {
strcat(system, " ");
} else {
strcat(system, ".");
}
}
}
if(get_from_std_in){
if(*system){
openai_system(system);
}
free(system);
prompt = get_prompt_from_stdin(prompt);
}else{
free(prompt);
prompt = system;
}
if (!*prompt) {
free(prompt);
return NULL;
}
return prompt;
}
bool try_prompt(int argc, char *argv[]) {
char *prompt = get_prompt_from_args(argc, argv);
if (prompt != NULL) {
char *response = openai_chat("user", prompt);
if(!response){
printf("Could not get response from server\n");
free(prompt);
return false;
}
render(response);
free(response);
free(prompt);
return true;
}
return false;
}
void serve() {
render("Starting server. *Put executables in a dir named cgi-bin and they will behave as web pages.*");
int res = system("python3 -m http.server --cgi");
(void)res;
}
char ** get_parameters(char * content, char * delimiter){
char * start = NULL;
char ** parameters = NULL; //(char **)malloc(sizeof(char *) * 2);
int count = 0;
while((start = strstr(content, delimiter)) != NULL){
start += 3;
char * end = strstr(start, delimiter);
char * parameter = (char *)malloc(end - start + 1);
memcpy(parameter, start, end - start);
parameter[end - start] = '\0';
// printf("%s\n", parameter);
content = end + 3;
count+=1;
parameters = (char **)realloc(parameters, sizeof(char *) * (1+count*2));
parameters[count-1] = parameter;
parameters[count] = NULL;
}
return parameters;
}
void render(char *content){
char ** parameters = get_parameters(content,"\"\"\"");
int parameter_index = 0;
bool print_result = true;
while(parameters){
char * parameter = parameters[parameter_index];
if(!parameter)
break;
print_result = false;
if(!strcmp(parameter, "!find_note")){
char * note_name = parameters[parameter_index + 1];
FILE * file = fopen("notes.txt", "r");
fseek(file, 0, SEEK_END);
long size = ftell(file);
fseek(file, 0, SEEK_SET);
char *buffer = (char *)malloc(size + 1);
size = fread(buffer, 1, size, file);
buffer[size] = '\0';
fclose(file);
char * prompt = (char *)malloc(size + 1000);
prompt[0] = 0;
sprintf(prompt,"This are records seperated by newline: ```%s```. Respond to use with record that is about ```%s```. Rspond in plain text, do not execute command.",buffer, note_name);
char* result = openai_chat("user",prompt);
free(buffer);
free(prompt);
if(result){
printf("%s\n",result);
free(result);
}
}
if(!strcmp(parameter, "!write_note")){
char * file_name = "notes.txt";
char * file_content = parameters[parameter_index + 1];
FILE * file = fopen(file_name, "a+");
fprintf(file, "%s\n\n", file_content);
fclose(file);
}
if(!strcmp(parameter, "!write_file")){
char * file_name = parameters[parameter_index + 1];
printf("Writing to file: %s\n",file_name);
char * file_content = parameters[parameter_index + 2];
FILE * file = fopen(file_name, "w");
fprintf(file, "%s", file_content);
fclose(file);
}
if(!strcmp(parameter, "!system")){
// printf("%s\n",parameters[parameter_index+1]);
char * command = parameters[parameter_index + 1];
FILE * f = popen(command,"r");;
if(!f){
printf("Execution failed: %s\n",command);
}
char buffer[4096];
char * full_buffer = (char *)malloc(1);
int bytes_read = 0;
while (fgets(buffer, sizeof(buffer), f) != NULL) {
full_buffer = realloc(full_buffer, bytes_read + strlen(buffer) + 1);
memcpy(full_buffer + bytes_read, buffer, strlen(buffer));
bytes_read += strlen(buffer);
printf("%s",buffer);
fflush(stdout);
}
pclose(f);
full_buffer[bytes_read] = '\0';
//printf("%s",full_buffer);
char * prompt = (char *)malloc(strlen(full_buffer) + 1000);
prompt[0] = 0;
printf(prompt,"Last execution result and thus current context is: ```%s```\n",full_buffer);
char * rmsg = openai_chat("system",full_buffer);
//printf("%s\n",rmsg);
free(prompt);
free(rmsg);
free(full_buffer);
}else if(parameter[0] == '!'){
printf("%s\n",parameter);
}
parameter_index+= 1;
}
if(!print_result){
return;
}
if(SYNTAX_HIGHLIGHT_ENABLED)
{
parse_markdown_to_ansi(content);
printf("\n\n");
}else{
printf("%s", content);
}
}
void repl() {
line_init();
char *line = NULL;
char *previous_line = NULL;
while ((line = line_read("> "))) {
if (!line || !*line) {
line = previous_line;
}
if (!line || !*line)
continue;
previous_line = line;
if (!strncmp(line, "exit", 4)) {
exit(0);
}
if (!strncmp(line, "help", 4)) {
help();
continue;
}
if (!strncmp(line, "serve", 5)) {
continue ;
serve();
}
if(!strncmp(line,"retoor",6)){
openai_include("retoor");
}
if (!strncmp(line, "spar ", 5)) {
char *response = line + 5;
while (true) {
render(response);
sleep(2);
response = openai_chat("user", response);
}
}
if (!strncmp(line, "/_", 2) || !strncmp(line, "____", 4)) {
continue;
int offset = 2;
if (!strncmp(line, "list", 4)) {
offset = 4;
}
char *command = (char *)malloc(strlen(line) + 42);
command[0] = '\0';
strcpy(command, "ls ");
strcat(command, line + offset);
int res = system(command);
(void)res;
free(command);
continue;
}
if(*line){
line_add_history(line);
char *response = openai_chat("user", line);
if(response){
render(response);
printf("\n");
free(response);
}
}
}
}
void help() {
char help_text[1024 * 1024] = {0};
char *template = "# Help\n"
"Written by retoor@molodetz.nl.\n\n"
"## Features\n"
" - navigate through history using `arrows`.\n"
" - navigate through history with **recursive search** using `ctrl+r`.\n"
" - **inception with python** for *incoming* and *outgoing* content.\n"
" - markdown and **syntax highlighting**.\n"
" - **execute python commands** with prefix `!`\n"
" - list files of the current work directory using `ls`.\n"
" - type `serve` to start a web server with directory listing. Easy for network transfers.\n\n"
"## Configuration\n"
" - model temperature is %f.\n"
" - model name is %s.\n"
" - max tokens is %d.\n\n"
"## In development\n"
" - **google search** and actions with those results.\n"
" - **reminders**.\n"
" - predefined **templates** for **reviewing** / **refactoring** so you can personalize.\n";
sprintf(help_text, template, prompt_temperature, prompt_model, prompt_max_tokens);
render(help_text);
}
char * strreplace(char * content, char * what, char * with){
char * pos = strstr(content, what);
if(!pos){
return strdup(content);
}
char * result = (char *)malloc(strlen(content) + strlen(with) + 5);
memset(result, 0, strlen(content) + strlen(with) + 3);
memcpy(result, content, pos - content);
memcpy(result + (pos - content), with, strlen(with));
memcpy(result + (pos - content) + strlen(with), pos + strlen(what), strlen(content) - (pos - content) - strlen(what) + 1);
return result;
}
char * linux_instructions =
"You are a linux master and are able to transform the prompt of "
"user into shell commands that will be executed on a debian "
"based system. You can execute shell commands by responding with python code: "
"literally `\"\"\"!system\"\"\",\"\"\"`your shell command`\"\"\". Execute immediately. Read bash history file if you have to work with history.";
char * retoor_instructions = "If the user prompts with social talk, "
"respond like replica and emoji. Your name is retoor and made by molodetz. Be interested. Be creative.";
bool openai_include(char *path) {
if(!strcmp(path,"retoor")){
render("**Loading retoor.**");
size_t new_size = strlen(linux_instructions) + strlen(retoor_instructions)+10;
char * all = (char *)malloc(new_size);
memset(all,0,new_size);
strcpy(all,linux_instructions);
strcat(all,retoor_instructions);
openai_chat("system",all);
free(all);
render("**Retoor is loaded. Retoor can do bash. Retoor can do all the bash.**");
render("Let's diagnose your computer and network together by asking things like: \n"
" 1. how many devices are there on my network? Check also MDNS devices. \n"
" 2 does my network does something suspicious? \n"
" 3. can you benchmark https://molodetz.nl?\n"
" 4. do i run strange processes?\n"
" 5. what is the performance of my pc?\n"
" 6. describe my hardware.\n"
" 7. please make a backup from my current directory.\n"
" 8. find ten largest folders on my pc using sudo.");
return true;
}
char * expanded_path = expand_home_directory(path);
FILE *file = fopen(expanded_path, "r");
free(expanded_path);
if (file == NULL) {
return false;
}
fseek(file, 0, SEEK_END);
long size = ftell(file);
fseek(file, 0, SEEK_SET);
char *buffer = (char *)malloc(size + 1);
size_t read = fread(buffer, 1, size, file);
if (read == 0) {
return false;
}
fclose(file);
buffer[read] = '\0';
char * replaced_linux = strreplace(buffer,"[linux]", linux_instructions);
char * replaced_retoor = strreplace(replaced_linux,"[retoor]", retoor_instructions);
openai_system(replaced_retoor);
free(replaced_retoor);
free(replaced_linux);
free(buffer);
return true;
}
void init() {
setbuf(stdout, NULL);
line_init();
const char *locale = setlocale(LC_ALL, NULL);
char payload[4096] = {0};
sprintf(payload, "Your locale is %s. User lang is %s.", locale, locale);
fprintf(stderr, "%s", "Loading... ⏳");
openai_system(payload);
if(!openai_include(".rcontext.txt")){
openai_include("~/.rcontext.txt");
}
#ifndef FREE_VERSION
fprintf(stderr, "%s", "\r✅ Commercial version. Type help for features.\n");
#else
fprintf(stderr, "%s","\r✅ Free version (GPT-3.5 Turbo), for you by retoor.\n");
#endif
}
int main(int argc, char *argv[]) {
init();
if (try_prompt(argc, argv))
return 0;
repl();
return 0;
}