{

// make user name safe for file system

char* id = loginID;

char* at = caller-1;

char c;

while ((c = *++at))

{

if (IsAlphaUTF8OrDigit(c) || c == '-' || c == '_' || c == '+') *id++ = c;

else if (c == ' ') *id++ = '_';

}

*id = 0;

sprintf(logFilename,(char*)"%s/%slog-%s.txt",usersfolder,GetUserPath(loginID),loginID); // user log goes here

if (ip) strcpy(callerIP,ip);

else *callerIP = 0;

{

// case insensitive logins

callee[0] = 0;

caller[0] = 0;

MakeLowerCopy(callee, usee);

if (user)

{

strcpy(caller, user);

// allowed to name callee as part of caller name

char* separator = strchr(caller, ':');

if (separator) *separator = 0;

if (separator && !*usee) MakeLowerCopy(callee, separator + 1); // override the bot

strcpy(loginName, caller); // original name as he typed it

MakeLowerCopy(caller, caller);

}

bool fakeContinue;

if (callee[0] == '&') // allow to hook onto existing conversation w/o new start

{

*callee = 0;

fakeContinue = true;

}

else fakeContinue = false;

if (incoming[0] && incoming[1] == '#' && incoming[2] == '!') // naming bot to talk to- and whether to initiate or not - e.g. #!Rosette#my message

{

char* next = strchr(incoming + 3, '#');

if (next)

{

*next = 0;

MakeLowerCopy(callee, incoming + 3); // override the bot name (including future defaults if such)

memcpy(incoming + 1, next + 1,strlen(next)); // the actual message.

}

}

strcpy(ipAddress,(ip) ? ip : (char*)"");

char* traceit = strstr(callee, "trace");

if (callee == traceit) // enable tracing during login, given as bot name

{

trace = (unsigned int) -1;

echo = true;

*callee = 0;

}

if (traceit && *(traceit-1) == '/') // appended to bot name

{

trace = (unsigned int)-1;

echo = true;

*(traceit-1) = 0;

}

if (!stricmp(usee, (char*)"time")) // enable timing during login

{

timing = (unsigned int)-1 ^ TIME_ALWAYS;

*callee = 0;

}

if (*callee) MakeLowerCopy(computerID, callee);

else ReadComputerID(); // we are defaulting the chatee

if (!*computerID) ReportBug((char*)"No default bot?\r\n");

// for topic access validation

*computerIDwSpace = ' ';

MakeLowerCopy(computerIDwSpace+1,computerID);

strcat(computerIDwSpace,(char*)" ");

if (*ipAddress) // maybe use ip in generating unique login

{

if (!stricmp(caller,(char*)"guest")) sprintf(caller,(char*)"guest%s", ipAddress);

else if (*caller == '.') sprintf(caller,(char*)"%s", ipAddress);

}

char* ptr = caller-1;

while (*++ptr)

{

if (*ptr == '/' || *ptr == '?' || *ptr == '\\' || *ptr == '%' || *ptr == '*' || *ptr == ':'

|| *ptr == '|' || *ptr == '"' || *ptr == '<' || *ptr == '>') *ptr = '_';

}

// prepare for chat

PartialLogin(caller, ipAddress);

return fakeContinue;

{

if (*defaultbot)

{

strcpy(computerID, defaultbot); // command line parameter

return;

}

strcpy(computerID,(char*)"anonymous");

unsigned int oldlang = language_bits;

WORDP D = FindWord((char*)"defaultbot", 0); // do we have a FACT with the default bot in it as verb

if (!D && language_bits) // regular language failed

{

language_bits = LANGUAGE_UNIVERSAL;

D = FindWord((char*)"defaultbot", 0); // do we have a FACT with the default bot in it as verb

}

language_bits = oldlang;

if (D)

{

FACT* F = GetVerbNondeadHead(D);

if (F) MakeLowerCopy(computerID,Meaning2Word(F->subject)->word);

}

{

chatbotSaidIndex = humanSaidIndex = 0;

setControl = 0;

{

// read in fact sets

char word[MAX_WORD_SIZE];

*word = 0;

ReadALine(readBuffer, 0); // setControl

ReadHex(readBuffer,setControl);

while (ReadALine(readBuffer, 0)>= 0)

{

if (*readBuffer == '#' && readBuffer[1] == ENDUNIT) break; // end of sets to read

char* ptr = ReadCompiledWord(readBuffer,word);

int setid;

ptr = ReadInt(ptr,setid);

SET_FACTSET_COUNT(setid,0);

if (trace & TRACE_USER) Log(USERLOG,"Facts[%d]\r\n",setid);

while (ReadALine(readBuffer, 0)>= 0)

{

if (*readBuffer == '#') break;

char* lclptr = readBuffer;

FACT* F = ReadFact(lclptr,0);

AddFact(setid,F);

if (trace & TRACE_USERFACT) TraceFact(F);

}

if (*readBuffer == '#' && readBuffer[1] == ENDUNIT) break; // otherwise has #end set as the line

}

if (strcmp(readBuffer,(char*)"#`end fact sets"))

{

ReportBug((char*)"Bad fact sets alignment\r\n");

return false;

}

// read long-term user facts

while (ReadALine(readBuffer, 0)>= 0)

{

if (*readBuffer == '#' && readBuffer[1] == ENDUNIT) break;

char* data = readBuffer;

if (*data == '(' && strchr(data,')'))

{

if (!ReadFact(data,0)) return false;

}

else

{

ReportBug((char*)"Bad user fact %s\r\n",readBuffer);

return false;

}

}

if (strncmp(readBuffer,(char*)"#`end user facts",16))

{

ReportBug((char*)"Bad user facts alignment\r\n");

return false;

}

return true;

{

char* buffer = AllocateStack(NULL,maxBufferSize); // messages are limited in size so are safe

char* recover = AllocateStack(NULL, maxBufferSize); // messages are limited in size so are safe

char* original = buffer;

backupMessages = NULL;

*buffer = 0;

buffer[1] = 0;

backupMessages = NULL;

for (humanSaidIndex = 0; humanSaidIndex <= MAX_USED; ++humanSaidIndex)

{

ReadALine(recover, 0);

strcpy(humanSaid[humanSaidIndex],RemoveEscapesWeAdded( recover));

if (*humanSaid[humanSaidIndex] == '#' && humanSaid[humanSaidIndex][1] == ENDUNIT) break; // #end

strcpy(buffer,humanSaid[humanSaidIndex]);

buffer += strlen(buffer) + 1;

}

if (humanSaidIndex > MAX_USED || strcmp(humanSaid[humanSaidIndex],(char*)"#`end user")) // failure to end right

{

humanSaidIndex = 0;

chatbotSaidIndex = 0;

backupMessages = NULL;

ReleaseStack(buffer);

ReportBug((char*)"bad humansaid");

return false;

}

else *humanSaid[humanSaidIndex] = 0;

*buffer++ = 0;

for (chatbotSaidIndex = 0; chatbotSaidIndex <= MAX_USED; ++chatbotSaidIndex)

{

ReadALine(recover, 0);

strcpy(chatbotSaid[chatbotSaidIndex],RemoveEscapesWeAdded( recover));

if (*chatbotSaid[chatbotSaidIndex] == '#' && chatbotSaid[chatbotSaidIndex][1] == ENDUNIT) break; // #end

strcpy(buffer,chatbotSaid[chatbotSaidIndex]);

buffer += strlen(buffer) + 1;

}

if (chatbotSaidIndex > MAX_USED || strcmp(chatbotSaid[chatbotSaidIndex],(char*)"#`end chatbot")) // failure to end right

{

chatbotSaidIndex = 0;

backupMessages = NULL;

ReleaseStack(buffer);

backupMessages = NULL;

ReportBug((char*)"Bad message alignment\r\n");

return false;

}

else *chatbotSaid[chatbotSaidIndex] = 0;

*buffer++ = 0;

backupMessages = AllocateHeap(original,buffer-original); // create a backup copy

ReleaseStack(buffer);

return true;

{

chatbotSaidIndex = humanSaidIndex = 0;

char* at = backupMessages;

while (at && *at) // read human said messages

{

strcpy(humanSaid[humanSaidIndex++],at);

at += strlen(at)+1;

}

*humanSaid[humanSaidIndex] = 0;

if (at) ++at; // skip over null separator

while (at && *at) // read human said messages

{

strcpy(chatbotSaid[chatbotSaidIndex++],at);

at += strlen(at)+1;

}

*chatbotSaid[chatbotSaidIndex] = 0;

randIndex = oldRandIndex;

// recover loaded topic info

memcpy(pendingTopicList,originalPendingTopicList,sizeof(unsigned int) * (originalPendingTopicIndex + 1));

pendingTopicIndex = originalPendingTopicIndex;

{

if (F->flags & FACTTRANSIENT) return; // not a real future reference

F->flags |= MARKED_FACT2; // we will save this fact

if (F->flags & (JSON_ARRAY_VALUE | JSON_OBJECT_VALUE)) // follow forward

{

WORDP D = Meaning2Word(F->object);

SaveJSON(D);

}

// presume JSON object never points to a fact itself

{

if (!D) return;

FACT* F = GetSubjectNondeadHead(D); // all facts of this object

while (F)

{

if (!(F->flags & MARKED_FACT2) && F > factLocked) FollowJSON(F); // write out all this as well/ not yet marked and user writeable

F = GetSubjectNondeadNext(F);

}

{

tracedFunctionsIndex = 0;

while (ReadALine(readBuffer, 0)>= 0) // user variables

{

if (*readBuffer != USERVAR_PREFIX && *readBuffer != FUNCTIONVAR_PREFIX) break; // end of variables

char* ptr = strchr(readBuffer,'=');

*ptr = 0; // isolate user var name from rest of buffer

bool traceit = ptr[1] == '`';

if (traceit) ++ptr;

if (*readBuffer == '$')

{

if (ptr[1] == 'j' && ptr[3] == '-' && (ptr[2] == 'a' || ptr[2] == 'o')) StoreWord(ptr + 1,AS_IS); // force possibly empty json struct to be recorded

SetUserVariable(readBuffer, RemoveEscapesWeAdded(ptr + 1));

}

else // tracing bits on a function

{

WORDP F = FindWord(readBuffer,0,LOWERCASE_LOOKUP);

if (F)

{

char value[MAX_WORD_SIZE];

ptr = ReadCompiledWord(ptr+1,value);

int bits = atoi(value); // control flags

ptr = ReadCompiledWord(ptr,value);

int val = atoi(value); // which tracings

if (val || bits)

{

F->internalBits |= bits; // covers trace and time bits

F->inferMark = val; // set its trace details bits

tracedFunctionsList[tracedFunctionsIndex++] = F;

}

}

}

if (traceit) // we are tracing this variable, turn on his flag

{

WORDP D = StoreWord(readBuffer);

PrepareVariableChange(D,"",false); // keep it alive as long as it is traced

AddInternalFlag(D,MACRO_TRACE);

}

if (trace & TRACE_VARIABLE) Log(USERLOG,"%s=%s\r\n",readBuffer,ptr+1);

}

if (strcmp(readBuffer,(char*)"#`end variables"))

{

ReportBug((char*)"Bad variable alignment\r\n");

return false;

}

return true;

{ // does not modify any data, just transcribes to file

// if (!numberOfTopics) return; // no topics ever loaded or we are not responding

if (!userCacheCount) return; // never save users - no history

uint64 start_time = ElapsedMilliseconds();

if (globalDepth == 0) currentRule = NULL;

char name[MAX_WORD_SIZE];

char filename[SMALL_WORD_SIZE];

// NOTE mongo does not allow . in a filename

sprintf(name, (char*)"%s/%stopic_%s_%s.txt", usersfolder, GetUserPath(loginID), loginID, computerID);

if (!multidict && stricmp(current_language, "english")) sprintf(name, (char*)"%s/%stopic_%s_%s_%s.txt", usersfolder, GetUserPath(loginID), loginID, computerID, current_language);

strcpy(filename, name);

strcat(filename, "\r\n");

userDataBase = FindUserCache(name); // have a buffer dedicated to him? (cant be safe with what was read in, because share involves 2 files)

if (!userDataBase)

{

userDataBase = GetCacheBuffer(-1);

if (!userDataBase) return; // not saving anything

strcpy(userDataBase, filename);

}

#ifndef DISCARDTESTING

if (filesystemOverride == NORMALFILES && (!server || serverRetryOK) && !documentMode && !callback)

{

char fname[MAX_WORD_SIZE];

sprintf(fname, (char*)"%s/backup-%s_%s.txt", tmpfolder, loginID, computerID);

if (!nobackup && !noretrybackup) CopyFile2File(fname, name, false); // backup for debugging BUT NOT if callback of some kind...

if (redo) // multilevel backup enabled

{

sprintf(fname, (char*)"%s/backup%u-%s_%s.txt", tmpfolder, volleyCount, loginID, computerID);

if (!nobackup) CopyFile2File(fname, userDataBase, false); // backup for debugging BUT NOT if callback of some kind...

}

}

#endif

char* ptr = GatherUserData(userDataBase + strlen(filename), curr, false);

if (ptr) Cache(userDataBase, ptr - userDataBase);

if (ptr && shared)

{

sprintf(name, (char*)"%s/%stopic_%s_%s.txt", usersfolder, GetUserPath(loginID), loginID, (char*)"share");

if (stricmp(current_language, "english")) sprintf(name, (char*)"%s/%stopic_%s_%s_%s.txt", usersfolder, GetUserPath(loginID), loginID, current_language, (char*)"share");

strcpy(filename, name);

strcat(filename, "\r\n");

userDataBase = FindUserCache(name); // have a buffer dedicated to him? (cant be safe with what was read in, because share involves 2 files)

if (!userDataBase)

{

userDataBase = GetCacheBuffer(-1); // cannot fail if we got to here

strcpy(userDataBase, filename);

}

#ifndef DISCARDTESTING

if (!noretrybackup && filesystemOverride == NORMALFILES && (!server || serverRetryOK) && !documentMode && !callback)

{

sprintf(name, (char*)"%s/backup-share-%s_%s.txt", tmpfolder, loginID, computerID);

if (!nobackup && !noretrybackup) CopyFile2File(name, userDataBase, false); // backup for debugging

if (redo)

{

sprintf(name, (char*)"%s/backup%u-share-%s_%s.txt", tmpfolder, volleyCount, loginID, computerID);

if (!nobackup) CopyFile2File(name, userDataBase, false); // backup for debugging BUT NOT if callback of some kind...

}

}

#endif

ptr = GatherUserData(userDataBase + strlen(filename), curr, true);

if (ptr) Cache(userDataBase, ptr - userDataBase);

}

if (timing & TIME_USER) {

int diff = (int)(ElapsedMilliseconds() - start_time);

if (timing & TIME_ALWAYS || diff > 0) Log(STDTIMELOG, (char*)"Write user data time: %d ms\r\n", diff);

}

migratetop = lastFactUsed;

{

strcpy(timePrior, (char*)"0");

strcpy(timeturn15, (char*)"0");

strcpy(timeturn0, (char*)"0");

if (newuser) // dont load user, generate anew

{

newuser = false; // only good for this volley

ReadNewUser();

strcpy(timeturn0, GetMyTime(time(0))); // startup time

return true;

}

loadingUser = true;

char* buffer = GetFileRead(loginID, bot);

char junk[MAX_WORD_SIZE];

*junk = 0;

// set bom

if (buffer && *buffer != 0) // readable data

{

maxFileLine = currentFileLine = 0;

BOM = BOMSET;

char* at = strchr(buffer, '\r');

if (at)

{

userRecordSourceBuffer = at + 2; // skip \r\n

ReadALine(readBuffer, 0);

char* x = ReadCompiledWord(readBuffer, junk);

x = ReadCompiledWord(x, timeturn0); // the start stamp id if there

x = ReadCompiledWord(x, timePrior); // the prior stamp id if there

ReadCompiledWord(x, timeturn15); // the timeturn id if there

if (stricmp(junk, saveVersion)) *buffer = 0;// obsolete format

}

else *buffer = 0;

}

if (!buffer || !*buffer)

{

// if shared file exists, we dont have to kill it. If one does exist, we merely want to use it to add to existing bots

ReadNewUser();

strcpy(timeturn0, GetMyTime(time(0))); // startup time

}

else

{

if (trace & TRACE_USER) Log(USERLOG,"\r\nLoading user: %s bot: %s\r\n",loginID, bot);

char* start = buffer;

size_t len = strlen(start);

if (!ReadUserTopics())

{

if (len < 40000) { ReportBug("User data file TOPICS inconsistent %d %s \r\n", len, start); }

else { ReportBug("User data file %d TOPICS inconsistent\r\n", len); }

loadingUser = false;

return false;

}

if (!ReadUserVariables())

{

if (len < 40000) ReportBug((char*)"User data file VARIABLES inconsistent %d %s \r\n",len,start);

else ReportBug((char*)"User data file %d VARIABLES inconsistent\r\n", len);

loadingUser = false;

return false;

}

if (!ReadUserFacts())

{

if (len < 40000) ReportBug((char*)"User data file FACTS inconsistent %d %s \r\n", len, start);

else ReportBug((char*)"User data file %d FACTS inconsistent\r\n", len);

loadingUser = false;

return false;

}

if (!ReadUserContext())

{

if (len < 40000) ReportBug((char*)"User data file CONTEXT inconsistent %d %s \r\n", len,start);

else ReportBug((char*)"User data file %d CONTEXT inconsistent\r\n", len);

loadingUser = false;

return true; // accept failure

}

if (!ReadRecentMessages())

{

if (len < 40000) ReportBug((char*)"User data file MESSAGES inconsistent %d %s \r\n", len,start);

else ReportBug((char*)"User data file %d MESSAGES inconsistent\r\n", len);

loadingUser = false;

return true;

}

if (trace & TRACE_USER) Log(USERLOG, "user loaded normally\r\n");

oldRandIndex = randIndex = atoi(GetUserVariable((char*)"$cs_randindex", false)) + (volleyCount % MAXRAND); // rand base assigned to user

}

userRecordSourceBuffer = NULL;

if (traceUniversal) trace = traceUniversal;

char* at = traceuser;

size_t len = strlen(loginID);

while (*at && (at = strstr(at, loginID))) // any in list

{

if (at == traceuser || at[len] == ',' || !at[len]) trace = (unsigned int)-1;

at += 1;

}

loadingUser = false;

return true;

{

loading = true;

// accept a user topic file erase command

char* x = NULL;

if (*erasename && incoming) x = strstr(incoming, erasename);

if (x)

{

buildReset = FULL_RESET;

memset(x, ' ', strlen(erasename));

}

if (*newusername && incoming && strstr(incoming, newusername))

{

if (strstr(incoming, "testpattern") || strstr(incoming, "testoutput") ||

strstr(incoming, "compilepattern") || strstr(incoming, "compileoutput"))

buildReset = FULL_RESET;

}

// read user data, to control how to purifyinput if needed

if (buildReset) // drop old user

{

if (trace & TRACE_USER) Log(USERLOG, "buildreset = %d\r\n", buildReset);

if (buildReset == FULL_RESET)

{

newuser = true;

KillShare();

}

ReadUserData(); // now bring in user state

buildReset = NO_RESET;

}

else if (!documentMode)

{

// preserve file status reference across this read use of ReadALine

int BOMvalue = -1; // get prior value

char oldc;

int oldCurrentLine;

BOMAccess(BOMvalue, oldc, oldCurrentLine); // copy out prior file access and reinit user file access

char* suppressUser = GetUserVariable("$cs_new_user", false); // command line

if (*suppressUser && strstr(originalUserInput, suppressUser)) newuser = true;

ReadUserData(); // now bring in user state, uses readbuffer

BOMAccess(BOMvalue, oldc, oldCurrentLine); // restore old BOM values

}

loading = false;

{

loading = true;

myBot = 0; // drop ownership of facts

if (globalDepth == 0) currentRule = NULL;

uint64 start_time = ElapsedMilliseconds();

// std defaults

tokenControl = (DO_SUBSTITUTE_SYSTEM | DO_INTERJECTION_SPLITTING | DO_PROPERNAME_MERGE | DO_NUMBER_MERGE | DO_SPELLCHECK );

if (!stricmp(current_language,"english")) tokenControl |= DO_PARSE;

responseControl = ALL_RESPONSES;

*wildcardSeparator = ' ';

wildcardSeparatorGiven = false;

if (!ReadFileData(computerID))// read user file, if any, or get it from cache

{

(*printer)((char*)"%s",(char*)"User file inconsistent\r\n");

shared = false;

ResetToPreUser();

ReadNewUser(); // abandon this user

}

if (shared) ReadFileData((char*)"share"); // read shared file, if any, or get it from cache

if (timing & TIME_USER)

{

int diff = (int)(ElapsedMilliseconds() - start_time);

if (timing & TIME_ALWAYS || diff > 0) Log(STDTIMELOG, (char*)"Read user data time: %d ms\r\n", diff);

}

loading = false;

{

if (shared)

{

char buffer[MAX_WORD_SIZE];

sprintf(buffer,(char*)"%s/%stopic_%s_%s.txt",usersfolder,GetUserPath(loginID),loginID,(char*)"share");

if (stricmp(current_language,"english")) sprintf(buffer, (char*)"%s/%stopic_%s_%s_%s.txt", usersfolder, GetUserPath(loginID), loginID, current_language,(char*)"share");

unlink(buffer); // remove all shared data of this user

}

{

unsigned int oldtrace = trace;

if (server) trace = 0;

if (trace & TRACE_USER) Log(USERLOG,"0 Ctrl:New User\r\n");

// if coming from script reset, these need to be cleared.

// They were already cleared at start of volley

ClearUserVariables();

ClearUserFacts();

ResetTopicSystem(true);

userFirstLine = 1;

volleyCount = 0;

// std defaults

tokenControl = (DO_SUBSTITUTE_SYSTEM | DO_INTERJECTION_SPLITTING | DO_PROPERNAME_MERGE | DO_NUMBER_MERGE | DO_SPELLCHECK | DO_PARSE );

responseControl = ALL_RESPONSES;

*wildcardSeparator = ' ';

wildcardSeparatorGiven = false;

// set his random seed

bool hasUpperCharacters = false;

bool hasUTF8Characters = false;

unsigned int rand = (unsigned int) Hashit((unsigned char *) loginID,strlen(loginID),hasUpperCharacters,hasUTF8Characters);

char word[MAX_WORD_SIZE];

oldRandIndex = randIndex = rand & 4095;

sprintf(word,(char*)"%u",randIndex);

SetUserVariable((char*)"$cs_randindex",word );

strcpy(word,computerID);

*word = GetUppercaseData(*word);

SetUserVariable((char*)"$cs_bot",word );

SetUserVariable((char*)"$cs_login",loginName);

sprintf(readBuffer,(char*)"^%s",computerID);

WORDP D = FindWord(readBuffer,0,LOWERCASE_LOOKUP);

if (!D) // no such bot

{

/// *computerID = 0; // allow anonymous bot to remain, so debug commands can function w/o bot

return;

}

AllocateOutputBuffer();

FunctionResult result;

char arg[15]; // dofunction call needs to be alterable if tracing

strcpy(arg,(char*)"()");

DoFunction(D->word,arg, currentOutputBase,result);

FreeOutputBuffer();

inputRejoinderTopic = inputRejoinderRuleID = NO_REJOINDER;

char file[SMALL_WORD_SIZE];

sprintf(file,"%s-init.txt",loginName);

userInitFile = fopen(file,(char*)"rb");

trace = oldtrace;

if (traceUniversal) trace = traceUniversal;