obsidian-plugin/cosmicoptima_loom
1
0
Fork 0
mirror of https://github.com/cosmicoptima/loom.git synced 2026-07-22 07:40:25 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

escape lt

Browse source
This commit is contained in:
celeste 2023-02-27 01:20:42 -08:00
parent 7939f11d40
commit 26ba266d51
1 changed files with 5 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
main.ts
View file

@ -451,10 +451,14 @@ export default class LoomPlugin extends Plugin {
const trailingSpace = prompt.match(/\s+$/);
prompt = prompt.replace(/\s+$/, "");
prompt = prompt.replace(/\\</g, "<");
const bpe = tokenizer.encode(prompt).bpe;
const tokens = bpe.slice(Math.max(0, bpe.length - (8000 - this.settings.maxTokens)), bpe.length);
prompt = tokenizer.decode(tokens);
console.log("prompt", prompt);
let completions;
try {
completions = (
@ -479,7 +483,7 @@ export default class LoomPlugin extends Plugin {
let ids = [];
for (const completion of completions) {
let completion_ = completion;
let completion_ = completion?.replace(/</g, "\\<");
if (!completion_) continue; // i've never seen this happen
if (trailingSpace && completion_[0] === " ") completion_ = completion_.slice(1);