Skip to content

User Persistence #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 2 commits into
base: main
Choose a base branch
from
Open

User Persistence #4

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
1c1eca7
User Persistence
lmangani Dec 28, 2024
fb63b4a
Merge branch 'main' into per-user-persistence
lmangani Jun 17, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 29 additions & 12 deletions src/index.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,8 @@ import { Hono } from "hono";
import { stream } from "hono/streaming";
import { Octokit } from "@octokit/core";
import * as duckdb from 'duckdb';
import crypto from 'crypto';
import path from 'path';
import {
createAckEvent,
createDoneEvent,
Expand All @@ -13,12 +15,21 @@ import {
verifyAndParseRequest,
} from "@copilot-extensions/preview-sdk";

// Initialize DuckDB
const db = new duckdb.Database(':memory:'); // In-memory database
const connection = db.connect();
function getUserDBPath(username) {
const hash = crypto
.createHash('sha256')
.update(username)
.digest('hex')
.slice(0, 16);
return path.join('/tmp', `duckdb_${hash}.db`);
}

// Initialize DuckDB - these will be set per user session
let db;
let connection;

// Helper function to execute SQL queries
async function executeQuery(query: string): Promise<any> {
async function executeQuery(query) {
return new Promise((resolve, reject) => {
connection.all(query, (err, result) => {
if (err) reject(err);
Expand All @@ -28,7 +39,7 @@ async function executeQuery(query: string): Promise<any> {
}

// Results with printTable(json);
async function executeQueryPretty(query: string): Promise<any> {
async function executeQueryPretty(query) {
return new Promise((resolve, reject) => {
connection.all(query, (err, result) => {
if (err) {
Expand All @@ -48,7 +59,7 @@ async function executeQueryPretty(query: string): Promise<any> {
}

// Helper function to execute SQL queries
async function executeQueryTable(query: string): Promise<string[]> {
async function executeQueryTable(query) {
return new Promise((resolve, reject) => {
connection.all(query, (err, result) => {
if (err) {
Expand All @@ -74,7 +85,7 @@ async function executeQueryTable(query: string): Promise<string[]> {
}

// Dummy helper to filter out non-queries
function containsSQLQuery(message: string): boolean {
function containsSQLQuery(message) {
const duckdbPattern = /\b(SELECT|INSERT|UPDATE|DELETE|CREATE|DROP|ALTER|COPY|ATTACH|FROM|WHERE|GROUP BY|ORDER BY|LIMIT|READ_CSV|READ_PARQUET|READ_JSON_AUTO|UNNEST|PRAGMA|EXPLAIN|DESCRIBE|SHOW|SET|WITH|CASE|JOIN|TABLE)\b/i;
return duckdbPattern.test(message.toUpperCase());
}
Expand Down Expand Up @@ -127,14 +138,23 @@ app.post("/", async (c) => {
stream.write(createAckEvent());
const octokit = new Octokit({ auth: tokenForUser });
const user = await octokit.request("GET /user");

// Initialize database for this user if not already done
if (!db) {
const dbPath = getUserDBPath(user.data.login);
console.log(`Initializing database at ${dbPath}`);
db = new duckdb.Database(dbPath);
connection = db.connect();
}

const userPrompt = getUserMessage(payload);

// Check if the message contains a SQL query
if (containsSQLQuery(userPrompt)) {
console.log(user.data.login, userPrompt);
try {
const resultChunks = await executeQueryTable(userPrompt);
console.log('Query Output:',resultChunks.join());
console.log('Query Output:', resultChunks.join());
for (const chunk of resultChunks) {
stream.write(createTextEvent(chunk));
}
Expand All @@ -154,10 +174,9 @@ app.post("/", async (c) => {
stream.write(createTextEvent(chunk));
}
} catch (error) {
stream.write(createTextEvent(`Oops! ${error}`));
stream.write(createTextEvent(`Oops! ${error}`));
}
}

}
} else {
// Handle non-SQL messages using the normal prompt flow
Expand All @@ -166,8 +185,6 @@ app.post("/", async (c) => {
token: tokenForUser,
});
console.log('LLM Output:', message.content);
// If everything fails, return whatever the response was
// stream.write(createTextEvent(`This doesn't look like DuckDB SQL.\n`));
stream.write(createTextEvent(message.content));
}

Expand Down