Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
52 commits
Select commit Hold shift + click to select a range
38cde77
added new deno settings
yunchengyang515 Nov 11, 2023
a18f3be
added new deno settings
yunchengyang515 Nov 11, 2023
544c7c6
Merge pull request #2 from stackql/dev/deno-vscode-setup
yunchengyang515 Nov 11, 2023
b05fe45
Created downloader and tests
yunchengyang515 Nov 12, 2023
26eede0
able to run query
yunchengyang515 Nov 12, 2023
55a1cdf
fix tests
yunchengyang515 Nov 12, 2023
b4799ca
attempt to fix file close
yunchengyang515 Nov 12, 2023
9186f8d
added multiple OS tests
yunchengyang515 Nov 12, 2023
2b5674b
WIP: fixing test issues
yunchengyang515 Nov 13, 2023
4a953cc
fix the Deno.run issue in unpacker
yunchengyang515 Nov 13, 2023
76a9569
replace deno.run with deno.command
yunchengyang515 Nov 13, 2023
db40abf
added allow execute for the binary
yunchengyang515 Nov 13, 2023
3fb7b6d
added more log to check windows OS issue
yunchengyang515 Nov 13, 2023
9063ab0
added more logging
yunchengyang515 Nov 13, 2023
4f8a442
fix the chomod issue
yunchengyang515 Nov 13, 2023
921aa5a
code clean up
yunchengyang515 Nov 13, 2023
d1ab0ae
Merge pull request #4 from stackql/dev/setup-github-test-action
yunchengyang515 Nov 13, 2023
29c1bf9
Merge pull request #3 from stackql/dev/install-stackql
jeffreyaven Nov 16, 2023
9d35ae3
added server connection and test
yunchengyang515 Nov 18, 2023
c529e14
added setup stackql in github action
yunchengyang515 Nov 18, 2023
77b2540
fix the process closing for server setup
yunchengyang515 Nov 18, 2023
b902d94
test only windows
yunchengyang515 Nov 18, 2023
c304703
added back linux and macos
yunchengyang515 Nov 18, 2023
526d095
add timeout to wait for stackql to start
yunchengyang515 Nov 18, 2023
19b0913
added retries
yunchengyang515 Nov 18, 2023
f6303df
remove timeout in start server
yunchengyang515 Nov 18, 2023
a2410da
WIP: return meaningful query results
yunchengyang515 Nov 18, 2023
83a3c58
use deno pgClient to get the correct result
yunchengyang515 Nov 18, 2023
78f892d
code cleanup
yunchengyang515 Nov 18, 2023
23846e3
remove unused import
yunchengyang515 Nov 18, 2023
417bbc9
Merge pull request #8 from stackql/dev/server-mode
yunchengyang515 Nov 18, 2023
74cfddd
wip: apply auth as param
yunchengyang515 Nov 19, 2023
64d1d39
removed auth string passing
yunchengyang515 Nov 19, 2023
f94df2b
Merge pull request #9 from stackql/dev/auth-params
yunchengyang515 Nov 19, 2023
c31ee4f
added tests for adding params and osUtils
yunchengyang515 Nov 25, 2023
eeb2931
fix tests
yunchengyang515 Nov 25, 2023
418e596
rename runClit to runCommand
yunchengyang515 Nov 25, 2023
eaf637a
Merge pull request #10 from stackql/dev/cli-properties
yunchengyang515 Nov 25, 2023
ff55c44
added proxy properties
yunchengyang515 Nov 25, 2023
0d2df97
created and added tests for upgrade
yunchengyang515 Nov 26, 2023
46ec053
test format fix
yunchengyang515 Nov 27, 2023
7f9aed5
fix spy issue in test
yunchengyang515 Nov 27, 2023
281f84a
wip: fix unpacker test in darwin
yunchengyang515 Nov 27, 2023
1e778ca
fix downloader tests with darwin
yunchengyang515 Dec 2, 2023
99f9924
Merge pull request #12 from stackql/dev/upgrade
yunchengyang515 Dec 3, 2023
a93a532
added csv and json output for run query on instnace
yunchengyang515 Dec 3, 2023
6ac3188
added new deno task runner for test
yunchengyang515 Dec 3, 2023
9574a59
added new deno task runner for test
yunchengyang515 Dec 3, 2023
ab25c55
wip: debugging failed test
yunchengyang515 Dec 4, 2023
6310cee
Merge branch 'release/v0.0.1' of https://github.com/stackql/stackqljs…
yunchengyang515 Dec 4, 2023
c4d90cd
Merge pull request #13 from stackql/dev/output-format
yunchengyang515 Dec 7, 2023
cf11480
added editor format on save
yunchengyang515 Dec 9, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
use deno pgClient to get the correct result
  • Loading branch information
yunchengyang515 committed Nov 18, 2023
commit 83a3c582f60c40ca200448cda1bdda6537c35ef9
4 changes: 3 additions & 1 deletion src/services/server.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,9 @@ import { startStackQLServer } from "../../testing/utils.ts";
Deno.test("Successful Connection", async () => {
const { closeProcess } = await startStackQLServer();
const server = new Server();
const pg = await server.connect("http://127.0.0.1:5444");
const pg = await server.connect(
"postgres://postgres:password@localhost:5444/postgres",
);
assert(pg);
await server.close();
await closeProcess();
Expand Down
27 changes: 16 additions & 11 deletions src/services/server.ts
Original file line number Diff line number Diff line change
@@ -1,29 +1,32 @@
import {
pgconnect,
PgConnection,
} from "https://raw.githubusercontent.com/kagis/pgwire/main/mod.js";
import { Client } from "https://deno.land/x/postgres/mod.ts";

export class Server {
private pg: PgConnection | null = null;
constructor() {}
private client: Client | null = null;

constructor(connectionString?: string) {
if (connectionString) {
this.client = new Client(connectionString);
}
}

public async connect(connectionString?: string) {
const maxRetries = 3;
let currentAttempt = 0;

while (currentAttempt < maxRetries) {
try {
// Attempt to connect
const connection = Deno.env.get("POSTGRES") || connectionString;
if (!connection) {
throw new Error(
"Connection string not found \n Please set the POSTGRES environment variable or pass the connection string as an argument",
);
}

console.log("connecting", connection);
this.pg = await pgconnect(connection);
this.client = new Client(connection);
await this.client.connect();
console.log("connected");
return this.pg;
return this.client;
} catch (error) {
currentAttempt++;
console.log(`Attempt ${currentAttempt} failed: ${error.message}`);
Expand All @@ -41,8 +44,10 @@ export class Server {
}

public async close() {
if (this.pg) {
await this.pg.end();
if (this.client) {
await this.client.end();
}
}

// Additional methods for query execution can be added here
}
22 changes: 17 additions & 5 deletions src/stackql.test.ts
Original file line number Diff line number Diff line change
@@ -1,6 +1,11 @@
import { assertStringIncludes } from "https://deno.land/std@0.206.0/assert/mod.ts";
import { StackQL } from "./stackql.ts";
import { removeStackQLDownload, startStackQLServer } from "../testing/utils.ts";
import { assert } from "https://deno.land/std@0.160.0/_util/assert.ts";
import {
assertEquals,
assertExists,
} from "https://deno.land/std@0.160.0/testing/asserts.ts";

Deno.test("StackQL runQuery - Successful Execution", async () => {
// Arrange
Expand All @@ -20,26 +25,33 @@ Deno.test("StackQL runQuery - Successful Execution", async () => {
assertStringIncludes(result, "okta");
});

Deno.test.only("StackQL runServerQuery - Successful Execution", async () => {
Deno.test("StackQL runServerQuery - Successful Execution", async () => {
const { closeProcess } = await startStackQLServer();
const stackQL = new StackQL();

try {
// Arrange
const stackQL = new StackQL();
await stackQL.initialize({
serverMode: true,
connectionString: "http://127.0.0.1:5444",
connectionString: "postgres://postgres:password@localhost:5444/postgres",
});
const pullQuery = "REGISTRY PULL github;";
const testQuery = "SHOW PROVIDERS;"; // Replace with a valid query for your context
const testQuery = "SHOW SERVICES IN github LIKE '%repos%';"; // Replace with a valid query for your context

// Act
const pullResults = await stackQL.runServerQuery(pullQuery);
await stackQL.runServerQuery(pullQuery);
const results = await stackQL.runServerQuery(testQuery);
assertExists(results);
assertEquals(results.length, 1);
const result = results[0] as {
name: string;
};
assertEquals(result.name, "repos");

// Assert
} finally {
// Cleanup
await closeProcess();
await stackQL.closeConnection();
}
});
30 changes: 23 additions & 7 deletions src/stackql.ts
Original file line number Diff line number Diff line change
@@ -1,8 +1,12 @@
import { assertExists } from "https://deno.land/std@0.206.0/assert/assert_exists.ts";
import { Downloader } from "./services/downloader.ts";
import { fileExists } from "./utils.ts";
import { PgConnection } from "https://raw.githubusercontent.com/kagis/pgwire/main/mod.js";
import { Server } from "./services/server.ts";
import { Client } from "https://deno.land/x/postgres@v0.17.0/client.ts";
import {
QueryArrayResult,
QueryObjectResult,
} from "https://deno.land/x/postgres@v0.17.0/query/query.ts";

export interface StackQLConfig {
binaryPath?: string;
Expand All @@ -14,7 +18,8 @@ export class StackQL {
private binaryPath?: string;
private downloader: Downloader = new Downloader();
private serverMode = false;
private connection?: PgConnection;
private connection?: Client;
private format: "object" = "object";
constructor() {
}
public async initialize(config: StackQLConfig) {
Expand All @@ -35,6 +40,12 @@ export class StackQL {
this.connection = await server.connect(connectionString);
}

public async closeConnection() {
if (this.connection) {
await this.connection.end();
}
}

public async runQuery(query: string) {
assertExists(this.binaryPath);
const process = new Deno.Command(this.binaryPath, {
Expand All @@ -56,15 +67,20 @@ export class StackQL {
}
}

public async runServerQuery(query: string) {
private async queryObjectFormat(query: string) {
assertExists(this.connection);
const pgResult = await this.connection.queryObject(query);
return pgResult.rows;
}

public async runServerQuery(query: string) {
try {
const pgResult = await this.connection.query(query);
console.log("pgResult", pgResult);
if (pgResult.status == "OK") {
return pgResult.rows;
if (this.format === "object") {
const result = await this.queryObjectFormat(query);
return result;
}
} catch (error) {
console.error(error);
throw new Error(`StackQL server query failed: ${error.message}`);
}
}
Expand Down