feat(web-console): system info - suspension and configuration

.github/workflows/ci.yml

@@ -30,6 +30,8 @@ jobs:
 
       - name: Start QuestDB
         run: ./tmp/questdb-*-rt-linux-amd64/bin/questdb.sh start -d ./tmp/dbroot
+        env:
+          QDB_DEV_MODE_ENABLED: "true"
 
       - uses: actions/setup-node@v4
         with:

packages/browser-tests/cypress.config.js

@@ -4,6 +4,7 @@ const {
 } = require("@simonsmith/cypress-image-snapshot/plugin");
 
 module.exports = defineConfig({
+  defaultCommandTimeout: 10000,
   e2e: {
     defaultCommandTimeout: 30000,
     screenshotOnRunFailure: false,

packages/browser-tests/cypress/commands.js

@@ -13,6 +13,17 @@ const { ctrlOrCmd, escapeRegExp } = require("./utils");
 
 const baseUrl = "http://localhost:9999";
 
+const tableSchemas = {
+  btc_trades:
+    "CREATE TABLE IF NOT EXISTS 'btc_trades' (symbol SYMBOL capacity 256 CACHE, side SYMBOL capacity 256 CACHE, price DOUBLE, amount DOUBLE, timestamp TIMESTAMP) timestamp (timestamp) PARTITION BY DAY WAL DEDUP UPSERT KEYS(symbol, price, amount, timestamp);",
+  chicago_weather_stations:
+    "CREATE TABLE IF NOT EXISTS 'chicago_weather_stations' (MeasurementTimestamp TIMESTAMP, StationName SYMBOL capacity 256 CACHE, AirTemperature DOUBLE, WetBulbTemperature DOUBLE, Humidity INT, RainIntensity DOUBLE, IntervalRain DOUBLE, TotalRain DOUBLE, PrecipitationType INT, WindDirection INT, WindSpeed DOUBLE, MaximumWindSpeed DOUBLE, BarometricPressure DOUBLE, SolarRadiation INT, Heading INT, BatteryLife DOUBLE, MeasurementTimestampLabel STRING, MeasurementID STRING) timestamp (MeasurementTimestamp) PARTITION BY MONTH WAL DEDUP UPSERT KEYS(MeasurementTimestamp, StationName);",
+  ecommerce_stats:
+    "CREATE TABLE IF NOT EXISTS 'ecommerce_stats' (ts TIMESTAMP, country SYMBOL capacity 256 CACHE, category SYMBOL capacity 256 CACHE, visits LONG, unique_visitors LONG, sales DOUBLE,  number_of_products INT) timestamp (ts) PARTITION BY DAY WAL DEDUP UPSERT KEYS(ts, country, category);",
+  gitlog:
+    "CREATE TABLE IF NOT EXISTS 'gitlog' (committed_datetime TIMESTAMP, repo SYMBOL capacity 256 CACHE, author_name SYMBOL capacity 256 CACHE, summary STRING, size INT, insertions INT, deletions INT, lines INT, files INT) timestamp (committed_datetime) PARTITION BY MONTH WAL DEDUP UPSERT KEYS(committed_datetime, repo, author_name);",
+};
+
 before(() => {
   Cypress.on("uncaught:exception", (err) => {
     // this error can be safely ignored
@@ -57,6 +68,7 @@ beforeEach(() => {
       req.reply("{}");
     }
   ).as("addTelemetry");
+
   cy.intercept(
     {
       method: "GET",
@@ -67,8 +79,17 @@ beforeEach(() => {
       req.reply("[]");
     }
   );
+
+  cy.request({
+    method: "GET",
+    url: `${baseUrl}/exec?query=${encodeURIComponent(`select simulate_warnings('', '');`)}`,
+  });
 });
 
+Cypress.Commands.add("getByDataHook", (name) =>
+  cy.get(`[data-hook="${name}"]`)
+);
+
 Cypress.Commands.add("getGrid", () =>
   cy.get(".qg-viewport .qg-canvas").should("be.visible")
 );
@@ -95,10 +116,11 @@ Cypress.Commands.add("runLine", () => {
   cy.wait("@exec");
 });
 
-Cypress.Commands.add("clickRun", () => {
-  cy.intercept("/exec*").as("exec");
-  return cy.get("button").contains("Run").click().wait("@exec");
-});
+Cypress.Commands.add("clickRun",
+  () => {
+    cy.intercept("/exec*").as("exec");
+    return cy.get("button").contains("Run").click().wait("@exec");
+  });
 
 Cypress.Commands.add("clearEditor", () =>
   cy.typeQuery(`${ctrlOrCmd}a{backspace}`)
@@ -172,6 +194,20 @@ Cypress.Commands.add("getExpandedNotifications", () =>
   cy.get('[data-hook="notifications-expanded"]')
 );
 
+Cypress.Commands.add("createTable", (name) => {
+  cy.request({
+    method: "GET",
+    url: `${baseUrl}/exec?query=${encodeURIComponent(tableSchemas[name])};`,
+  });
+});
+
+Cypress.Commands.add("dropTable", (name) => {
+  cy.request({
+    method: "GET",
+    url: `${baseUrl}/exec?query=${encodeURIComponent(`DROP TABLE ${name};`)}`,
+  });
+});
+
 Cypress.Commands.add("interceptQuery", (query, alias, response) => {
   cy.intercept(
     {

packages/browser-tests/cypress/integration/console/auth.spec.js

@@ -44,7 +44,7 @@ describe("Auth - UI", () => {
 
   it("should display UI auth", () => {
     cy.wait("@settings");
-    cy.get('[data-hook="auth-login"]').should("be.visible");
+    cy.getByDataHook("auth-login").should("be.visible");
     cy.getEditor().should("not.exist");
   });
 });
@@ -71,8 +71,8 @@ describe("Auth - OIDC", () => {
 
   it("should display UI auth with OIDC support", () => {
     cy.wait("@settings");
-    cy.get('[data-hook="auth-login"]').should("be.visible");
-    cy.get('[data-hook="button-sso-login"]').should("be.visible");
+    cy.getByDataHook("auth-login").should("be.visible");
+    cy.getByDataHook("button-sso-login").should("be.visible");
     cy.getEditor().should("not.exist");
   });
 });

packages/browser-tests/cypress/integration/console/grid.spec.js

@@ -20,10 +20,8 @@ describe("questdb grid", () => {
     cy.runLine();
     cy.wait(100);
 
-    cy.getGridRows()
-      .should("have.length", 7)
-      .getGridRow(0)
-      .should("contain", "1");
+    cy.getGridRows().should("have.length", 7);
+    cy.getGridRow(0).should("contain", "1");
 
     cy.getGridViewport().scrollTo("bottom");
     cy.getGridRows().should("have.length", 7);

packages/browser-tests/cypress/integration/console/import.spec.js

@@ -6,8 +6,8 @@ describe("questdb import", () => {
   });
 
   it("display import panel", () => {
-    cy.get('[data-hook="import-panel-button"]').click();
-    cy.get('[data-hook="import-dropbox"]').should("be.visible");
+    cy.getByDataHook("import-panel-button").click();
+    cy.getByDataHook("import-dropbox").should("be.visible");
     cy.matchImageSnapshot();
   });
 });

packages/browser-tests/cypress/integration/console/schema.spec.js

@@ -0,0 +1,145 @@
+/// <reference types="cypress" />
+
+const baseUrl = "http://localhost:9999";
+
+const tables = [
+  "btc_trades",
+  "chicago_weather_stations",
+  "ecommerce_stats",
+  "gitlog",
+];
+
+describe("questdb schema with working tables", () => {
+  before(() => {
+    cy.visit(baseUrl);
+    tables.forEach((table) => {
+      cy.createTable(table);
+    });
+  });
+
+  it("should show all the tables when there are no suspended", () => {
+    tables.forEach((table) => {
+      cy.getByDataHook("schema-table-title").should("contain", table);
+    });
+    cy.getByDataHook("schema-filter-suspended-button").should("not.exist");
+    cy.getByDataHook("schema-suspension-popover-trigger").should("not.exist");
+  });
+
+  it("should filter the table with input field", () => {
+    // Table name search
+    cy.get('input[name="table_filter"]').type("btc_trades");
+    cy.getByDataHook("schema-search-clear-button").should("exist");
+    cy.getByDataHook("schema-table-title").should("contain", "btc_trades");
+    cy.getByDataHook("schema-table-title").should("not.contain", "ź");
+    cy.getByDataHook("schema-table-title").should(
+      "not.contain",
+      "ecommerce_stats"
+    );
+    cy.getByDataHook("schema-table-title").should("not.contain", "gitlog");
+    cy.getByDataHook("schema-search-clear-button").click();
+    cy.getByDataHook("schema-table-title").should(
+      "have.length.least",
+      tables.length
+    );
+
+    // Column name search
+    cy.get('input[name="table_filter"]').type("timestamp");
+    cy.getByDataHook("schema-table-title").should("contain", "btc_trades");
+    cy.getByDataHook("schema-table-title").should(
+      "not.contain",
+      "chicago_weather_stations"
+    );
+    cy.getByDataHook("schema-search-clear-button").click();
+    cy.getByDataHook("schema-table-title").should(
+      "contain",
+      "chicago_weather_stations"
+    );
+  });
+
+  after(() => {
+    tables.forEach((table) => {
+      cy.dropTable(table);
+    });
+  });
+});
+
+describe("questdb schema with suspended tables with Linux OS error codes", () => {
+  before(() => {
+    cy.visit(baseUrl);
+    cy.getEditorContent().should("be.visible");
+    cy.clearEditor();
+    tables.forEach((table) => {
+      cy.createTable(table);
+    });
+    cy.typeQuery(
+      "ALTER TABLE btc_trades SUSPEND WAL WITH 24, 'Too many open files';"
+    )
+      .clickRun()
+      .clearEditor();
+
+    cy.typeQuery(
+      "ALTER TABLE ecommerce_stats SUSPEND WAL WITH 12, 'Out of memory';"
+    )
+      .clickRun()
+      .clearEditor();
+  });
+  beforeEach(() => {
+    cy.visit(baseUrl);
+    cy.getEditorContent().should("be.visible");
+    cy.clearEditor();
+  });
+
+  it("should work with 2 suspended tables, btc_trades and ecommerce_stats", () => {
+    cy.getByDataHook("schema-filter-suspended-button").should(
+      "not.be.disabled"
+    );
+    cy.getByDataHook("schema-filter-suspended-button").should("contain", "2");
+  });
+
+  it("should filter out non-suspended tables on click", () => {
+    cy.getByDataHook("schema-filter-suspended-button").click();
+    cy.getByDataHook("schema-table-title").should("have.length", 2);
+    cy.getByDataHook("schema-table-title").should("contain", "btc_trades");
+    cy.getByDataHook("schema-table-title").should("contain", "ecommerce_stats");
+    cy.getByDataHook("schema-table-title").should("not.contain", "gitlog");
+    cy.getByDataHook("schema-table-title").should(
+      "not.contain",
+      "chicago_weather_stations"
+    );
+    cy.getByDataHook("schema-filter-suspended-button").click();
+  });
+
+  it("should show the suspension dialog on click with details for btc_trades", () => {
+    cy.get('input[name="table_filter"]').click().type("btc_trades");
+    cy.getByDataHook("schema-suspension-dialog-trigger").click();
+    cy.getByDataHook("schema-suspension-dialog").should(
+      "have.attr",
+      "data-table-name",
+      "btc_trades"
+    );
+    cy.getByDataHook("schema-suspension-dialog-error-message").should(
+      "contain",
+      "Too many open files, please, increase the maximum number of open file handlers OS limit"
+    );
+    cy.getByDataHook("schema-suspension-dialog-error-link").should(
+      "have.attr",
+      "href",
+      "https://questdb.io/docs/deployment/capacity-planning/#maximum-open-files"
+    );
+  });
+
+  it("should resume WAL for btc_trades from the suspension popover", () => {
+    cy.get('input[name="table_filter"]').click().type("btc_trades");
+    cy.contains("Suspended").click();
+    cy.getByDataHook("schema-suspension-dialog-restart-transaction").click();
+    cy.getByDataHook("schema-suspension-dialog-dismiss").click();
+    cy.getByDataHook("schema-suspension-dialog").should("not.exist");
+    cy.getByDataHook("schema-suspension-dialog-trigger").should("not.exist");
+  });
+
+  after(() => {
+    tables.forEach((table) => {
+      cy.dropTable(table);
+    });
+  });
+});