test: e2e-user-defined-schema (#3494)

Automation for below scenarios-

- Verify if Add to defined schema fields is displayed on UI
- Verify if on clicking the checkbox for items, the button gets enabled
- Verify on adding on user defined schema the selected fields are
displayed.
- Verify after updating these settings user is able to navigate to
stream via stream explorer
- Verify if user is able to click on log search results after updating
schema settings
- Verify if the updated schema displayed under results as ALL post new
data ingestion
- Verify if user is able to remove the fields and update the settings
- Verify after removing, the fields do not display under all in UI

.github/workflows/playwright.yml

@@ -21,6 +21,7 @@ env:
   ORGNAME: default
   ZO_QUICK_MODE_NUM_FIELDS: 5
   ZO_QUICK_MODE_STRATEGY : first
+  ZO_ALLOW_USER_DEFINED_SCHEMAS: true
 
 
 jobs:
@@ -32,7 +33,7 @@ jobs:
       matrix:
         browser: [chrome]
         testfilename: 
-         ["logsquickmode.spec.js","logspage.spec.js", "sanity.spec.js","alerts.spec.js", "logsqueries.spec.js", "pipeline.spec.js","region.spec.js"]
+         ["logsquickmode.spec.js","logspage.spec.js", "sanity.spec.js","alerts.spec.js", "logsqueries.spec.js", "pipeline.spec.js","region.spec.js", "schema.spec.js"]
        
     steps:
       - name: Remove unused tools

tests/ui-testing/playwright-tests/region.spec.js

@@ -184,6 +184,7 @@ test.describe("Region testcases", () => {
     await page.locator('[data-test="log-table-column-0-source"]').getByText('{"_timestamp":').click();
     await page.waitForTimeout(2000)
     await page.locator('[data-test="logs-detail-table-search-around-btn"]').click();
+    await page.waitForTimeout(2000)
     await page.locator('[data-test="log-table-column-0-source"]').getByText('{"_timestamp":').click();
   });
   

tests/ui-testing/playwright-tests/schema.spec.js

@@ -0,0 +1,137 @@
+import { test, expect } from "@playwright/test";
+import logData from "../../ui-testing/cypress/fixtures/log.json";
+import { log } from "console";
+import logsdata from "../../test-data/logs_data.json";
+
+test.describe.configure({ mode: 'parallel' });
+const folderName = `Folder ${Date.now()}`
+
+async function login(page) {
+      await page.goto(process.env["ZO_BASE_URL"]);
+    // await page.getByText('Login as internal user').click();
+      await page.waitForTimeout(1000);
+      await page
+        .locator('[data-cy="login-user-id"]')
+        .fill(process.env["ZO_ROOT_USER_EMAIL"]);
+      //Enter Password
+      await page.locator('label').filter({ hasText: 'Password *' }).click();
+      await page
+        .locator('[data-cy="login-password"]')
+        .fill(process.env["ZO_ROOT_USER_PASSWORD"]);
+      await page.locator('[data-cy="login-sign-in"]').click();
+  //     await page.waitForTimeout(4000);
+  // await page.goto(process.env["ZO_BASE_URL"]);
+}
+
+
+async function ingestion(page) {
+    const orgId = process.env["ORGNAME"];
+    const streamName = "e2e_automate";
+    const basicAuthCredentials = Buffer.from(
+      `${process.env["ZO_ROOT_USER_EMAIL"]}:${process.env["ZO_ROOT_USER_PASSWORD"]}`
+    ).toString('base64');
+  
+    const headers = {
+      "Authorization": `Basic ${basicAuthCredentials}`,
+      "Content-Type": "application/json",
+    };
+    const response = await page.evaluate(async ({ url, headers, orgId, streamName, logsdata }) => {
+        const fetchResponse = await fetch(`${url}/api/${orgId}/${streamName}/_json`, {
+          method: 'POST',
+          headers: headers,
+          body: JSON.stringify(logsdata)
+        });
+        return await fetchResponse.json();
+      }, {
+        url: process.env.INGESTION_URL,
+        headers: headers,
+        orgId: orgId,
+        streamName: streamName,
+        logsdata: logsdata
+      });
+      console.log(response);
+    }
+
+const selectStreamAndStreamTypeForLogs = async (page,stream) => {await page.waitForTimeout(
+  4000);await page.locator(
+  '[data-test="log-search-index-list-select-stream"]').click({ force: true });await page.locator(
+  "div.q-item").getByText(`${stream}`).first().click({ force: true });
+};
+test.describe("Schema testcases", () => {
+  // let logData;
+  function removeUTFCharacters(text) {
+    // console.log(text, "tex");
+    // Remove UTF characters using regular expression
+    return text.replace(/[^\x00-\x7F]/g, " ");
+  }
+  async function applyQueryButton(page) {
+    // click on the run query button
+    // Type the value of a variable into an input field
+    const search = page.waitForResponse(logData.applyQuery);
+    await page.waitForTimeout(3000);
+    await page.locator("[data-test='logs-search-bar-refresh-btn']").click({
+      force: true,
+    });
+    // get the data from the search variable
+    await expect.poll(async () => (await search).status()).toBe(200);
+    // await search.hits.FIXME_should("be.an", "array");
+  }
+  // tebefore(async function () {
+  //   // logData("log");
+  //   // const data = page;
+  //   // logData = data;
+
+  //   console.log("--logData--", logData);
+  // });
+  test.beforeEach(async ({ page }) => {
+    await login(page);
+    await page.waitForTimeout(5000)
+    await ingestion(page);
+
+    await page.goto(
+      `${logData.logsUrl}?org_identifier=${process.env["ORGNAME"]}`
+    );
+    const allsearch = page.waitForResponse("**/api/default/_search**");
+    await selectStreamAndStreamTypeForLogs(page,logData.Stream);
+    await applyQueryButton(page);
+    // const streams = page.waitForResponse("**/api/default/streams**");
+  });
+ 
+  test('stream schema settings updated to be displayed under logs', async ({ page }) => {
+    await page.locator('[data-test="menu-link-\\/streams-item"]').click();
+    await page.getByPlaceholder('Search Stream').click();
+    await page.getByPlaceholder('Search Stream').fill('e2e_automate');
+    await page.getByRole('button', { name: 'Stream Detail' }).first().click();
+    await page.locator('[data-test="schema-stream-delete-kubernetes_annotations_kubectl_kubernetes_io_default_container-field-fts-key-checkbox"]').click();
+    await page.locator('[data-test="schema-stream-delete-kubernetes_annotations_kubernetes_io_psp-field-fts-key-checkbox"]').click();
+    await page.locator('[data-test="schema-add-field-button"]').click();
+    await page.locator('[data-test="schema-update-settings-button"]').click();
+    await page.locator('[data-test="tab-schemaFields"]').click();
+    await page.getByRole('cell', { name: 'kubernetes_annotations_kubectl_kubernetes_io_default_container' }).click();
+    await page.getByRole('cell', { name: 'kubernetes_annotations_kubernetes_io_psp' }).click();
+    await page.waitForTimeout(1000);
+    await ingestion(page);
+    await page.waitForTimeout(5000);
+    await page.locator('button').filter({ hasText: 'close' }).click();
+    await page.getByRole('button', { name: 'Explore' }).first().click();
+    await page.locator('[data-test="log-table-column-0-\\@timestamp"] [data-test="table-row-expand-menu"]').click();
+    await page.getByText('{ arrow_drop_down_all:{"code').click();
+    await page.locator('[data-test="menu-link-\\/streams-item"]').click();
+    await page.getByPlaceholder('Search Stream').click();
+    await page.getByPlaceholder('Search Stream').fill('e2e_automate');
+    await page.getByRole('button', { name: 'Stream Detail' }).first().click();
+    await page.locator('[data-test="tab-schemaFields"]').click();
+    await page.locator('[data-test="schema-stream-delete-kubernetes_annotations_kubectl_kubernetes_io_default_container-field-fts-key-checkbox"]').click();
+    await page.locator('[data-test="schema-stream-delete-kubernetes_annotations_kubernetes_io_psp-field-fts-key-checkbox"]').click();
+    await page.locator('[data-test="schema-add-field-button"]').click();
+    await page.locator('[data-test="schema-update-settings-button"]').click();
+    await page.locator('button').filter({ hasText: 'close' }).click();
+    await page.waitForTimeout(1000);
+    await ingestion(page);
+    await page.waitForTimeout(5000);
+    await page.getByRole('button', { name: 'Explore' }).first().click();
+    await page.locator('[data-test="log-table-column-0-\\@timestamp"] [data-test="table-row-expand-menu"]').click();
+    await page.getByText('{ arrow_drop_down_timestamp:').click();
+ 
+  })
+})