src/frontend/tests/core/integrations/Dynamic Agent.spec.ts

import { expect, test } from "@playwright/test";
import * as dotenv from "dotenv";
import path from "path";

test.skip(
  "Dynamic Agent",
  { tag: ["@release", "@starter-project"] },
  async ({ page }) => {
    test.skip(
      !process?.env?.OPENAI_API_KEY,
      "OPENAI_API_KEY required to run this test",
    );
    test.skip(
      !process?.env?.SEARCH_API_KEY,
      "SEARCH_API_KEY required to run this test",
    );
    if (!process.env.CI) {
      dotenv.config({ path: path.resolve(__dirname, "../../.env") });
    }
    await page.goto("/");
    await page.waitForSelector('[data-testid="mainpage_title"]', {
      timeout: 30000,
    });
    await page.waitForSelector('[id="new-project-btn"]', {
      timeout: 30000,
    });
    let modalCount = 0;
    try {
      const modalTitleElement = await page?.getByTestId("modal-title");
      if (modalTitleElement) {
        modalCount = await modalTitleElement.count();
      }
    } catch (error) {
      modalCount = 0;
    }
    while (modalCount === 0) {
      await page.getByText("New Flow", { exact: true }).click();
      await page.waitForTimeout(3000);
      modalCount = await page.getByTestId("modal-title")?.count();
    }
    await page.getByTestId("side_nav_options_all-templates").click();
    await page.getByRole("heading", { name: "Dynamic Agent" }).last().click();
    await page.waitForSelector('[data-testid="fit_view"]', {
      timeout: 100000,
    });
    await page.getByTestId("fit_view").click();
    await page.getByTestId("zoom_out").click();
    await page.getByTestId("zoom_out").click();
    await page.getByTestId("zoom_out").click();
    let outdatedComponents = await page
      .getByTestId("icon-AlertTriangle")
      .count();
    while (outdatedComponents > 0) {
      await page.getByTestId("icon-AlertTriangle").first().click();
      await page.waitForTimeout(1000);
      outdatedComponents = await page.getByTestId("icon-AlertTriangle").count();
    }
    let filledApiKey = await page.getByTestId("remove-icon-badge").count();
    while (filledApiKey > 0) {
      await page.getByTestId("remove-icon-badge").first().click();
      await page.waitForTimeout(1000);
      filledApiKey = await page.getByTestId("remove-icon-badge").count();
    }
    await page
      .getByTestId("popover-anchor-input-api_key")
      .last()
      .fill(process.env.SEARCH_API_KEY ?? "");
    await page.waitForTimeout(1000);
    let openAiLlms = await page.getByText("OpenAI", { exact: true }).count();
    await page.waitForSelector('[data-testid="fit_view"]', {
      timeout: 100000,
    });
    for (let i = 0; i < openAiLlms; i++) {
      await page
        .getByTestId("popover-anchor-input-api_key")
        .nth(i)
        .fill(process.env.OPENAI_API_KEY ?? "");
      await page.getByTestId("zoom_in").click();
      await page.getByTestId("dropdown_str_model_name").nth(i).click();
      await page.getByTestId("gpt-4o-1-option").last().click();
      await page.waitForTimeout(1000);
    }
    await page
      .getByTestId("textarea_str_input_value")
      .first()
      .fill("how much is an apple stock today");
    await page.getByTestId("button_run_chat output").click();

    await page.waitForSelector("text=built successfully", {
      timeout: 60000 * 3,
    });
    await page.getByText("built successfully").last().click({
      timeout: 15000,
    });
    await page.getByText("Playground", { exact: true }).last().click();
    await page.waitForTimeout(1000);
    expect(page.getByText("apple").last()).toBeVisible();
    const textContents = await page
      .getByTestId("div-chat-message")
      .allTextContents();
    const concatAllText = textContents.join(" ");
    expect(concatAllText.toLocaleLowerCase()).toContain("apple");
    expect(concatAllText.toLocaleLowerCase()).not.toContain("error");
    expect(concatAllText.toLocaleLowerCase()).not.toContain("apologize");
    const allTextLength = concatAllText.length;
    expect(allTextLength).toBeGreaterThan(100);
  },
);