ai-workspace-services/litellm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Playwright test for team admin (#10366) (#10470)

Browse Source 
* Playwright test for team admin (#10366)

* Create team_admin.spec.ts

* add todo

* modify test and timeout (#10525)

---------

Co-authored-by: tanjiro <56165694+NANDINI-star@users.noreply.github.com>
This commit is contained in:
Krish Dholakia 2025-05-03 08:20:00 -07:00 committed by GitHub
parent b412d70232
commit 6d5f396b59
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 195 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

191
tests/proxy_admin_ui_tests/e2e_ui_tests/team_admin.spec.ts Normal file
View File

@ -0,0 +1,191 @@
import { test, expect } from "@playwright/test";
import { loginToUI } from "../utils/login";
test.describe("Invite User, Set Password, and Login", () => {
let testEmail: string;
const testPassword = "Password123!"; // Define a password
const teamName1 = `team-invite-test-1-${Date.now()}`;
const teamName2 = `team-invite-test-2-${Date.now()}`;
const keyName1 = `key-${teamName1}`;
const keyName2 = `key-${teamName2}`;
test.beforeEach(async ({ page }) => {
await loginToUI(page); // Login as admin first
await page.goto("http://localhost:4000/ui?page=teams");
// --- Create Team 1 ---
await page.getByRole('button', { name: '+ Create New Team' }).click();
await page.getByLabel('Team Name').waitFor({ state: 'visible', timeout: 5000 }); // Wait for label
await page.getByLabel('Team Name').click();
await page.getByLabel('Team Name').fill(teamName1);
await page.getByRole('button', { name: 'Create Team' }).click();
// Wait for the modal to close or for a success message if applicable
await expect(page.locator('.ant-modal-wrap').filter({ hasText: 'Create New Team' })).not.toBeVisible({ timeout: 10000 });
console.log(`Created Team 1: ${teamName1}`);
// --- Create Team 2 ---
await page.getByRole('button', { name: '+ Create New Team' }).click();
await page.getByLabel('Team Name').waitFor({ state: 'visible', timeout: 5000 }); // Wait for label
await page.getByLabel('Team Name').click();
await page.getByLabel('Team Name').fill(teamName2);
await page.getByRole('button', { name: 'Create Team' }).click();
// Wait for the modal to close or for a success message if applicable
await expect(page.locator('.ant-modal-wrap').filter({ hasText: 'Create New Team' })).not.toBeVisible({ timeout: 10000 });
console.log(`Created Team 2: ${teamName2}`);
// Verify both teams are listed
await page.goto("http://localhost:4000/ui?page=teams"); // Refresh or ensure on teams page
await expect(page.getByText(teamName1)).toBeVisible({ timeout: 10000 });
await expect(page.getByText(teamName2)).toBeVisible({ timeout: 10000 });
// --- Navigate to Keys Page ---
await page.goto("http://localhost:4000/ui?page=api-keys");
await expect(page.getByRole('button', { name: '+ Create New Key' })).toBeVisible(); // Wait for page load
// --- Create Key for Team 1 ---
await page.getByRole('button', { name: '+ Create New Key' }).click();
const createKeyModal1 = page.locator('.ant-modal-wrap').filter({ hasText: 'Key Ownership' });
await expect(createKeyModal1).toBeVisible();
// Select Team 1
await createKeyModal1.locator('.ant-select-selector >> input').first().click(); // Click to open team dropdown
await page.locator('.ant-select-item-option').filter({ hasText: teamName1 }).click(); // Click specific team name
// Enter Key Name 1
await page.fill('input[id="key_alias"]', keyName1);
// Click on models dropdown
await page.locator('input#models').click();
await page.waitForSelector('.ant-select-item-option[title="All Team Models"]');
await page.locator('.ant-select-item-option[title="All Team Models"]').click();
// Click Create Key
await createKeyModal1.getByRole('button', { name: 'Create Key' }).click();
// Close the Key Generated modal (which appears after successful creation)
const keyGeneratedModal1 = page.locator('.ant-modal-wrap').filter({ hasText: 'Save your Key' });
await expect(keyGeneratedModal1).toBeVisible({ timeout: 10000 });
await keyGeneratedModal1.locator('button[aria-label="Close"]').click();
await expect(keyGeneratedModal1).not.toBeVisible(); // Wait for close
console.log(`Created Key 1: ${keyName1} for Team: ${teamName1}`);
// --- Create Key for Team 2 ---
await page.getByRole('button', { name: '+ Create New Key' }).click();
const createKeyModal2 = page.locator('.ant-modal-wrap').filter({ hasText: 'Key Ownership' });
await expect(createKeyModal2).toBeVisible();
// Select Team 2
await createKeyModal2.locator('.ant-select-selector >> input').first().click(); // Click to open team dropdown
await page.locator('.ant-select-item-option').filter({ hasText: teamName2 }).click(); // Click specific team name
// Enter Key Name 2
await page.fill('input[id="key_alias"]', keyName2);
// Click on models dropdown
await page.locator('input#models').click();
await page.waitForSelector('.ant-select-item-option[title="All Team Models"]');
await page.locator('.ant-select-item-option[title="All Team Models"]').click();
// Click Create Key
await createKeyModal2.getByRole('button', { name: 'Create Key' }).click();
// Close the Key Generated modal
const keyGeneratedModal2 = page.locator('.ant-modal-wrap').filter({ hasText: 'Save your Key' });
await expect(keyGeneratedModal2).toBeVisible({ timeout: 10000 });
await keyGeneratedModal2.locator('button[aria-label="Close"]').click();
await expect(keyGeneratedModal2).not.toBeVisible(); // Wait for close
console.log(`Created Key 2: ${keyName2} for Team: ${teamName2}`);
});
test("Invite user, set password via link, and login", async ({ page }) => {
// Navigate to Users page
await page.goto("http://localhost:4000/ui?page=users");
// Go to Internal User tab
const internalUserTab = page.locator("span.ant-menu-title-content", {
hasText: "Internal User",
});
await internalUserTab.waitFor({ state: "visible", timeout: 10000 });
await internalUserTab.click();
// --- Invite User Flow ---
await page.getByRole('button', { name: '+ Invite User' }).click();
// Wait for the invite user modal to be visible
const inviteModal = page.locator('.ant-modal-wrap').filter({ hasText: 'Invite User' });
await expect(inviteModal).toBeVisible();
testEmail = `test-${Date.now()}@litellm.ai`; // Use a unique email
// Assuming the email input is the first one with 'base-input' test id inside the modal
await inviteModal.getByTestId('base-input').first().fill(testEmail);
// Select Global Admin Role (or another appropriate role)
const globalRoleLabel = inviteModal.getByLabel('Global Proxy Role');
await globalRoleLabel.click();
// Wait for the dropdown option to be visible before clicking
const adminRoleOption = page.getByTitle('Admin (All Permissions)', { exact: true });
await adminRoleOption.waitFor({ state: 'visible', timeout: 5000 });
await adminRoleOption.click();
// Select Team - Add explicit wait before clicking
const teamIdLabel = inviteModal.getByLabel('Team ID');
// Wait for the label associated with the Team ID select to be visible
await teamIdLabel.waitFor({ state: 'visible', timeout: 10000 }); // Increased timeout for safety
await teamIdLabel.click();
// Wait for the team name option to be visible in the dropdown
const teamNameOption = page.getByText(teamName1, { exact: true });
await teamNameOption.waitFor({ state: 'visible', timeout: 5000 });
await teamNameOption.click();
// Create User
await inviteModal.getByRole('button', { name: 'Create User' }).click();
// --- Capture Invitation Link ---
const invitationModal = page.locator('.ant-modal-wrap').filter({ hasText: 'Invitation Link' });
await expect(invitationModal).toBeVisible({ timeout: 15000 }); // Wait longer for modal
// Locate the text element containing the URL more reliably
const invitationUrl = await page
.locator('div.flex.justify-between.pt-5.pb-2') // find the correct div
.filter({ hasText: 'Invitation Link' }) // find the div that has text "Invitation Link"
.locator('p') // find all <p> inside that div
.nth(1) // pick the second <p> (index 1)
.innerText();
// Close Invitation Link Modal
await page.locator('.ant-modal-wrap').filter({ hasText: 'Invitation Link' }).locator('button[aria-label="Close"]').click();
// Close Invite User Modal
await page.locator('.ant-modal-wrap').filter({ hasText: 'Invite User' }).locator('button[aria-label="Close"]').click();
// Open invite link as new page (simulate invited user)
const context = await page.context()?.browser()?.newContext();
const invitedUserPage = await context?.newPage();
if (!invitedUserPage) {
throw new Error('invitedUserPage is undefined');
}
await invitedUserPage?.goto(invitationUrl || '');
//Insert new password
await invitedUserPage?.fill('input#password', testPassword);
//Click on submit
await invitedUserPage?.getByRole('button', { name: 'Sign Up' }).click();
// // --- Verify Keys Created ---
// await invitedUserPage?.waitForSelector("table");
// // Verify keyName1 (associated with user's team) IS visible in the table
// const keyTable = invitedUserPage.locator('table'); // Locate the table element
// await expect(keyTable).toBeVisible({ timeout: 10000 }); // Ensure table exists
// // Use getByText within the table scope to find the key name
// await expect(keyTable.getByText(keyName1, { exact: true })).toBeVisible({ timeout: 10000 });
// console.log(`Verified key ${keyName1} is visible for user ${testEmail}`);
// // Verify keyName2 (associated with the *other* team) IS NOT visible
// await expect(keyTable.getByText(keyName2, { exact: true })).not.toBeVisible();
// console.log(`Verified key ${keyName2} is NOT visible for user ${testEmail}`);
})
})

5
tests/proxy_admin_ui_tests/playwright.config.ts
View File

@ -71,7 +71,10 @@ export default defineConfig({
// use: { ...devices['Desktop Chrome'], channel: 'chrome' },
// },
],
timeout: 4*60*1000,
expect: {
timeout: 10 * 1000
}
/* Run your local dev server before starting the tests */
// webServer: {
// command: 'npm run start',