first commit
This commit is contained in:
Beyhan Oğur
357
tests/e2e/features/mcp-registry/mcp-registry.spec.ts
Normal file
357
tests/e2e/features/mcp-registry/mcp-registry.spec.ts
Normal file
@@ -0,0 +1,357 @@
|
||||
import { expect, test } from '../../core/fixtures/base.fixture'
|
||||
import {
|
||||
createCodeModeClientData,
|
||||
createHTTPClientData,
|
||||
createSSEClientData,
|
||||
createSTDIOClientData
|
||||
} from './mcp-registry.data'
|
||||
|
||||
const hasSSEHeaders = Boolean(process.env.MCP_SSE_HEADERS)
|
||||
|
||||
// Track created clients for cleanup
|
||||
const createdClients: string[] = []
|
||||
|
||||
test.describe('MCP Registry', () => {
|
||||
// MCP client creation can be slow (backend connects to MCP server); give tests room to complete
|
||||
test.setTimeout(120000)
|
||||
|
||||
test.beforeEach(async ({ mcpRegistryPage }) => {
|
||||
await mcpRegistryPage.goto()
|
||||
})
|
||||
|
||||
test.afterEach(async ({ mcpRegistryPage }) => {
|
||||
const toClean = [...createdClients]
|
||||
createdClients.length = 0
|
||||
if (toClean.length > 0) {
|
||||
await mcpRegistryPage.cleanupMCPClients(toClean)
|
||||
}
|
||||
})
|
||||
|
||||
test.describe('MCP Client Display', () => {
|
||||
test('should display MCP clients table', async ({ mcpRegistryPage }) => {
|
||||
await expect(mcpRegistryPage.table).toBeVisible()
|
||||
})
|
||||
|
||||
test('should display create button', async ({ mcpRegistryPage }) => {
|
||||
await expect(mcpRegistryPage.createBtn).toBeVisible()
|
||||
})
|
||||
|
||||
test('should show empty state or client list', async ({ mcpRegistryPage }) => {
|
||||
const count = await mcpRegistryPage.getClientCount()
|
||||
const isEmptyStateVisible = await mcpRegistryPage.isEmptyStateVisible()
|
||||
|
||||
if (count === 0) {
|
||||
expect(isEmptyStateVisible).toBe(true)
|
||||
} else {
|
||||
expect(count).toBeGreaterThan(0)
|
||||
expect(isEmptyStateVisible).toBe(false)
|
||||
}
|
||||
})
|
||||
})
|
||||
|
||||
test.describe('MCP Client Creation', () => {
|
||||
test('should open client creation sheet', async ({ mcpRegistryPage }) => {
|
||||
await mcpRegistryPage.createBtn.click()
|
||||
await expect(mcpRegistryPage.sheet).toBeVisible()
|
||||
await expect(mcpRegistryPage.nameInput).toBeVisible()
|
||||
|
||||
// Cancel to clean up
|
||||
await mcpRegistryPage.cancelCreation()
|
||||
})
|
||||
|
||||
test('should create basic HTTP client', async ({ mcpRegistryPage }) => {
|
||||
const clientData = createHTTPClientData()
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed
|
||||
|
||||
createdClients.push(clientData.name)
|
||||
const exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(true)
|
||||
|
||||
// Verify connection type displayed correctly
|
||||
const connectionType = await mcpRegistryPage.getClientConnectionType(clientData.name)
|
||||
expect(connectionType).toBe('HTTP')
|
||||
})
|
||||
|
||||
test('should create SSE client', async ({ mcpRegistryPage }) => {
|
||||
test.skip(!hasSSEHeaders, 'Requires MCP_SSE_HEADERS for authenticated SSE MCP endpoint')
|
||||
const clientData = createSSEClientData({
|
||||
name: `sse_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed
|
||||
|
||||
createdClients.push(clientData.name)
|
||||
const exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(true)
|
||||
|
||||
// Verify connection type displayed correctly
|
||||
const connectionType = await mcpRegistryPage.getClientConnectionType(clientData.name)
|
||||
expect(connectionType).toBe('SSE')
|
||||
})
|
||||
|
||||
test('should create STDIO client with command', async ({ mcpRegistryPage }) => {
|
||||
const clientData = createSTDIOClientData()
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed
|
||||
|
||||
createdClients.push(clientData.name)
|
||||
const exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(true)
|
||||
})
|
||||
|
||||
test('should create client with code mode enabled', async ({ mcpRegistryPage }) => {
|
||||
const clientData = createCodeModeClientData({
|
||||
name: `codemode_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed
|
||||
|
||||
createdClients.push(clientData.name)
|
||||
const exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(true)
|
||||
})
|
||||
|
||||
test('should cancel client creation', async ({ mcpRegistryPage }) => {
|
||||
await mcpRegistryPage.createBtn.click()
|
||||
await expect(mcpRegistryPage.sheet).toBeVisible()
|
||||
|
||||
const testName = `cancelled_client_${Date.now()}`
|
||||
await mcpRegistryPage.nameInput.fill(testName)
|
||||
|
||||
await mcpRegistryPage.cancelCreation()
|
||||
|
||||
// Sheet should be closed
|
||||
await expect(mcpRegistryPage.sheet).not.toBeVisible()
|
||||
|
||||
// Client should not exist
|
||||
const exists = await mcpRegistryPage.clientExists(testName)
|
||||
expect(exists).toBe(false)
|
||||
})
|
||||
})
|
||||
|
||||
test.describe('MCP Server Connection Validation', () => {
|
||||
test('should connect to HTTP server and list tools', async ({ mcpRegistryPage }) => {
|
||||
const clientData = createHTTPClientData({
|
||||
name: `http_validation_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true)
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// Wait a moment for connection to establish
|
||||
await mcpRegistryPage.page.waitForTimeout(2000)
|
||||
|
||||
// Verify client shows connection status
|
||||
const status = await mcpRegistryPage.getClientStatus(clientData.name)
|
||||
expect(status).toBeTruthy()
|
||||
// Status could be connecting, connected, or disconnected depending on timing
|
||||
expect(['connected', 'disconnected', 'connecting', 'error']).toContain(status.toLowerCase())
|
||||
|
||||
// Verify tools are loaded (http-no-ping-server has: echo, add, greet)
|
||||
await mcpRegistryPage.viewClientDetails(clientData.name)
|
||||
const toolsCount = await mcpRegistryPage.getToolsCount()
|
||||
expect(toolsCount).toBeGreaterThanOrEqual(3)
|
||||
|
||||
await mcpRegistryPage.closeDetailSheet()
|
||||
})
|
||||
|
||||
test('should connect to SSE server and list tools', async ({ mcpRegistryPage }) => {
|
||||
test.skip(!hasSSEHeaders, 'Requires MCP_SSE_HEADERS for authenticated SSE MCP endpoint')
|
||||
const clientData = createSSEClientData({
|
||||
name: `sse_validation_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true)
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// Wait a moment for connection to establish
|
||||
await mcpRegistryPage.page.waitForTimeout(2000)
|
||||
|
||||
// Verify tools are loaded
|
||||
await mcpRegistryPage.viewClientDetails(clientData.name)
|
||||
const toolsCount = await mcpRegistryPage.getToolsCount()
|
||||
expect(toolsCount).toBeGreaterThanOrEqual(3)
|
||||
|
||||
await mcpRegistryPage.closeDetailSheet()
|
||||
})
|
||||
|
||||
test('should connect to STDIO server and list tools', async ({ mcpRegistryPage }) => {
|
||||
const clientData = createSTDIOClientData({
|
||||
name: `stdio_validation_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true)
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// Wait a moment for connection to establish
|
||||
await mcpRegistryPage.page.waitForTimeout(2000)
|
||||
|
||||
// Verify tools from test-tools-server (echo, calculator, get_weather, delay, throw_error)
|
||||
await mcpRegistryPage.viewClientDetails(clientData.name)
|
||||
const toolsCount = await mcpRegistryPage.getToolsCount()
|
||||
expect(toolsCount).toBeGreaterThanOrEqual(5)
|
||||
|
||||
await mcpRegistryPage.closeDetailSheet()
|
||||
})
|
||||
})
|
||||
|
||||
test.describe('MCP Client Management', () => {
|
||||
test('should delete MCP client', async ({ mcpRegistryPage }) => {
|
||||
// Create a client first using HTTP (most reliable)
|
||||
const clientData = createHTTPClientData({
|
||||
name: `delete_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed for this test
|
||||
|
||||
// Verify it exists
|
||||
let exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(true)
|
||||
|
||||
// Delete it
|
||||
await mcpRegistryPage.deleteClient(clientData.name)
|
||||
|
||||
// Verify it's gone
|
||||
exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(false)
|
||||
})
|
||||
|
||||
test('should view client details', async ({ mcpRegistryPage }) => {
|
||||
// Create a client first
|
||||
const clientData = createHTTPClientData({
|
||||
name: `view_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed for this test
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// View details
|
||||
await mcpRegistryPage.viewClientDetails(clientData.name)
|
||||
|
||||
// Detail sheet should be visible
|
||||
await expect(mcpRegistryPage.detailSheet).toBeVisible()
|
||||
|
||||
// Close the sheet
|
||||
await mcpRegistryPage.closeDetailSheet()
|
||||
})
|
||||
|
||||
test('should close client details sheet', async ({ mcpRegistryPage }) => {
|
||||
// Create a client first
|
||||
const clientData = createHTTPClientData({
|
||||
name: `close_sheet_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed for this test
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// Open details
|
||||
await mcpRegistryPage.viewClientDetails(clientData.name)
|
||||
await expect(mcpRegistryPage.detailSheet).toBeVisible()
|
||||
|
||||
// Close it
|
||||
await mcpRegistryPage.closeDetailSheet()
|
||||
|
||||
// Should be closed
|
||||
await expect(mcpRegistryPage.detailSheet).not.toBeVisible()
|
||||
})
|
||||
|
||||
test('should reconnect MCP client', async ({ mcpRegistryPage }) => {
|
||||
// Create a client first
|
||||
const clientData = createHTTPClientData({
|
||||
name: `reconnect_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed for this test
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// Reconnect - method waits for success toast
|
||||
await mcpRegistryPage.reconnectClient(clientData.name)
|
||||
|
||||
// Verify client still exists and has a status (reconnect completed)
|
||||
const exists = await mcpRegistryPage.clientExists(clientData.name)
|
||||
expect(exists).toBe(true)
|
||||
const status = await mcpRegistryPage.getClientStatus(clientData.name)
|
||||
expect(status).toBeTruthy()
|
||||
expect(['connected', 'disconnected', 'connecting']).toContain(status.toLowerCase())
|
||||
})
|
||||
})
|
||||
|
||||
test.describe('Client Status Display', () => {
|
||||
test('should display client connection status', async ({ mcpRegistryPage }) => {
|
||||
// Create a client first
|
||||
const clientData = createHTTPClientData({
|
||||
name: `status_test_${Date.now()}`,
|
||||
})
|
||||
|
||||
const created = await mcpRegistryPage.createClient(clientData)
|
||||
expect(created).toBe(true) // Client creation must succeed for this test
|
||||
createdClients.push(clientData.name)
|
||||
|
||||
// Get status
|
||||
const status = await mcpRegistryPage.getClientStatus(clientData.name)
|
||||
|
||||
// Status should be one of the expected values
|
||||
expect(status).toBeTruthy()
|
||||
expect(['connected', 'disconnected', 'connecting', 'error']).toContain(status?.toLowerCase())
|
||||
})
|
||||
})
|
||||
|
||||
test.describe('Form Validation', () => {
|
||||
test('should require name for client', async ({ mcpRegistryPage }) => {
|
||||
await mcpRegistryPage.createBtn.click()
|
||||
await expect(mcpRegistryPage.sheet).toBeVisible()
|
||||
|
||||
// Clear name field (should be empty by default)
|
||||
await mcpRegistryPage.nameInput.clear()
|
||||
|
||||
// Save button should be disabled when name is empty
|
||||
const saveBtn = mcpRegistryPage.saveBtn
|
||||
await expect(saveBtn).toBeDisabled()
|
||||
|
||||
await mcpRegistryPage.cancelCreation()
|
||||
})
|
||||
|
||||
test('should validate name format', async ({ mcpRegistryPage }) => {
|
||||
await mcpRegistryPage.createBtn.click()
|
||||
await expect(mcpRegistryPage.sheet).toBeVisible()
|
||||
|
||||
// Try invalid name with hyphens (not allowed)
|
||||
await mcpRegistryPage.nameInput.fill('invalid-name-with-hyphens')
|
||||
|
||||
// Fill connection URL to satisfy other validation
|
||||
await mcpRegistryPage.connectionUrlInput.fill('http://localhost:3001')
|
||||
|
||||
// Save button should be disabled due to validation error
|
||||
const saveBtn = mcpRegistryPage.saveBtn
|
||||
await expect(saveBtn).toBeDisabled()
|
||||
|
||||
await mcpRegistryPage.cancelCreation()
|
||||
})
|
||||
|
||||
test('should require connection URL for HTTP clients', async ({ mcpRegistryPage }) => {
|
||||
await mcpRegistryPage.createBtn.click()
|
||||
await expect(mcpRegistryPage.sheet).toBeVisible()
|
||||
|
||||
// Fill valid name
|
||||
await mcpRegistryPage.nameInput.fill(`valid_name_${Date.now()}`)
|
||||
|
||||
// Leave connection URL empty - save should be disabled
|
||||
const saveBtn = mcpRegistryPage.saveBtn
|
||||
await expect(saveBtn).toBeDisabled()
|
||||
|
||||
await mcpRegistryPage.cancelCreation()
|
||||
})
|
||||
})
|
||||
})
|
||||
Reference in New Issue
Block a user