open-design/apps/daemon/tests/connectors-service.test.ts
初晨 3abcb3a4d2
fix(connectors): expire stale auth credentials (#2385)
* fix(connectors): expire stale auth credentials

Mark connector credentials as expired when provider reads report auth-shaped failures so Memory stops presenting stale connected apps as healthy.

Co-authored-by: Cursor <cursoragent@cursor.com>

* fix(connectors): avoid expiring grants on platform 401

Only delete connector credentials for provider tool errors attributable to the current connector so Composio platform auth failures do not wipe valid grants.

Co-authored-by: Cursor <cursoragent@cursor.com>

---------

Co-authored-by: Cursor <cursoragent@cursor.com>
2026-05-27 14:44:10 +00:00

936 lines
39 KiB
TypeScript

import { afterEach, describe, expect, it, vi } from 'vitest';
import { mkdtemp, readFile } from 'node:fs/promises';
import path from 'node:path';
import { tmpdir } from 'node:os';
import {
CONNECTOR_RUN_RATE_LIMIT_CALLS,
CONNECTOR_RUN_LIMIT_TTL_MS,
CONNECTOR_RUN_TOTAL_CALL_LIMIT,
ConnectorService,
ConnectorServiceError,
ConnectorStatusService,
FileConnectorCredentialStore,
InMemoryConnectorCredentialStore,
type ConnectorExecuteRequest,
type ConnectorExecutionContext,
} from '../src/connectors/service.js';
import {
classifyConnectorToolSafety,
isRefreshEligibleConnectorToolSafety,
type ConnectorCatalogDefinition,
} from '../src/connectors/catalog.js';
import type { BoundedJsonObject } from '../src/live-artifacts/schema.js';
import { listConnectorTools } from '../src/tools/connectors.js';
function externalConnector(overrides: Partial<ConnectorCatalogDefinition> = {}): ConnectorCatalogDefinition {
return {
id: 'external_docs',
name: 'External docs',
provider: 'example',
category: 'docs',
tools: [],
allowedToolNames: [],
...overrides,
};
}
class TestConnectorService extends ConnectorService {
public listDefinitionsCallCount = 0;
constructor(
private readonly definition: ConnectorCatalogDefinition,
statusService: ConnectorStatusService,
private readonly includeInFastDefinitions = false,
) {
super(statusService);
}
override async listDefinitions(): Promise<ConnectorCatalogDefinition[]> {
this.listDefinitionsCallCount += 1;
return [this.definition];
}
override listFastDefinitions(): ConnectorCatalogDefinition[] {
return this.includeInFastDefinitions ? [this.definition] : [];
}
override async getDefinition(connectorId: string): Promise<ConnectorCatalogDefinition | undefined> {
return connectorId === this.definition.id ? this.definition : undefined;
}
}
class OutputTestConnectorService extends TestConnectorService {
constructor(
definition: ConnectorCatalogDefinition,
statusService: ConnectorStatusService,
private readonly output: BoundedJsonObject = { ok: true },
) {
super(definition, statusService);
}
protected override async executeConnectorProviderTool(_request: ConnectorExecuteRequest, _context: ConnectorExecutionContext): Promise<BoundedJsonObject> {
return this.output;
}
}
class FailingConnectorService extends TestConnectorService {
constructor(
definition: ConnectorCatalogDefinition,
statusService: ConnectorStatusService,
private readonly error: Error,
) {
super(definition, statusService, true);
}
protected override async executeConnectorProviderTool(_request: ConnectorExecuteRequest, _context: ConnectorExecutionContext): Promise<BoundedJsonObject> {
throw this.error;
}
}
function readOnlyDefinition(): ConnectorCatalogDefinition {
return externalConnector({
tools: [{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
}],
allowedToolNames: ['docs.search'],
minimumApproval: 'auto',
});
}
function githubReadDefinition(): ConnectorCatalogDefinition {
return externalConnector({
id: 'github',
name: 'GitHub',
provider: 'composio',
category: 'Developer',
authentication: 'composio',
providerConnectorId: 'github',
tools: [{
name: 'github.search',
title: 'Search GitHub',
requiredScopes: ['repo:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only GitHub search' },
refreshEligible: true,
}],
allowedToolNames: ['github.search'],
minimumApproval: 'auto',
});
}
function connectGithub(statusService: ConnectorStatusService): void {
statusService.connect(githubReadDefinition(), 'octocat@example.com', {
provider: 'composio',
providerConnectionId: 'ca_stale_github',
});
}
afterEach(() => {
vi.useRealTimers();
});
describe('connector status service', () => {
it('supports available, connected, error, and disabled states', () => {
const statusService = new ConnectorStatusService();
const available = externalConnector();
const disabled = externalConnector({ id: 'disabled_docs', disabled: true });
expect(statusService.getStatus(available)).toEqual({ status: 'available' });
expect(statusService.connect(available, 'docs@example.com')).toEqual({
status: 'connected',
accountLabel: 'docs@example.com',
});
expect(statusService.setError(available, 'OAuth token expired', 'docs@example.com')).toEqual({
status: 'error',
accountLabel: 'docs@example.com',
lastError: 'OAuth token expired',
});
expect(statusService.disconnect(available)).toEqual({ status: 'available' });
expect(statusService.getStatus(disabled)).toEqual({ status: 'disabled' });
});
it('stores OAuth credential material in the daemon global store without exposing it in connector details', async () => {
const dataDir = await mkdtemp(path.join(tmpdir(), 'od-connector-credentials-'));
const credentialStore = new FileConnectorCredentialStore(dataDir);
const statusService = new ConnectorStatusService({ credentialStore });
const definition = externalConnector();
const service = new TestConnectorService(definition, statusService);
await expect(service.connect('external_docs', {
accountLabel: 'docs@example.com',
credentials: { access_token: 'oauth-secret-token', refresh_token: 'oauth-refresh-token' },
})).resolves.toMatchObject({
connector: {
id: 'external_docs',
status: 'connected',
accountLabel: 'docs@example.com',
},
});
const serializedDetail = JSON.stringify(service.getConnector('external_docs'));
expect(serializedDetail).not.toContain('oauth-secret-token');
expect(serializedDetail).not.toContain('oauth-refresh-token');
const credentialFile = await readFile(path.join(dataDir, 'connectors', 'credentials.json'), 'utf8');
expect(credentialFile).toContain('oauth-secret-token');
expect(credentialFile).toContain('oauth-refresh-token');
await service.disconnect('external_docs');
await expect(service.getConnector('external_docs')).resolves.toMatchObject({ status: 'available' });
});
it('includes connected dynamically discovered connectors in status snapshots', async () => {
const statusService = new ConnectorStatusService();
const definition = externalConnector({ id: 'dynamic_mail', name: 'Dynamic Mail', provider: 'composio' });
const service = new TestConnectorService(definition, statusService);
await service.connect('dynamic_mail', {
accountLabel: 'user@example.com',
credentials: { providerConnectionId: 'ca_dynamic_mail' },
});
expect(service.listFastDefinitions().some((connector) => connector.id === 'dynamic_mail')).toBe(false);
expect(service.listConnectorStatuses()).toMatchObject({
dynamic_mail: {
status: 'connected',
accountLabel: 'user@example.com',
},
});
});
it('only clears connected statuses for credentials owned by the reset provider', () => {
const credentialStore = new InMemoryConnectorCredentialStore();
const statusService = new ConnectorStatusService({ credentialStore });
const composioDefinition = externalConnector({ id: 'composio_docs', provider: 'composio' });
const unrelatedDefinition = externalConnector({ id: 'external_docs', provider: 'example' });
statusService.connect(composioDefinition, 'composio@example.com', { provider: 'composio', providerConnectionId: 'ca_docs' });
statusService.connect(unrelatedDefinition, 'docs@example.com', { provider: 'example', token: 'example-token' });
statusService.deleteCredentialsByProvider('composio');
expect(statusService.getStatus(composioDefinition)).toEqual({ status: 'available' });
expect(statusService.getStatus(unrelatedDefinition)).toEqual({ status: 'connected', accountLabel: 'docs@example.com' });
});
});
describe('connector read-only safety classification', () => {
it.each([
['scope write hint', { name: 'docs.lookup', requiredScopes: ['docs:write'] }, { sideEffect: 'write', approval: 'confirm' }],
['name create hint', { name: 'docs.create_page' }, { sideEffect: 'write', approval: 'confirm' }],
['name update hint', { name: 'docs.update_page' }, { sideEffect: 'write', approval: 'confirm' }],
['name delete hint', { name: 'docs.delete_page' }, { sideEffect: 'write', approval: 'confirm' }],
['name admin hint', { name: 'docs.admin_users' }, { sideEffect: 'write', approval: 'confirm' }],
['name send hint', { name: 'mail.send_digest' }, { sideEffect: 'write', approval: 'confirm' }],
['name post hint', { name: 'chat.post_message' }, { sideEffect: 'write', approval: 'confirm' }],
['name manage hint', { name: 'tasks.manage_list' }, { sideEffect: 'write', approval: 'confirm' }],
])('classifies %s as write with confirmation', (_label, input, expected) => {
expect(classifyConnectorToolSafety(input)).toMatchObject(expected);
});
it('classifies destructive hints as disabled destructive tools', () => {
const safety = classifyConnectorToolSafety({
name: 'database.purge_cache',
description: 'Destructive maintenance operation.',
});
expect(safety).toMatchObject({ sideEffect: 'destructive', approval: 'disabled' });
expect(isRefreshEligibleConnectorToolSafety(safety)).toBe(false);
});
it('classifies explicit read-only hints as auto-approved read tools', () => {
const safety = classifyConnectorToolSafety({
name: 'issues.query',
requiredScopes: ['issues:read'],
});
expect(safety).toMatchObject({ sideEffect: 'read', approval: 'auto' });
expect(isRefreshEligibleConnectorToolSafety(safety)).toBe(true);
});
it('does not let response-size wording override a read-only search name', () => {
const safety = classifyConnectorToolSafety({
name: 'notion.notion_search_notion_page',
title: 'Search Notion pages and databases',
description:
'Searches Notion pages and databases by title. Database pages can create large responses for databases with many properties.',
});
expect(safety).toMatchObject({ sideEffect: 'read', approval: 'auto' });
expect(isRefreshEligibleConnectorToolSafety(safety)).toBe(true);
});
it('fails closed for unknown tools', () => {
const safety = classifyConnectorToolSafety({ name: 'provider.sync' });
expect(safety).toMatchObject({ sideEffect: 'write', approval: 'confirm' });
expect(isRefreshEligibleConnectorToolSafety(safety)).toBe(false);
});
});
describe('connector detail responses', () => {
it('keeps non-read tools in connector list/detail discovery responses', async () => {
const definition = externalConnector({
tools: [
{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
},
{
name: 'docs.update_page',
title: 'Update page',
requiredScopes: ['docs:write'],
safety: { sideEffect: 'write', approval: 'confirm', reason: 'write-capable docs update' },
refreshEligible: false,
},
{
name: 'docs.delete_page',
title: 'Delete page',
requiredScopes: ['docs:write'],
safety: { sideEffect: 'destructive', approval: 'disabled', reason: 'destructive docs delete' },
refreshEligible: false,
},
{
name: 'docs.sync',
title: 'Sync docs',
requiredScopes: [],
safety: { sideEffect: 'unknown', approval: 'confirm', reason: 'unknown safety' },
refreshEligible: false,
},
],
allowedToolNames: ['docs.search', 'docs.update_page', 'docs.delete_page', 'docs.sync'],
featuredToolNames: ['docs.search', 'docs.update_page', 'docs.delete_page', 'docs.sync'],
minimumApproval: 'auto',
});
const service = new TestConnectorService(definition, new ConnectorStatusService(), true);
await expect(service.listConnectors()).resolves.toEqual([
expect.objectContaining({
id: 'external_docs',
tools: [
expect.objectContaining({ name: 'docs.search' }),
expect.objectContaining({ name: 'docs.update_page' }),
expect.objectContaining({ name: 'docs.delete_page' }),
expect.objectContaining({ name: 'docs.sync' }),
],
featuredToolNames: ['docs.search', 'docs.update_page', 'docs.delete_page', 'docs.sync'],
}),
]);
await expect(service.listConnectorDiscovery()).resolves.toEqual(
expect.objectContaining({
connectors: [
expect.objectContaining({
id: 'external_docs',
tools: [
expect.objectContaining({ name: 'docs.search' }),
expect.objectContaining({ name: 'docs.update_page' }),
expect.objectContaining({ name: 'docs.delete_page' }),
expect.objectContaining({ name: 'docs.sync' }),
],
featuredToolNames: ['docs.search', 'docs.update_page', 'docs.delete_page', 'docs.sync'],
}),
],
}),
);
await expect(service.getConnector('external_docs')).resolves.toEqual(
expect.objectContaining({
id: 'external_docs',
tools: [
expect.objectContaining({ name: 'docs.search' }),
expect.objectContaining({ name: 'docs.update_page' }),
expect.objectContaining({ name: 'docs.delete_page' }),
expect.objectContaining({ name: 'docs.sync' }),
],
featuredToolNames: ['docs.search', 'docs.update_page', 'docs.delete_page', 'docs.sync'],
}),
);
});
});
describe('connector execution policy', () => {
it('omits connected allowed tools that are not auto-approved read-only from agent preview listings', async () => {
const definition = externalConnector({
tools: [
{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
},
{
name: 'docs.update_page',
title: 'Update page',
requiredScopes: ['docs:write'],
safety: { sideEffect: 'write', approval: 'confirm', reason: 'write-capable docs update' },
refreshEligible: false,
},
],
allowedToolNames: ['docs.search', 'docs.update_page'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new TestConnectorService(definition, statusService);
await expect(listConnectorTools({
grant: {
token: 'test-token',
projectId: 'project-a',
runId: 'run-a',
allowedEndpoints: [],
allowedOperations: [],
issuedAt: '2026-04-30T00:00:00.000Z',
expiresAt: '2026-04-30T00:15:00.000Z',
},
projectsRoot: '/tmp/open-design-test',
service,
})).resolves.toEqual([
expect.objectContaining({
id: 'external_docs',
tools: [expect.objectContaining({ name: 'docs.search' })],
}),
]);
});
it('filters connector tools by curated use case when requested', async () => {
const definition = externalConnector({
tools: [
{
name: 'docs.recent_changes',
title: 'Recent changes',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only recent changes' },
refreshEligible: true,
curation: { useCases: ['personal_daily_digest'], reason: 'Recent changes fit a daily digest.' },
},
{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
},
],
allowedToolNames: ['docs.recent_changes', 'docs.search'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new TestConnectorService(definition, statusService, true);
await expect(listConnectorTools({
grant: {
token: 'test-token',
projectId: 'project-a',
runId: 'run-a',
allowedEndpoints: [],
allowedOperations: [],
issuedAt: '2026-04-30T00:00:00.000Z',
expiresAt: '2026-04-30T00:15:00.000Z',
},
projectsRoot: '/tmp/open-design-test',
service,
useCase: 'personal_daily_digest',
})).resolves.toEqual([
expect.objectContaining({
id: 'external_docs',
tools: [expect.objectContaining({ name: 'docs.recent_changes', curation: expect.objectContaining({ useCases: ['personal_daily_digest'] }) })],
}),
]);
});
it('does not force dynamic definitions when curated fast definitions are available', async () => {
const definition = externalConnector({
tools: [{
name: 'docs.recent_changes',
title: 'Recent changes',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only recent changes' },
refreshEligible: true,
curation: { useCases: ['personal_daily_digest'] },
}],
allowedToolNames: ['docs.recent_changes'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new TestConnectorService(definition, statusService, true);
await listConnectorTools({
grant: {
token: 'test-token',
projectId: 'project-a',
runId: 'run-a',
allowedEndpoints: [],
allowedOperations: [],
issuedAt: '2026-04-30T00:00:00.000Z',
expiresAt: '2026-04-30T00:15:00.000Z',
},
projectsRoot: '/tmp/open-design-test',
service,
useCase: 'personal_daily_digest',
});
expect(service.listDefinitionsCallCount).toBe(0);
});
it('rejects connector inputs that no longer match the current tool schema', async () => {
const definition = externalConnector({
tools: [{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
inputSchemaJson: { type: 'object', properties: { query: { type: 'string' } }, additionalProperties: false },
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
}],
allowedToolNames: ['docs.search'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com', { token: 'secret' });
const service = new OutputTestConnectorService(definition, statusService);
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: { unexpected: true } },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'agent_preview' },
)).rejects.toMatchObject({ code: 'CONNECTOR_INPUT_SCHEMA_MISMATCH' });
});
it('accepts JSON Schema integer connector inputs and rejects fractional values', async () => {
const definition = externalConnector({
tools: [{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
inputSchemaJson: { type: 'object', properties: { limit: { type: 'integer', minimum: 1, maximum: 100 } }, required: ['limit'], additionalProperties: false },
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
}],
allowedToolNames: ['docs.search'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com', { token: 'secret' });
const service = new OutputTestConnectorService(definition, statusService);
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: { limit: 25 } },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'agent_preview' },
)).resolves.toMatchObject({ ok: true });
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: { limit: 1.5 } },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'agent_preview' },
)).rejects.toMatchObject({ code: 'CONNECTOR_INPUT_SCHEMA_MISMATCH' });
});
it('rejects refresh execution when runtime scope classification is not auto read-only', async () => {
const definition = externalConnector({
tools: [{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:write'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'stale catalog classification' },
refreshEligible: true,
}],
allowedToolNames: ['docs.search'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new OutputTestConnectorService(definition, statusService, { rows: [] });
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'artifact_refresh' },
)).rejects.toMatchObject({ code: 'CONNECTOR_SAFETY_DENIED' });
});
it('rejects connector-backed refresh when the connected account label drifted', async () => {
const definition = externalConnector({
tools: [{
name: 'docs.search',
title: 'Search docs',
requiredScopes: ['docs:read'],
safety: { sideEffect: 'read', approval: 'auto', reason: 'read-only docs search' },
refreshEligible: true,
}],
allowedToolNames: ['docs.search'],
minimumApproval: 'auto',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'new-account@example.com');
const service = new TestConnectorService(definition, statusService);
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: {}, expectedAccountLabel: 'old-account@example.com' },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'artifact_refresh' },
)).rejects.toMatchObject({ code: 'CONNECTOR_NOT_CONNECTED' });
});
it('marks a persisted Composio connector as errored when tool execution reports stale auth', async () => {
const definition = githubReadDefinition();
const credentialStore = new InMemoryConnectorCredentialStore();
const statusService = new ConnectorStatusService({ credentialStore });
connectGithub(statusService);
const service = new FailingConnectorService(
definition,
statusService,
new ConnectorServiceError('CONNECTOR_EXECUTION_FAILED', 'Composio tool execution failed', 502, {
connectorId: 'github',
toolName: 'github.search',
error: {
message: 'Bad credentials',
documentation_url: 'https://docs.github.com/rest',
status: '401',
},
}),
);
await expect(service.execute(
{ connectorId: 'github', toolName: 'github.search', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'artifact_refresh' },
)).rejects.toMatchObject({ code: 'CONNECTOR_EXECUTION_FAILED' });
await expect(service.getConnector('github')).resolves.toMatchObject({
status: 'error',
accountLabel: 'octocat@example.com',
lastError: 'GitHub authorization expired. Reconnect GitHub.',
});
expect(service.getCredential('github')).toBeUndefined();
});
it('keeps connector credentials when Composio platform auth fails before tool execution', async () => {
const definition = githubReadDefinition();
const credentialStore = new InMemoryConnectorCredentialStore();
const statusService = new ConnectorStatusService({ credentialStore });
connectGithub(statusService);
const service = new FailingConnectorService(
definition,
statusService,
new ConnectorServiceError('CONNECTOR_EXECUTION_FAILED', 'Composio request failed with HTTP 401', 401, {
httpStatus: 401,
}),
);
await expect(service.execute(
{ connectorId: 'github', toolName: 'github.search', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'artifact_refresh' },
)).rejects.toMatchObject({ code: 'CONNECTOR_EXECUTION_FAILED', status: 401 });
await expect(service.getConnector('github')).resolves.toMatchObject({
status: 'connected',
accountLabel: 'octocat@example.com',
});
expect(service.getCredential('github')).toBeDefined();
});
it('keeps connector credentials when tool execution fails without auth-stale payload', async () => {
const definition = githubReadDefinition();
const credentialStore = new InMemoryConnectorCredentialStore();
const statusService = new ConnectorStatusService({ credentialStore });
connectGithub(statusService);
const service = new FailingConnectorService(
definition,
statusService,
new ConnectorServiceError('CONNECTOR_EXECUTION_FAILED', 'Composio tool execution failed', 502, {
connectorId: 'github',
toolName: 'github.search',
error: {
message: 'Not Found',
status: '404',
},
}),
);
await expect(service.execute(
{ connectorId: 'github', toolName: 'github.search', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'artifact_refresh' },
)).rejects.toMatchObject({ code: 'CONNECTOR_EXECUTION_FAILED', status: 502 });
await expect(service.getConnector('github')).resolves.toMatchObject({
status: 'connected',
accountLabel: 'octocat@example.com',
});
expect(service.getCredential('github')).toBeDefined();
});
it('rejects non-auto connector tools during artifact refresh', async () => {
const definition = externalConnector({
tools: [{
name: 'docs.update_page',
title: 'Update page',
requiredScopes: ['docs:write'],
safety: { sideEffect: 'write', approval: 'confirm', reason: 'write-capable docs update' },
refreshEligible: false,
}],
allowedToolNames: ['docs.update_page'],
minimumApproval: 'confirm',
});
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new OutputTestConnectorService(definition, statusService, { updated: true });
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.update_page', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', purpose: 'artifact_refresh' },
)).rejects.toMatchObject({ code: 'CONNECTOR_SAFETY_DENIED' });
});
it('redacts credential and provider-envelope fields from connector outputs', async () => {
const definition = readOnlyDefinition();
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new OutputTestConnectorService(definition, statusService, {
toolName: 'docs.search',
count: 1,
rawResponse: { id: 'provider-envelope' },
item: {
title: 'Safe title',
authorization: 'Bearer secret-token',
nestedApiToken: 'secret-token',
},
});
const response = await service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', runId: 'run-redact', purpose: 'agent_preview' },
);
expect(response.output).toMatchObject({
rawResponse: '[redacted]',
item: {
title: 'Safe title',
authorization: '[redacted]',
nestedApiToken: '[redacted]',
},
});
expect(response.metadata).toMatchObject({ redacted: true });
expect(JSON.stringify(response.output)).not.toContain('secret-token');
expect(JSON.stringify(response.output)).not.toContain('provider-envelope');
});
it('rejects connector outputs above the serialized size limit', async () => {
const definition = readOnlyDefinition();
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new OutputTestConnectorService(definition, statusService, {
toolName: 'docs.search',
data: 'x'.repeat(257 * 1024),
});
await expect(service.execute(
{ connectorId: 'external_docs', toolName: 'docs.search', input: {} },
{ projectsRoot: '/tmp/open-design-test', projectId: 'project-a', runId: 'run-large', purpose: 'agent_preview' },
)).rejects.toMatchObject({ code: 'CONNECTOR_OUTPUT_TOO_LARGE', status: 502 });
});
it('enforces per-run connector rate and total call limits', async () => {
vi.useFakeTimers();
vi.setSystemTime(new Date('2026-04-30T00:00:00.000Z'));
const definition = readOnlyDefinition();
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new OutputTestConnectorService(definition, statusService, { toolName: 'docs.search', count: 0 });
const request = { connectorId: 'external_docs', toolName: 'docs.search', input: {} };
const context = { projectsRoot: '/tmp/open-design-test', projectId: 'project-a', runId: 'run-limits', purpose: 'agent_preview' } as const;
for (let index = 0; index < CONNECTOR_RUN_RATE_LIMIT_CALLS; index += 1) {
await expect(service.execute(request, context)).resolves.toMatchObject({ ok: true });
}
await expect(service.execute(request, context)).rejects.toMatchObject({ code: 'CONNECTOR_RATE_LIMITED', status: 429 });
for (let index = CONNECTOR_RUN_RATE_LIMIT_CALLS; index < CONNECTOR_RUN_TOTAL_CALL_LIMIT; index += 1) {
vi.advanceTimersByTime(60_000);
await expect(service.execute(request, context)).resolves.toMatchObject({ ok: true });
}
vi.advanceTimersByTime(60_000);
await expect(service.execute(request, context)).rejects.toMatchObject({ code: 'CONNECTOR_RATE_LIMITED', status: 429 });
});
it('evicts stale per-run connector rate limit entries', async () => {
vi.useFakeTimers();
vi.setSystemTime(new Date('2026-04-30T00:00:00.000Z'));
const definition = readOnlyDefinition();
const statusService = new ConnectorStatusService();
statusService.connect(definition, 'docs@example.com');
const service = new OutputTestConnectorService(definition, statusService, { toolName: 'docs.search', count: 0 });
const request = { connectorId: 'external_docs', toolName: 'docs.search', input: {} };
const context = { projectsRoot: '/tmp/open-design-test', projectId: 'project-a', runId: 'run-stale', purpose: 'agent_preview' } as const;
for (let index = 0; index < CONNECTOR_RUN_TOTAL_CALL_LIMIT; index += 1) {
vi.advanceTimersByTime(60_000);
await expect(service.execute(request, context)).resolves.toMatchObject({ ok: true });
}
vi.advanceTimersByTime(60_000);
await expect(service.execute(request, context)).rejects.toMatchObject({ code: 'CONNECTOR_RATE_LIMITED', status: 429 });
vi.advanceTimersByTime(CONNECTOR_RUN_LIMIT_TTL_MS);
await expect(service.execute(request, context)).resolves.toMatchObject({ ok: true });
});
});
// Issue #748: connector card badges (and other UIs that surface a single
// tool count) need a stable number that doesn't lurch from ~2 hardcoded
// fallback tools to several hundred provider-discovered tools the moment
// a Composio API key is configured. The fix is to expose
// `allowedToolNames` on the wire `ConnectorDetail` and have UIs use that
// for the count instead of `tools.length`. These tests pin the contract.
describe('ConnectorDetail.allowedToolNames (issue #748)', () => {
it('exposes allowedToolNames on getConnector() so UIs can render a stable count', async () => {
const statusService = new ConnectorStatusService();
const definition = readOnlyDefinition();
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
expect(detail.allowedToolNames).toEqual(['docs.search']);
});
it('returns allowedToolNames as a defensive copy (mutating the result must not affect the source)', async () => {
const statusService = new ConnectorStatusService();
const definition = readOnlyDefinition();
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
detail.allowedToolNames!.push('docs.evil_inject');
expect(definition.allowedToolNames).toEqual(['docs.search']);
const detailAgain = await service.getConnector('external_docs');
expect(detailAgain.allowedToolNames).toEqual(['docs.search']);
});
it('keeps allowedToolNames small even when tools.length holds the full provider inventory (the #748 regression guard)', async () => {
const statusService = new ConnectorStatusService();
// Simulate Composio's post-hydration shape: catalog ships ~2 curated
// tools but the provider inventory expands to hundreds. The real
// composio adapter only auto-allows live tools when their classified
// safety is read+auto, so most of those hundreds stay out of the
// allowlist. Reproduce that shape directly here so the test pins the
// invariant without depending on Composio's network path.
const provisionedTools = Array.from({ length: 800 }, (_, index) => ({
name: `external_docs.bulk_op_${index}`,
title: `Bulk op ${index}`,
requiredScopes: ['docs:write'],
// Mark these as write — i.e. NOT auto-allowed for the agent — so
// they belong in `tools` but never in `allowedToolNames`. This
// mirrors the Composio shape where most provider-discovered tools
// are write/destructive and therefore get gated out of the
// execution-safe subset (see catalog.ts:isRefreshEligible…).
safety: classifyConnectorToolSafety({ name: `external_docs.bulk_op_${index}`, title: `Bulk op ${index}`, requiredScopes: ['docs:write'] }),
refreshEligible: false,
}));
const definition: ConnectorCatalogDefinition = {
...readOnlyDefinition(),
tools: [...readOnlyDefinition().tools, ...provisionedTools],
allowedToolNames: ['docs.search'],
};
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
// The badge in apps/web/src/components/EntryView.tsx uses
// `connector.allowedToolNames?.length ?? connector.tools.length`,
// so this single number is the one users see in the connector card.
expect(detail.allowedToolNames!.length).toBe(1);
// Sanity: the wider inventory is still on the wire for the detail
// drawer to enumerate — we're just no longer using its length for
// the badge.
expect(detail.tools.length).toBe(801);
// Spot-check that none of the bulk write tools accidentally leaked
// into the allowlist.
expect(detail.allowedToolNames).not.toContain('external_docs.bulk_op_0');
expect(detail.allowedToolNames).not.toContain('external_docs.bulk_op_799');
// refreshEligible classification stays a property of the definition,
// not of the badge surface — confirm the helper still agrees so a
// future refactor can't quietly let write tools into the allowlist
// via a different code path. Bind through a defined-checked local so
// the daemon's `noUncheckedIndexedAccess` strict tsconfig doesn't
// type the index access as `T | undefined`.
const firstProvisionedTool = provisionedTools[0];
expect(firstProvisionedTool).toBeDefined();
expect(isRefreshEligibleConnectorToolSafety(firstProvisionedTool!.safety)).toBe(false);
});
it('treats an empty allowedToolNames as a real "0 tools" badge value (not a missing field)', async () => {
const statusService = new ConnectorStatusService();
const definition = externalConnector();
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
expect(Array.isArray(detail.allowedToolNames)).toBe(true);
expect(detail.allowedToolNames!.length).toBe(0);
});
it('exposes curatedToolNames on the wire and falls it back to allowedToolNames for non-Composio connectors (#767 review)', async () => {
// Non-Composio connectors don't have a discovery layer that grows
// allowedToolNames at runtime, so curatedToolNames is equivalent
// to allowedToolNames. The wire field should still be present
// (badge consumers expect it) and equal to the catalog set.
const statusService = new ConnectorStatusService();
const definition = readOnlyDefinition();
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
expect(Array.isArray(detail.curatedToolNames)).toBe(true);
expect(detail.curatedToolNames).toEqual(['docs.search']);
// For a non-Composio connector with no curatedToolNames override,
// the two fields are intentionally identical.
expect(detail.curatedToolNames).toEqual(detail.allowedToolNames);
});
it('keeps curatedToolNames at the catalog size even when allowedToolNames is dynamically extended (#748 / #767 stability guarantee)', async () => {
// Simulate the Composio post-hydration shape that motivated the
// #767 review: the catalog ships 1 curated tool, but the live
// discovery layer auto-allows ~50 read+auto-approval tools, so
// `allowedToolNames` swells. The badge should pin to the catalog
// size; only the runtime execution gate sees the wider list.
const autoAllowedReadTools = Array.from({ length: 50 }, (_, index) => `docs.read_op_${index}`);
const definition: ConnectorCatalogDefinition = {
...readOnlyDefinition(),
// `curatedToolNames` is the source of truth for the badge.
curatedToolNames: ['docs.search'],
// `allowedToolNames` is the runtime execution gate — extended
// by the (simulated) auto-allow path.
allowedToolNames: ['docs.search', ...autoAllowedReadTools],
};
const statusService = new ConnectorStatusService();
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
// The "N tools" badge surface: catalog size only, no growth.
expect(detail.curatedToolNames!.length).toBe(1);
// The agent execution allowlist: full grown set.
expect(detail.allowedToolNames!.length).toBe(51);
// Sanity: the two arrays are intentionally diverging on this
// shape; that divergence is exactly what the badge stability
// depends on.
expect(detail.curatedToolNames).not.toEqual(detail.allowedToolNames);
});
it('returns curatedToolNames as a defensive copy (mutating the wire result must not affect the source)', async () => {
const statusService = new ConnectorStatusService();
const definition = readOnlyDefinition();
const service = new TestConnectorService(definition, statusService);
const detail = await service.getConnector('external_docs');
detail.curatedToolNames!.push('docs.evil_inject');
expect(definition.allowedToolNames).toEqual(['docs.search']);
const detailAgain = await service.getConnector('external_docs');
expect(detailAgain.curatedToolNames).toEqual(['docs.search']);
});
});