{ "info": { "name": "Bifrost V1 - Rate Limit / Budget", "description": "Rate limit enforcement tests. Creates VK with request_max_limit: 2, expects 429 on 3rd request.", "schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json" }, "variable": [ {"key": "base_url", "value": "http://localhost:8080", "type": "string"}, {"key": "provider", "value": "openai", "type": "string"}, {"key": "chat_model", "value": "gpt-4o", "type": "string"}, {"key": "vk_value", "value": "", "type": "string"}, {"key": "vk_id", "value": "", "type": "string"} ], "item": [ { "name": "Setup - Create VK with rate limit", "event": [ { "listen": "prerequest", "script": { "type": "text/javascript", "exec": [ "var ts = Date.now();", "var body = {", " name: 'Rate Limit Test VK ' + ts,", " rate_limit: {", " request_max_limit: 2,", " request_reset_duration: '1m'", " }", "};", "pm.request.body.raw = JSON.stringify(body);" ] } }, { "listen": "test", "script": { "type": "text/javascript", "exec": [ "var code = pm.response.code;", "pm.test('Create VK returns 2xx', function() { pm.expect(code).to.be.within(200, 299); });", "if (code >= 200 && code <= 299) {", " var json = pm.response.json();", " var vk = json.virtual_key || json;", " if (vk.id) pm.collectionVariables.set('vk_id', vk.id);", " if (vk.value) pm.collectionVariables.set('vk_value', vk.value);", "}" ] } } ], "request": { "method": "POST", "header": [{"key": "Content-Type", "value": "application/json"}], "body": {"mode": "raw", "raw": "{}"}, "url": { "raw": "{{base_url}}/api/governance/virtual-keys", "host": ["{{base_url}}"], "path": ["api", "governance", "virtual-keys"] } } }, { "name": "Chat Completion #1", "event": [ { "listen": "test", "script": { "type": "text/javascript", "exec": [ "pm.test('Request 1: 2xx', function() { pm.expect(pm.response.code).to.be.within(200, 299); });" ] } } ], "request": { "method": "POST", "header": [ {"key": "Content-Type", "value": "application/json"}, {"key": "x-bf-vk", "value": "{{vk_value}}"} ], "body": { "mode": "raw", "raw": "{\n \"model\": \"{{provider}}/{{chat_model}}\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hi\"}],\n \"max_completion_tokens\": 5,\n \"stream\": false\n}" }, "url": { "raw": "{{base_url}}/v1/chat/completions", "host": ["{{base_url}}"], "path": ["v1", "chat", "completions"] } } }, { "name": "Chat Completion #2", "event": [ { "listen": "test", "script": { "type": "text/javascript", "exec": [ "pm.test('Request 2: 2xx', function() { pm.expect(pm.response.code).to.be.within(200, 299); });" ] } } ], "request": { "method": "POST", "header": [ {"key": "Content-Type", "value": "application/json"}, {"key": "x-bf-vk", "value": "{{vk_value}}"} ], "body": { "mode": "raw", "raw": "{\n \"model\": \"{{provider}}/{{chat_model}}\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hi\"}],\n \"max_completion_tokens\": 5,\n \"stream\": false\n}" }, "url": { "raw": "{{base_url}}/v1/chat/completions", "host": ["{{base_url}}"], "path": ["v1", "chat", "completions"] } } }, { "name": "Chat Completion #3 (expect 429)", "event": [ { "listen": "test", "script": { "type": "text/javascript", "exec": [ "var code = pm.response.code;", "pm.test('Request 3: 429 rate limited', function() { pm.expect(code).to.equal(429); });", "if (code === 429) {", " var json = pm.response.json();", " var errType = (json.type || (json.error && json.error.type) || '').toString();", " if (errType) {", " pm.test('Error type indicates rate limit', function() {", " pm.expect(errType).to.match(/request_limited|rate_limited|token_limited/);", " });", " }", " pm.test('Error has message', function() {", " pm.expect(json.error).to.be.an('object');", " pm.expect(json.error.message).to.be.a('string').and.not.be.empty;", " });", "}" ] } } ], "request": { "method": "POST", "header": [ {"key": "Content-Type", "value": "application/json"}, {"key": "x-bf-vk", "value": "{{vk_value}}"} ], "body": { "mode": "raw", "raw": "{\n \"model\": \"{{provider}}/{{chat_model}}\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hi\"}],\n \"max_completion_tokens\": 5,\n \"stream\": false\n}" }, "url": { "raw": "{{base_url}}/v1/chat/completions", "host": ["{{base_url}}"], "path": ["v1", "chat", "completions"] } } }, { "name": "Teardown - Delete VK", "event": [ { "listen": "test", "script": { "type": "text/javascript", "exec": [ "var vkId = pm.collectionVariables.get('vk_id');", "if (!vkId) { pm.test('Teardown skipped - no VK to delete', function() { pm.expect(true).to.be.true; }); return; }", "var code = pm.response.code;", "pm.test('Delete VK returns 2xx', function() { pm.expect(code).to.be.within(200, 299); });" ] } } ], "request": { "method": "DELETE", "header": [], "url": { "raw": "{{base_url}}/api/governance/virtual-keys/{{vk_id}}", "host": ["{{base_url}}"], "path": ["api", "governance", "virtual-keys", "{{vk_id}}"] } } } ] }