mockupAWS/frontend/e2e/reports.spec.ts

/**
 * E2E Test: Report Generation and Download
 * 
 * Tests for:
 * - Generate PDF report
 * - Generate CSV report
 * - Download reports
 * - Verify file contents
 */

import { test, expect } from '@playwright/test';
import { 
  navigateTo, 
  waitForLoading,
  createScenarioViaAPI,
  deleteScenarioViaAPI,
  startScenarioViaAPI,
  sendTestLogs,
  generateTestScenarioName,
} from './utils/test-helpers';
import { testLogs } from './fixtures/test-logs';
import { newScenarioData } from './fixtures/test-scenarios';

const testScenarioName = generateTestScenarioName('Report Test');
let createdScenarioId: string | null = null;
let reportId: string | null = null;

test.describe('Report Generation', () => {
  test.beforeEach(async ({ request }) => {
    // Create a scenario with some data for reporting
    const scenario = await createScenarioViaAPI(request, {
      ...newScenarioData,
      name: testScenarioName,
    });
    createdScenarioId = scenario.id;

    // Start and add logs
    await startScenarioViaAPI(request, createdScenarioId);
    await sendTestLogs(request, createdScenarioId, testLogs);
  });

  test.afterEach(async ({ request }) => {
    // Cleanup
    if (reportId) {
      try {
        await request.delete(`http://localhost:8000/api/v1/reports/${reportId}`);
      } catch {
        // Report might not exist
      }
      reportId = null;
    }

    if (createdScenarioId) {
      try {
        await request.post(`http://localhost:8000/api/v1/scenarios/${createdScenarioId}/stop`);
      } catch {
        // Scenario might not be running
      }
      await deleteScenarioViaAPI(request, createdScenarioId);
      createdScenarioId = null;
    }
  });

  test('should navigate to reports page', async ({ page }) => {
    // Navigate to scenario detail first
    await navigateTo(page, `/scenarios/${createdScenarioId}`);
    await waitForLoading(page);

    // Look for reports link or button
    // This is a placeholder - actual implementation will vary
    await expect(page.getByRole('heading', { name: testScenarioName })).toBeVisible();
  });

  test('should generate PDF report via API', async ({ request }) => {
    // Generate PDF report via API
    const response = await request.post(
      `http://localhost:8000/api/v1/scenarios/${createdScenarioId}/reports`,
      {
        data: {
          format: 'pdf',
          include_logs: true,
          sections: ['summary', 'costs', 'metrics', 'logs', 'pii'],
        },
      }
    );

    // API should accept the request
    if (response.status() === 202) {
      const data = await response.json();
      reportId = data.report_id;
      expect(reportId).toBeDefined();
    } else if (response.status() === 404) {
      // Reports endpoint might not be implemented yet
      test.skip();
    } else {
      expect(response.ok()).toBeTruthy();
    }
  });

  test('should generate CSV report via API', async ({ request }) => {
    // Generate CSV report via API
    const response = await request.post(
      `http://localhost:8000/api/v1/scenarios/${createdScenarioId}/reports`,
      {
        data: {
          format: 'csv',
          include_logs: true,
          sections: ['summary', 'costs', 'metrics', 'logs', 'pii'],
        },
      }
    );

    // API should accept the request
    if (response.status() === 202) {
      const data = await response.json();
      reportId = data.report_id;
      expect(reportId).toBeDefined();
    } else if (response.status() === 404) {
      // Reports endpoint might not be implemented yet
      test.skip();
    } else {
      expect(response.ok()).toBeTruthy();
    }
  });

  test('should check report generation status', async ({ request }) => {
    // Generate report first
    const createResponse = await request.post(
      `http://localhost:8000/api/v1/scenarios/${createdScenarioId}/reports`,
      {
        data: {
          format: 'pdf',
          sections: ['summary', 'costs'],
        },
      }
    );

    if (createResponse.status() === 404) {
      test.skip();
    }

    if (createResponse.ok()) {
      const data = await createResponse.json();
      reportId = data.report_id;

      // Check status
      const statusResponse = await request.get(
        `http://localhost:8000/api/v1/reports/${reportId}/status`
      );

      if (statusResponse.status() === 404) {
        test.skip();
      }

      expect(statusResponse.ok()).toBeTruthy();
      
      const statusData = await statusResponse.json();
      expect(statusData).toHaveProperty('status');
      expect(['pending', 'processing', 'completed', 'failed']).toContain(statusData.status);
    }
  });

  test('should download generated report', async ({ request }) => {
    // Generate report first
    const createResponse = await request.post(
      `http://localhost:8000/api/v1/scenarios/${createdScenarioId}/reports`,
      {
        data: {
          format: 'pdf',
          sections: ['summary'],
        },
      }
    );

    if (createResponse.status() === 404) {
      test.skip();
    }

    if (createResponse.ok()) {
      const data = await createResponse.json();
      reportId = data.report_id;

      // Wait for report to be generated (if async)
      await request.get(`http://localhost:8000/api/v1/reports/${reportId}/status`);
      await new Promise(resolve => setTimeout(resolve, 2000));

      // Download report
      const downloadResponse = await request.get(
        `http://localhost:8000/api/v1/reports/${reportId}/download`
      );

      if (downloadResponse.status() === 404) {
        test.skip();
      }

      expect(downloadResponse.ok()).toBeTruthy();

      // Verify content type
      const contentType = downloadResponse.headers()['content-type'];
      expect(contentType).toMatch(/application\/pdf|text\/csv/);

      // Verify content is not empty
      const body = await downloadResponse.body();
      expect(body).toBeTruthy();
      expect(body.length).toBeGreaterThan(0);
    }
  });

  test('should list reports for scenario', async ({ request }) => {
    // List reports endpoint might exist
    const response = await request.get(
      `http://localhost:8000/api/v1/scenarios/${createdScenarioId}/reports`
    );

    if (response.status() === 404) {
      test.skip();
    }

    expect(response.ok()).toBeTruthy();
    
    const data = await response.json();
    expect(Array.isArray(data)).toBe(true);
  });

  test('should handle invalid report format', async ({ request }) => {
    const response = await request.post(
      `http://localhost:8000/api/v1/scenarios/${createdScenarioId}/reports`,
      {
        data: {
          format: 'invalid_format',
        },
      }
    );

    // Should return 400 or 422 for invalid format
    if (response.status() !== 404) {
      expect([400, 422]).toContain(response.status());
    }
  });

  test('should handle report generation for non-existent scenario', async ({ request }) => {
    const response = await request.post(
      `http://localhost:8000/api/v1/scenarios/non-existent-id/reports`,
      {
        data: {
          format: 'pdf',
        },
      }
    );

    expect(response.status()).toBe(404);
  });
});

test.describe('Report UI Tests', () => {
  test('should display report generation form elements', async ({ page }) => {
    // Navigate to scenario detail
    await navigateTo(page, `/scenarios/${createdScenarioId}`);
    await waitForLoading(page);

    // Verify scenario detail has metrics
    await expect(page.getByText('Total Requests')).toBeVisible();
    await expect(page.getByText('Total Cost')).toBeVisible();
  });

  test('should show loading state during report generation', async ({ page, request }) => {
    // This test verifies the UI can handle async report generation states
    await navigateTo(page, `/scenarios/${createdScenarioId}`);
    await waitForLoading(page);

    // Verify page is stable
    await expect(page.getByRole('heading', { name: testScenarioName })).toBeVisible();
  });

  test('should display report download button when available', async ({ page }) => {
    // Navigate to scenario
    await navigateTo(page, `/scenarios/${createdScenarioId}`);
    await waitForLoading(page);

    // Verify scenario loads
    await expect(page.getByRole('heading', { name: testScenarioName })).toBeVisible();
  });
});

test.describe('Report Comparison', () => {
  test('should support report comparison across scenarios', async ({ request }) => {
    // Create a second scenario
    const scenario2 = await createScenarioViaAPI(request, {
      ...newScenarioData,
      name: generateTestScenarioName('Report Compare'),
    });

    try {
      // Try comparison endpoint
      const response = await request.post(
        'http://localhost:8000/api/v1/scenarios/compare',
        {
          data: {
            scenario_ids: [createdScenarioId, scenario2.id],
            metrics: ['total_cost', 'total_requests', 'sqs_blocks', 'tokens'],
          },
        }
      );

      if (response.status() === 404) {
        test.skip();
      }

      if (response.ok()) {
        const data = await response.json();
        expect(data).toHaveProperty('scenarios');
        expect(data).toHaveProperty('comparison');
      }
    } finally {
      // Cleanup second scenario
      await deleteScenarioViaAPI(request, scenario2.id);
    }
  });
});