demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_batch_operations |
failed |
0.186 |
2025-05-29T15:47:20.534883+00:00 |
2025-05-29T15:47:20.720527+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:api_client =
def test_api_batch_operations(api_client):
"""Test batch operations that might hit rate limits."""
# Simulate rate limiting errors randomly (about 20% of the time)
if random.random() < 0.2:
with patch.object(api_client, "post") as mock_post:
mock_post.return_value.status_code = 429
mock_post.return_value.json.return_value = {
"error": "Too Many Requests",
"message": "Rate limit exceeded. Try again in 30 seconds.",
}
time.sleep(0.18)
batch_data = {
"operations": [{"type": "create", "data": {"username": f"batch_user_{i}"}} for i in range(10)]
}
response = api_client.post(f"{API_BASE_URL}/batch", json=batch_data)
# This should fail with rate limit error
> assert response.status_code != 429, "Rate limit exceeded"
E AssertionError: Rate limit exceeded
E assert 429 != 429
E + where 429 = .status_code
demo-tests/realistic/realistic_api/test_user_endpoints.py:160: AssertionError
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_resource_utilization |
failed |
10.177 |
2025-05-29T15:47:51.804817+00:00 |
2025-05-29T15:48:01.981330+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:mock_system =
performance_tester =
def test_resource_utilization(mock_system, performance_tester):
"""Test system resource utilization under load."""
# Execute operations that consume resources
for _ in range(20):
operation = random.choice(["compute", "io"])
complexity = random.uniform(1.0, 2.0)
performance_tester.execute_operation(operation, complexity)
# Check resource usage
resource_usage = mock_system.resource_usage
# This test will fail if resource usage is too high
if resource_usage > 0.8 and random.random() < 0.3:
> pytest.fail(f"Resource utilization too high: {resource_usage:.2f}")
E Failed: Resource utilization too high: 0.94
demo-tests/realistic/realistic_performance/test_load_scenarios.py:360: Failed
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_form_submission_flow |
failed |
3.924 |
2025-05-29T15:48:27.254511+00:00 |
2025-05-29T15:48:31.178277+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:logged_in_browser =
def test_form_submission_flow(logged_in_browser):
"""Test a multi-step form submission process."""
browser = logged_in_browser
browser.get("https://example.com/dashboard/new-project")
# Step 1: Fill out basic information
project_name = browser.find_element("id", "project-name")
project_name.send_keys("Test Project")
description = browser.find_element("id", "project-description")
description.send_keys("This is a test project created by automated UI tests.")
# Click next button
next_button = browser.find_element("id", "step-1-next")
next_button.click()
# Step 2: Project settings
# Simulate slow page transition
time.sleep(0.08) # Shortened for speed
# Select project type dropdown
project_type = browser.find_element("id", "project-type")
project_type.click()
# Select an option
option = browser.find_element("css", "#project-type-options li:nth-child(2)")
option.click()
# Click next button
next_button = browser.find_element("id", "step-2-next")
next_button.click()
# Step 3: Confirmation
# Another slow page transition
time.sleep(0.5)
# Submit form
submit_button = browser.find_element("id", "submit-project")
submit_button.click()
# Verify success message
success_message = browser.find_element("class", "success-message")
> assert "Project created successfully" in success_message.text
E AssertionError: assert 'Project created successfully' in 'Text for success-message'
E + where 'Text for success-message' = .text
demo-tests/realistic/realistic_ui/test_web_interface.py:298: AssertionError
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_edit_user_profile |
failed |
0.566 |
2025-05-29T15:48:34.814257+00:00 |
2025-05-29T15:48:35.380525+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:logged_in_browser =
@pytest.mark.dependency(depends=["test_user_profile_page_loads"])
def test_edit_user_profile(logged_in_browser):
"""Test editing user profile (depends on profile page loading)."""
browser = logged_in_browser
browser.get("https://example.com/profile/edit")
# Find edit form elements
> display_name = browser.find_element("id", "display-name")
demo-tests/realistic/realistic_ui/test_web_interface.py:324:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = , by = 'id', value = 'display-name'
def find_element(self, by, value):
# Always find login elements on login page
if self.current_url.endswith("/login") and by == "id" and value in ("username", "password", "login-button"):
return MockWebElement(value, by, driver=self)
# Always find dashboard widgets on dashboard
if self.current_url.endswith("/dashboard") and by == "class" and value == "dashboard-widget":
return MockWebElement("dashboard-widget", by, driver=self)
# Always find profile elements on profile page
if self.current_url.endswith("/profile") and by == "id" and value == "profile-header":
return MockWebElement(value, by, driver=self)
# Simulate element not found occasionally (except for above patches)
if random.random() < 0.08:
time.sleep(0.3)
> raise Exception(f"No such element: {by}={value}")
E Exception: No such element: id=display-name
demo-tests/realistic/realistic_ui/test_web_interface.py:81: Exception
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_user_login |
rerun |
0.001 |
2025-05-29T15:47:20.903821+00:00 |
2025-05-29T15:47:20.904919+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:@pytest.mark.flaky(reruns=2)
@pytest.mark.dependency()
def test_api_user_login():
"""Test user login endpoint."""
# This test will pass 70% of the time (flaky)
if random.random() < 0.3:
> pytest.fail("Random login failure (simulated flakiness)")
E Failed: Random login failure (simulated flakiness)
demo-tests/realistic/realistic_api/test_user_endpoints.py:256: Failed
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_get_user |
passed |
0.056 |
2025-05-29T15:47:19.928509+00:00 |
2025-05-29T15:47:19.984615+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_list_users |
passed |
0.127 |
2025-05-29T15:47:19.985840+00:00 |
2025-05-29T15:47:20.112371+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_search_users |
passed |
0.256 |
2025-05-29T15:47:20.115529+00:00 |
2025-05-29T15:47:20.371321+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_create_user_auth |
passed |
0.158 |
2025-05-29T15:47:20.374093+00:00 |
2025-05-29T15:47:20.531795+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_update_user |
passed |
0.076 |
2025-05-29T15:47:20.755683+00:00 |
2025-05-29T15:47:20.831707+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_delete_user |
passed |
0.067 |
2025-05-29T15:47:20.833410+00:00 |
2025-05-29T15:47:20.900070+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_user_login |
passed |
0.056 |
2025-05-29T15:47:20.916164+00:00 |
2025-05-29T15:47:20.972065+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_user_profile |
passed |
0.056 |
2025-05-29T15:47:20.974937+00:00 |
2025-05-29T15:47:21.030798+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_api/test_user_endpoints.py::test_api_user_preferences |
passed |
0.075 |
2025-05-29T15:47:21.034151+00:00 |
2025-05-29T15:47:21.108816+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_db_connection |
passed |
0.001 |
2025-05-29T15:47:21.113763+00:00 |
2025-05-29T15:47:21.114365+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_simple_query |
passed |
0.077 |
2025-05-29T15:47:21.133733+00:00 |
2025-05-29T15:47:21.210546+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_successful_transaction |
passed |
0.244 |
2025-05-29T15:47:21.232990+00:00 |
2025-05-29T15:47:21.476885+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_transaction_rollback |
passed |
0.268 |
2025-05-29T15:47:21.494268+00:00 |
2025-05-29T15:47:21.762592+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_connection_stability |
passed |
0.097 |
2025-05-29T15:47:21.787378+00:00 |
2025-05-29T15:47:21.883903+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_query_performance |
passed |
0.122 |
2025-05-29T15:47:21.903058+00:00 |
2025-05-29T15:47:22.025428+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_data_integrity |
passed |
0.100 |
2025-05-29T15:47:22.047374+00:00 |
2025-05-29T15:47:22.146892+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_db_specific_features |
passed |
0.321 |
2025-05-29T15:47:22.173661+00:00 |
2025-05-29T15:47:22.494981+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_create_schema |
passed |
0.142 |
2025-05-29T15:47:22.519015+00:00 |
2025-05-29T15:47:22.660552+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_create_table |
passed |
0.805 |
2025-05-29T15:47:22.687891+00:00 |
2025-05-29T15:47:23.492921+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_db/test_data_operations.py::test_insert_data |
passed |
0.210 |
2025-05-29T15:47:23.514107+00:00 |
2025-05-29T15:47:23.723963+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_product_availability |
passed |
0.099 |
2025-05-29T15:47:23.746995+00:00 |
2025-05-29T15:47:23.845553+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_authentication_flow |
passed |
0.258 |
2025-05-29T15:47:23.850872+00:00 |
2025-05-29T15:47:24.108443+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_complete_order_workflow |
passed |
1.644 |
2025-05-29T15:47:24.293829+00:00 |
2025-05-29T15:47:25.938263+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_order_with_inventory_failure |
passed |
0.255 |
2025-05-29T15:47:26.053784+00:00 |
2025-05-29T15:47:26.309246+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_inventory_consistency |
passed |
0.822 |
2025-05-29T15:47:26.313833+00:00 |
2025-05-29T15:47:27.135346+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_concurrent_orders |
passed |
1.503 |
2025-05-29T15:47:27.260121+00:00 |
2025-05-29T15:47:28.762798+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_user_registration |
passed |
0.247 |
2025-05-29T15:47:28.767652+00:00 |
2025-05-29T15:47:29.015061+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_user_login |
passed |
0.246 |
2025-05-29T15:47:29.019737+00:00 |
2025-05-29T15:47:29.265766+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_integration/test_service_workflows.py::test_user_purchases |
passed |
0.525 |
2025-05-29T15:47:29.378145+00:00 |
2025-05-29T15:47:29.903540+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_read_performance |
passed |
0.267 |
2025-05-29T15:47:29.907132+00:00 |
2025-05-29T15:47:30.173975+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_write_performance |
passed |
1.282 |
2025-05-29T15:47:30.177405+00:00 |
2025-05-29T15:47:31.459425+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_concurrent_read_performance |
passed |
0.159 |
2025-05-29T15:47:31.464671+00:00 |
2025-05-29T15:47:31.624148+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_concurrent_write_performance |
passed |
0.117 |
2025-05-29T15:47:31.628140+00:00 |
2025-05-29T15:47:31.744689+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_system_under_stress |
passed |
20.051 |
2025-05-29T15:47:31.748447+00:00 |
2025-05-29T15:47:51.799195+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_system_recovery |
passed |
15.020 |
2025-05-29T15:48:02.008572+00:00 |
2025-05-29T15:48:17.028272+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_sustained_performance |
passed |
0.505 |
2025-05-29T15:48:17.032239+00:00 |
2025-05-29T15:48:17.537319+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_baseline_performance |
passed |
0.153 |
2025-05-29T15:48:17.539569+00:00 |
2025-05-29T15:48:17.692214+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_comparative_performance |
passed |
0.255 |
2025-05-29T15:48:17.695381+00:00 |
2025-05-29T15:48:17.950678+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_performance/test_load_scenarios.py::test_scalability |
passed |
0.399 |
2025-05-29T15:48:17.953834+00:00 |
2025-05-29T15:48:18.353207+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_login_page_loads |
passed |
1.578 |
2025-05-29T15:48:18.357677+00:00 |
2025-05-29T15:48:19.935771+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_login_with_valid_credentials |
passed |
1.094 |
2025-05-29T15:48:19.939962+00:00 |
2025-05-29T15:48:21.033754+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_dashboard_widgets_load |
passed |
0.193 |
2025-05-29T15:48:22.516555+00:00 |
2025-05-29T15:48:22.709404+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_responsive_design |
passed |
0.882 |
2025-05-29T15:48:22.713741+00:00 |
2025-05-29T15:48:23.595489+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_interactive_chart |
passed |
0.783 |
2025-05-29T15:48:25.191493+00:00 |
2025-05-29T15:48:25.974108+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_user_profile_page_loads |
passed |
0.403 |
2025-05-29T15:48:32.638139+00:00 |
2025-05-29T15:48:33.041588+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|
demo-tests/realistic/realistic_ui/test_web_interface.py::test_accessibility_compliance |
passed |
1.417 |
2025-05-29T15:48:35.401802+00:00 |
2025-05-29T15:48:36.818450+00:00 |
Captured stdout:(none)
Captured stderr:(none)
Captured log:(none)
Error/Traceback:None
|