Add comprehensive E2E tests for materia CLI
- Add pytest and pytest-cov for testing - Add niquests for modern HTTP/2 support (keep requests for hcloud compatibility) - Create 13 E2E tests covering CLI, workers, pipelines, and secrets (71% coverage) - Fix Pulumi ESC environment path (beanflows/prod) and secret key names - Update GitLab CI to run CLI tests with coverage reporting 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
174
tests/test_cli_e2e.py
Normal file
174
tests/test_cli_e2e.py
Normal file
@@ -0,0 +1,174 @@
|
||||
"""End-to-end tests for the materia CLI."""
|
||||
|
||||
from typer.testing import CliRunner
|
||||
from materia.cli import app
|
||||
|
||||
runner = CliRunner()
|
||||
|
||||
|
||||
def test_cli_help():
|
||||
"""Test that the CLI shows help."""
|
||||
result = runner.invoke(app, ["--help"])
|
||||
assert result.exit_code == 0
|
||||
assert "BeanFlows.coffee data platform management CLI" in result.stdout
|
||||
|
||||
|
||||
def test_cli_version():
|
||||
"""Test version command."""
|
||||
result = runner.invoke(app, ["version"])
|
||||
assert result.exit_code == 0
|
||||
assert "Materia CLI" in result.stdout
|
||||
|
||||
|
||||
def test_secrets_test_command(mock_secrets):
|
||||
"""Test secrets test command."""
|
||||
result = runner.invoke(app, ["secrets", "test"])
|
||||
assert result.exit_code == 0
|
||||
assert "ESC connection successful" in result.stdout
|
||||
|
||||
|
||||
def test_secrets_list_command(mock_secrets):
|
||||
"""Test secrets list command."""
|
||||
result = runner.invoke(app, ["secrets", "list"])
|
||||
assert result.exit_code == 0
|
||||
assert "HETZNER_API_TOKEN" in result.stdout
|
||||
assert "R2_ACCESS_KEY_ID" in result.stdout
|
||||
|
||||
|
||||
def test_worker_list_empty(mock_secrets, mock_hcloud_client):
|
||||
"""Test worker list with no active workers."""
|
||||
result = runner.invoke(app, ["worker", "list"])
|
||||
assert result.exit_code == 0
|
||||
assert "No active workers" in result.stdout
|
||||
|
||||
|
||||
def test_worker_list_with_workers(mock_secrets, mock_hcloud_client):
|
||||
"""Test worker list with active workers."""
|
||||
mock_server = mock_hcloud_client.servers.get_all.return_value[0:1]
|
||||
mock_server = [
|
||||
type(
|
||||
"Server",
|
||||
(),
|
||||
{
|
||||
"id": 12345,
|
||||
"name": "test-worker",
|
||||
"status": "running",
|
||||
"public_net": type("Net", (), {"ipv4": type("IP", (), {"ip": "192.0.2.1"})()})(),
|
||||
"server_type": type("Type", (), {"name": "ccx12"})(),
|
||||
},
|
||||
)()
|
||||
]
|
||||
mock_hcloud_client.servers.get_all.return_value = mock_server
|
||||
|
||||
result = runner.invoke(app, ["worker", "list"])
|
||||
assert result.exit_code == 0
|
||||
assert "test-worker" in result.stdout
|
||||
assert "192.0.2.1" in result.stdout
|
||||
|
||||
|
||||
def test_worker_create(mock_secrets, mock_hcloud_client, mock_ssh_wait):
|
||||
"""Test worker creation."""
|
||||
result = runner.invoke(app, ["worker", "create", "test-worker", "--type", "ccx12"])
|
||||
assert result.exit_code == 0
|
||||
assert "Worker created" in result.stdout
|
||||
assert "192.0.2.1" in result.stdout
|
||||
|
||||
mock_hcloud_client.servers.create.assert_called_once()
|
||||
|
||||
|
||||
def test_worker_destroy(mock_secrets, mock_hcloud_client):
|
||||
"""Test worker destruction."""
|
||||
mock_server = type(
|
||||
"Server",
|
||||
(),
|
||||
{
|
||||
"id": 12345,
|
||||
"name": "test-worker",
|
||||
"status": "running",
|
||||
"public_net": type("Net", (), {"ipv4": type("IP", (), {"ip": "192.0.2.1"})()})(),
|
||||
"server_type": type("Type", (), {"name": "ccx12"})(),
|
||||
"delete": lambda: None,
|
||||
},
|
||||
)()
|
||||
mock_hcloud_client.servers.get_all.return_value = [mock_server]
|
||||
|
||||
result = runner.invoke(app, ["worker", "destroy", "test-worker", "--force"])
|
||||
assert result.exit_code == 0
|
||||
assert "Worker destroyed" in result.stdout
|
||||
|
||||
|
||||
def test_pipeline_list(mock_secrets):
|
||||
"""Test pipeline list command."""
|
||||
result = runner.invoke(app, ["pipeline", "list"])
|
||||
assert result.exit_code == 0
|
||||
assert "extract" in result.stdout
|
||||
assert "transform" in result.stdout
|
||||
assert "ccx12" in result.stdout
|
||||
assert "ccx22" in result.stdout
|
||||
|
||||
|
||||
def test_pipeline_run_extract(
|
||||
mock_secrets, mock_hcloud_client, mock_ssh_wait, mock_ssh_connection
|
||||
):
|
||||
"""Test running extract pipeline end-to-end."""
|
||||
result = runner.invoke(app, ["pipeline", "run", "extract"])
|
||||
|
||||
assert result.exit_code == 0
|
||||
assert "Running pipeline" in result.stdout
|
||||
assert "Pipeline completed successfully" in result.stdout
|
||||
|
||||
mock_hcloud_client.servers.create.assert_called_once()
|
||||
mock_ssh_connection.connect.assert_called()
|
||||
mock_ssh_connection.exec_command.assert_called()
|
||||
|
||||
|
||||
def test_pipeline_run_transform(
|
||||
mock_secrets, mock_hcloud_client, mock_ssh_wait, mock_ssh_connection
|
||||
):
|
||||
"""Test running transform pipeline end-to-end."""
|
||||
result = runner.invoke(app, ["pipeline", "run", "transform"])
|
||||
|
||||
assert result.exit_code == 0
|
||||
assert "Running pipeline" in result.stdout
|
||||
assert "Pipeline completed successfully" in result.stdout
|
||||
|
||||
mock_hcloud_client.servers.create.assert_called_once()
|
||||
mock_ssh_connection.connect.assert_called()
|
||||
|
||||
|
||||
def test_pipeline_run_invalid(mock_secrets):
|
||||
"""Test running an invalid pipeline."""
|
||||
result = runner.invoke(app, ["pipeline", "run", "invalid-pipeline"])
|
||||
|
||||
assert result.exit_code != 0
|
||||
assert "Unknown pipeline" in result.stdout or "Unknown pipeline" in result.stderr
|
||||
|
||||
|
||||
def test_worker_lifecycle_e2e(mock_secrets, mock_hcloud_client, mock_ssh_wait):
|
||||
"""Test complete worker lifecycle: create -> list -> destroy."""
|
||||
create_result = runner.invoke(
|
||||
app, ["worker", "create", "lifecycle-test", "--type", "ccx12"]
|
||||
)
|
||||
assert create_result.exit_code == 0
|
||||
assert "Worker created" in create_result.stdout
|
||||
|
||||
mock_server = type(
|
||||
"Server",
|
||||
(),
|
||||
{
|
||||
"id": 12345,
|
||||
"name": "lifecycle-test",
|
||||
"status": "running",
|
||||
"public_net": type("Net", (), {"ipv4": type("IP", (), {"ip": "192.0.2.1"})()})(),
|
||||
"server_type": type("Type", (), {"name": "ccx12"})(),
|
||||
},
|
||||
)()
|
||||
mock_hcloud_client.servers.get_all.return_value = [mock_server]
|
||||
|
||||
list_result = runner.invoke(app, ["worker", "list"])
|
||||
assert list_result.exit_code == 0
|
||||
assert "lifecycle-test" in list_result.stdout
|
||||
|
||||
destroy_result = runner.invoke(app, ["worker", "destroy", "lifecycle-test", "--force"])
|
||||
assert destroy_result.exit_code == 0
|
||||
assert "Worker destroyed" in destroy_result.stdout
|
||||
Reference in New Issue
Block a user