command: ./target/release/lucifer
tests:
  - name: Exit codes which meets expectations should succeed.
    description: >
      Given a test with expected exit codes
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 0
    args:
      - -i
      - ./tests/data/expectations/exit_code_success.yaml

  - name: Exit codes which fail expectations should fail.
    description: >
      Given a test with expected exit codes
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 1
    args:
      - -i
      - ./tests/data/expectations/exit_code_failure.yaml

  - name: Performance expectations met returns 0
    description: >
      Given a test with reasonable performance expectations
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 0
    args:
      - -i
      - ./tests/data/expectations/performance_success.yaml

  - name: Performance expectations violated returns 1
    description: >
      Given a test with unreasonable performance expectations
      When lucifer runs
      Then it should return failure
    expectations: 
      exitCode: 1
      performance: 2000
    args:
      - -i
      - ./tests/data/expectations/performance_failure.yaml

  - name: Output expectations met returns 0
    description: >
      Given a test with reasonable output expectations
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 0
    args:
      - -i
      - ./tests/data/expectations/output_success.yaml

  - name: Output expectations violated returns 1
    description: >
      Given a test with unreasonable output expectations
      When lucifer runs
      Then it should return failure
    expectations: 
      exitCode: 1
    args:
      - -i
      - ./tests/data/expectations/output_failure.yaml

  - name: Error expectations met returns 0
    description: >
      Given a test with reasonable error expectations
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 0
    args:
      - -i
      - ./tests/data/expectations/error_success.yaml

  - name: Error expectations violated returns 1
    description: >
      Given a test with unreasonable error expectations
      When lucifer runs
      Then it should return failure
    expectations: 
      exitCode: 1
    args:
      - -i
      - ./tests/data/expectations/error_failure.yaml

  - name: File expectations met returns 0
    description: >
      Given a test with reasonable file expectations
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 0
    args:
      - -i
      - ./tests/data/expectations/file_success.yaml

  - name: File expectations violated returns 1
    description: >
      Given a test with unreasonable file expectations
      When lucifer runs
      Then it should return failure
    expectations: 
      exitCode: 1
    args:
      - -i
      - ./tests/data/expectations/file_failure.yaml

  - name: File contents met returns 0
    description: >
      Given a test with reasonable file contents
      When lucifer runs
      Then it should return success
    expectations: 
      exitCode: 0
    args:
      - -i
      - ./tests/data/expectations/file_contents_success.yaml

  - name: File contents violated returns 1
    description: >
      Given a test with unreasonable file contents
      When lucifer runs
      Then it should return failure
    expectations: 
      exitCode: 1
    args:
      - -i
      - ./tests/data/expectations/file_contents_failure.yaml

  - name: File assertion should be able to contain one element
    description: >
      Given a test which uses the file assertion as an object
      When lucifer runs
      Then it should fail on the eroneous part assertion
    expectations:
      exitCode: 1
    args:
      - -i
      - ./tests/data/expectations/file_as_object.yaml