benchmarks/evals/echo/task.yml

run:
  - git clone --depth=1 --branch main https://github.com/antinomyhq/forge
  - ls -la
  - echo "Forge deployment: $(readlink $(which forgee))"
  - echo '{{message}}'
parallelism: 5
timeout: 10
validations:
  - name: "Output contains Hello"
    type: regex
    regex: "Hello"
  - name: "Contains Hello using grep"
    type: shell
    command: 'grep -q "Hello"'
    exit_code: 0
  - name: "Output is not empty"
    type: shell
    command: 'grep -q "."'
    exit_code: 0
sources:
  - value:
      - message: "Hello, World!"
      - message: "Hello from test message 123"
      - message: "Hello with special chars: !@#$%"
      - message: "Hello multi word message with spaces"
      - message: "Hello with numbers: 42 and 3.14"