{
  "horizon": 2,
  "discount": 0.5,
  "start": "wait",
  "states": {
    "wait": {
      "actions": [
        {
          "name": "now",
          "reward": 1,
          "probabilities": [
            1
          ],
          "next_states": [
            "end"
          ]
        },
        {
          "name": "later",
          "reward": 0,
          "probabilities": [
            1
          ],
          "next_states": [
            "paid"
          ]
        }
      ]
    },
    "paid": {
      "actions": [
        {
          "name": "collect",
          "reward": 4,
          "probabilities": [
            1
          ],
          "next_states": [
            "end"
          ]
        }
      ]
    },
    "end": {
      "actions": [
        {
          "name": "stop",
          "reward": 0,
          "probabilities": [
            1
          ],
          "next_states": [
            "end"
          ]
        }
      ]
    }
  }
}
