{
  "scope": "Actual executable contract runs; local benchmark and temporary-directory paths normalized for publication.",
  "runs": [
    {
      "variant": "base",
      "expected_exit": 0,
      "exit_code": 0,
      "stdout": "",
      "stderr": "test_malformed_order_raises (__main__.Contracts.test_malformed_order_raises) ... ok\ntest_missing_and_valid_orders (__main__.Contracts.test_missing_and_valid_orders) ... ok\ntest_release_adjacent_expired_entries (__main__.Contracts.test_release_adjacent_expired_entries) ... ok\ntest_release_empty_and_unexpired (__main__.Contracts.test_release_empty_and_unexpired) ... ok\ntest_stock_all_available_and_empty (__main__.Contracts.test_stock_all_available_and_empty) ... ok\ntest_stock_shortage_after_available_line (__main__.Contracts.test_stock_shortage_after_available_line) ... ok\ntest_subtotal_empty_and_single_line (__main__.Contracts.test_subtotal_empty_and_single_line) ... ok\ntest_subtotal_includes_final_line (__main__.Contracts.test_subtotal_includes_final_line) ... ok\n\n----------------------------------------------------------------------\nRan 8 tests in 0.002s\n\nOK\n"
    },
    {
      "variant": "regression",
      "expected_exit": 1,
      "exit_code": 1,
      "stdout": "",
      "stderr": "test_malformed_order_raises (__main__.Contracts.test_malformed_order_raises) ... FAIL\ntest_missing_and_valid_orders (__main__.Contracts.test_missing_and_valid_orders) ... FAIL\ntest_release_adjacent_expired_entries (__main__.Contracts.test_release_adjacent_expired_entries) ... FAIL\ntest_release_empty_and_unexpired (__main__.Contracts.test_release_empty_and_unexpired) ... ok\ntest_stock_all_available_and_empty (__main__.Contracts.test_stock_all_available_and_empty) ... FAIL\ntest_stock_shortage_after_available_line (__main__.Contracts.test_stock_shortage_after_available_line) ... FAIL\ntest_subtotal_empty_and_single_line (__main__.Contracts.test_subtotal_empty_and_single_line) ... FAIL\ntest_subtotal_includes_final_line (__main__.Contracts.test_subtotal_includes_final_line) ... FAIL\n\n======================================================================\nFAIL: test_malformed_order_raises (__main__.Contracts.test_malformed_order_raises)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 17, in test_malformed_order_raises\n    with self.assertRaises(json.JSONDecodeError):service.load_order(p)\n         ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: JSONDecodeError not raised\n\n======================================================================\nFAIL: test_missing_and_valid_orders (__main__.Contracts.test_missing_and_valid_orders)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 21, in test_missing_and_valid_orders\n    with self.assertRaises(FileNotFoundError):service.load_order(p)\n         ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^\nAssertionError: FileNotFoundError not raised\n\n======================================================================\nFAIL: test_release_adjacent_expired_entries (__main__.Contracts.test_release_adjacent_expired_entries)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 28, in test_release_adjacent_expired_entries\n    self.assertEqual(stock,{'a':2,'b':3});self.assertEqual(reservations,[future])\n    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^\nAssertionError: {'a': 2} != {'a': 2, 'b': 3}\n- {'a': 2}\n+ {'a': 2, 'b': 3}\n\n======================================================================\nFAIL: test_stock_all_available_and_empty (__main__.Contracts.test_stock_all_available_and_empty)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 13, in test_stock_all_available_and_empty\n    self.assertTrue(service.can_fulfil([],{}))\n    ~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: False is not true\n\n======================================================================\nFAIL: test_stock_shortage_after_available_line (__main__.Contracts.test_stock_shortage_after_available_line)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 10, in test_stock_shortage_after_available_line\n    self.assertFalse(service.can_fulfil(items,{'available':5,'missing':1}))\n    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_subtotal_empty_and_single_line (__main__.Contracts.test_subtotal_empty_and_single_line)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 38, in test_subtotal_empty_and_single_line\n    self.assertEqual(service.subtotal([Record(price=Decimal('7'),quantity=3)]),Decimal('21'))\n    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Decimal('0') != Decimal('21')\n\n======================================================================\nFAIL: test_subtotal_includes_final_line (__main__.Contracts.test_subtotal_includes_final_line)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"benchmarks/test_behavior.py\", line 35, in test_subtotal_includes_final_line\n    self.assertEqual(service.subtotal(items),Decimal('26.00'))\n    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Decimal('5.00') != Decimal('26.00')\n\n----------------------------------------------------------------------\nRan 8 tests in 0.003s\n\nFAILED (failures=7)\n"
    },
    {
      "variant": "clean",
      "expected_exit": 0,
      "exit_code": 0,
      "stdout": "",
      "stderr": "test_malformed_order_raises (__main__.Contracts.test_malformed_order_raises) ... ok\ntest_missing_and_valid_orders (__main__.Contracts.test_missing_and_valid_orders) ... ok\ntest_release_adjacent_expired_entries (__main__.Contracts.test_release_adjacent_expired_entries) ... ok\ntest_release_empty_and_unexpired (__main__.Contracts.test_release_empty_and_unexpired) ... ok\ntest_stock_all_available_and_empty (__main__.Contracts.test_stock_all_available_and_empty) ... ok\ntest_stock_shortage_after_available_line (__main__.Contracts.test_stock_shortage_after_available_line) ... ok\ntest_subtotal_empty_and_single_line (__main__.Contracts.test_subtotal_empty_and_single_line) ... ok\ntest_subtotal_includes_final_line (__main__.Contracts.test_subtotal_includes_final_line) ... ok\n\n----------------------------------------------------------------------\nRan 8 tests in 0.002s\n\nOK\n"
    }
  ]
}