Travis CI: Run each failing pytest in allow_failures mode

Author: cclauss

.travis.yml

@@ -4,11 +4,35 @@ python: 3.7
 cache: pip
 before_install: pip install --upgrade pip setuptools
 install: pip install -r requirements.txt
+matrix:
+  include:
+    - name: "Main tests"
+    # The following files currently fail pytests.  See issues: #1016, #1044, #1080
+    # Here they are run allow_failures mode and when each passes pytest, it can be
+    # removed BOTH lists below.  Complex now but simple once all files pass pytest.
+    - before_script: FILE=data_structures/stacks/balanced_parentheses.py
+      script: pytest ${FILE} --doctest-modules
+    - before_script: FILE=data_structures/stacks/infix_to_postfix_conversion.py
+      script: pytest ${FILE} --doctest-modules
+    # - before_script: FILE=file_transfer_protocol/ftp_client_server.py
+    #   script: pytest ${FILE} --doctest-modules
+    - before_script: FILE=file_transfer_protocol/ftp_send_receive.py
+      script: pytest ${FILE} --doctest-modules
+    - before_script: FILE=machine_learning/linear_regression.py
+      script: pytest ${FILE} --doctest-modules
+    - before_script: FILE=machine_learning/perceptron.py
+      script: pytest ${FILE} --doctest-modules
+    - before_script: FILE=machine_learning/random_forest_classification/random_forest_classification.py
+      script: pytest ${FILE} --doctest-modules
+    - before_script: FILE=machine_learning/random_forest_regression/random_forest_regression.py
+      script: pytest ${FILE} --doctest-modules
+  allow_failures:
+    - script: pytest ${FILE} --doctest-modules
 before_script:
   - black --check . || true
   - flake8 . --count --select=E9,F401,F63,F7,F82 --show-source --statistics
 script:
-  - scripts/validate_filenames.py  # no uppercase and no spaces
+  - scripts/validate_filenames.py  # no uppercase, no spaces, in a directory
   - mypy --ignore-missing-imports .
   - pytest . --doctest-modules
       --ignore=data_structures/stacks/balanced_parentheses.py
@@ -19,16 +43,6 @@ script:
       --ignore=machine_learning/perceptron.py
       --ignore=machine_learning/random_forest_classification/random_forest_classification.py
       --ignore=machine_learning/random_forest_regression/random_forest_regression.py
-  # The following files currently fail pytests.  See issues: #1016, #1044, #1080
-  # Here they are run || true and when each passes pytest, it can be removed above and below.
-  - pytest data_structures/stacks/balanced_parentheses.py --doctest-modules ; || true
-  - pytest data_structures/stacks/infix_to_postfix_conversion.py --doctest-modules ; || true
-  - pytest file_transfer_protocol/ftp_send_receive.py --doctest-modules ; || true
-  # ftp_client_server.py currently hangs until Travis CI times out (10+ minutes)
-  # - pytest file_transfer_protocol/ftp_client_server.py --doctest-modules ; || true
-  - pytest machine_learning/linear_regression.py --doctest-modules ; || true
-  - pytest machine_learning/random_forest_classification/random_forest_classification.py --doctest-modules ; || true
-  - pytest machine_learning/random_forest_regression/random_forest_regression.py --doctest-modules ; || true
 
 after_success:
   - scripts/build_directory_md.py > DIRECTORY.md