try using the test in each runner, and suppressing printing the name of each object being tested

.gitlab-ci.yml

@@ -11,7 +11,7 @@ debian_stable_i386_deb:
      - ./tar_em_up.sh -B
      - cd ..
      - echo "" | sudo -S DEBIAN_FRONTEND=noninteractive dpkg --force-all -i pd-l2ork*.deb > /dev/null
-     - pd-l2ork -nogui -nrt -noaudio scripts/load_all_binaries.pd
+     - pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
@@ -30,7 +30,7 @@ debian_stable_amd64_deb:
      - ./tar_em_up.sh -B
      - cd ..
      - echo "" | sudo -S DEBIAN_FRONTEND=noninteractive dpkg --force-all -i pd-l2ork*.deb > /dev/null
-     - pd-l2ork -nogui -nrt -noaudio scripts/load_all_binaries.pd
+     - pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
@@ -49,7 +49,7 @@ ubuntu_14.04_i386_deb:
      - ./tar_em_up.sh -B
      - cd ..
      - echo "" | sudo -S DEBIAN_FRONTEND=noninteractive dpkg --force-all -i pd-l2ork*.deb > /dev/null
-     - pd-l2ork -nogui -nrt -noaudio scripts/load_all_binaries.pd
+     - pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
@@ -68,7 +68,7 @@ ubuntu_14.04_amd64_deb:
      - ./tar_em_up.sh -B
      - cd ..
      - echo "" | sudo -S DEBIAN_FRONTEND=noninteractive dpkg --force-all -i pd-l2ork*.deb > /dev/null
-     - pd-l2ork -nogui -nrt -noaudio scripts/load_all_binaries.pd
+     - pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
@@ -87,7 +87,7 @@ ubuntu_16.04_amd64_deb:
      - ./tar_em_up.sh -B
      - cd ..
      - echo "" | sudo -S DEBIAN_FRONTEND=noninteractive dpkg --force-all -i pd-l2ork*.deb > /dev/null
-     - pd-l2ork -nogui -nrt -noaudio scripts/load_all_binaries.pd
+     - pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
@@ -102,6 +102,7 @@ osx_amd64_dmg:
      - echo `pwd`
      - cd l2ork_addons
      - ./tar_em_up.sh -X
+     - ../packages/darwin_app/build/*.app/Contents/Resources/app.nw/bin/pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
@@ -116,25 +117,12 @@ osx_10.8_amd64_dmg:
      - echo `pwd`
      - cd l2ork_addons
      - osx_version=10.8 ./tar_em_up.sh -X
+     - ../packages/darwin_app/build/*.app/Contents/Resources/app.nw/bin/pd-l2ork -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
    artifacts:
      expire_in: 1 day
      paths:
        - Pd*.dmg
 
-debian_stable_arm_deb:
-   tags:
-     - debian
-     - arm 
-     - stable
-   script:
-     - echo `pwd`
-     - cd l2ork_addons
-     - ./tar_em_up.sh -r
-   artifacts:
-     expire_in: 1 day
-     paths:
-       - pd*.deb
-
 windows_i386_installer:
   tags:
     - windows
@@ -143,6 +131,7 @@ windows_i386_installer:
     - echo `pwd`
     - cd l2ork_addons
     - ./tar_em_up.sh -Z
+     - ../packages/win32_inno/build/bin/pd.exe -noprefs -nostdpath -nogui -nrt -noaudio scripts/load_all_binaries.pd
   artifacts:
     expire_in: 1 day
     paths:

scripts/external-tests.pd

-#N canvas 4 53 659 639 12;
+#N canvas 5 53 659 639 12;
 #X obj 61 34 loadbang;
 #N canvas 107 123 756 233 load_hcs/folder_list 0;
 #X obj 357 47 inlet;
@@ -354,7 +354,7 @@ works.;
 #X connect 28 1 19 1;
 #X connect 29 0 19 0;
 #X restore 132 543 pd get-creator-names;
-#N canvas 239 157 450 346 test-object 0;
+#N canvas 240 179 450 346 test-object 0;
 #X obj 26 36 inlet;
 #X text 72 34 creator_name argtype1 argtype2 etc.;
 #N canvas 372 37 649 659 right_outlet_for_aliases 0;
@@ -704,7 +704,6 @@ nameclash is in the current library we're testing then we ignore it.
 #X connect 5 0 6 0;
 #X connect 9 0 8 0;
 #X connect 10 0 3 0;
-#X connect 10 1 9 0;
 #X connect 10 2 11 0;
 #X restore 132 574 pd test-object;
 #X obj 164 239 trigger bang anything anything;