Create acceptance tests

We need these so that we have a final test batch against exactly the
final image that will be running in production, without the extra
dependencies needed to run unit/integration/functional tests.

.env.dist

@@ -23,3 +23,6 @@ DATABASE_URL=sqlite:///%kernel.project_dir%/var/data/blog.sqlite
 # Delivery is disabled by default via "null://localhost"
 MAILER_URL=null://localhost
 ###< symfony/swiftmailer-bundle ###
+
+# hostname to use when running the acceptance tests
+ACCEPTANCE_TESTS_HOST="localhost"

.php_cs.dist

@@ -1,5 +1,7 @@
 <?php
 
+declare(strict_types=1);
+
 $fileHeaderComment = <<<COMMENT
 This file is part of the Symfony package.
 
@@ -15,6 +17,7 @@ $finder = PhpCsFixer\Finder::create()
     ->exclude('var')
     ->exclude('public/bundles')
     ->exclude('public/build')
+    ->exclude('tests/_support/_generated')
 ;
 
 return PhpCsFixer\Config::create()

.scrutinizer.yml

@@ -3,6 +3,7 @@ build:
   environment:
     variables:
       ENV: 'ci'
+      ACCEPTANCE_TESTS_PORT: 80
     mysql: false
     postgresql: false
     redis: false
@@ -18,12 +19,9 @@ build:
           - 'php:7.1-alpine'
           - 'hgraca/explicit-architecture:app.sfn.base'
 
-  dependencies:
-    override:
-      - true # so scrutinizer does't install the dependencies, which we don't need because they are inside the container
-
   tests:
     override:
+      - command: export ACCEPTANCE_TESTS_HOST=$DOCKER_IP
       - command: make test-ci
         coverage:
           file: var/coverage.clover.xml

Makefile

@@ -105,18 +105,33 @@ test:
 	- ENV='tst' ./bin/stop # Just in case some container is left over stopped, as is the case after PHPStorm runs tests
 	ENV='tst' ./bin/run
 	ENV='tst' ./bin/run make db-setup-guest
-	ENV='tst' ./bin/run php vendor/bin/phpunit
 	$(MAKE) cs-fix
+	ENV='tst' ./bin/run php vendor/bin/phpunit
 	ENV='tst' ./bin/stop
+	$(MAKE) test-acc
+
+test-acc:
+	- ENV='tst' ./bin/stop # Just in case some container is left over stopped, as is the case after PHPStorm runs tests
+	ENV='tst' ./bin/run make db-setup-guest
+	ENV='tst' docker-compose -f build/container/tst/docker-compose.yml up -d -t 0
+	php vendor/bin/codecept run acceptance
+	ENV='tst' ./bin/stop
+
+test-acc-ci:
+	- ENV='prd' ./bin/stop # Just in case some container is left over stopped, as is the case after PHPStorm runs tests
+	ENV='prd' docker-compose -f build/container/prd/docker-compose.yml up -d -t 0
+	php vendor/bin/codecept run acceptance
+	ENV='prd' ./bin/stop
 
 test-ci:
 	$(MAKE) box-build-prd
 	$(MAKE) box-build-ci  # This is always run by default in the Ci, but having it here makes it possible to run in dev
 	ENV='ci' ./bin/run
 	ENV='ci' ./bin/run make db-setup-guest
+	ENV='ci' ./bin/run php vendor/bin/php-cs-fixer fix --verbose --dry-run
 	ENV='ci' ./bin/run make test_cov-guest
 	docker exec -it app.sfn.ci cat ${COVERAGE_REPORT_PATH} > ${COVERAGE_REPORT_PATH}
-	ENV='ci' ./bin/run php vendor/bin/php-cs-fixer fix --verbose --dry-run
+	$(MAKE) test-acc-ci
 
 test_cov:
 	ENV='tst' ./bin/run make test_cov-guest

build/container/dev/docker-compose.yml

@@ -10,7 +10,8 @@ services:
       dockerfile: ./build/container/dev/app.dockerfile
     tty: true # fix for symfony saying: "proc_open(/dev/tty): failed to open stream: No such device or address"
     ports:
-      - '80:8000' # This way we can run the application locally at http://localhost
+      # This way we can run the application locally at http://localhost:8000, and run ACC tests against PRD in port 80
+      - '80:8000'
     volumes:
       - ../../../:/opt/app
       - ~/.composer:/.composer                            # so we can use the host composer cache

build/container/tst/docker-compose.yml

@@ -14,6 +14,8 @@ services:
       - ~/.composer:/.composer                            # so we can use the host composer cache
       - ./php.ini:/usr/local/etc/php/php.ini              # so we can easily change php config
       - ./xdebug.ini:/usr/local/etc/php/conf.d/xdebug.ini # so we can easily change xdebug config
+    ports:
+      - '8000:8000'
     environment:
       PHP_IDE_CONFIG: 'serverName=docker' # This is needed to debug from CLI (ie. while running tests)
       ENV: 'tst'

codeception.yml

@@ -0,0 +1,13 @@
+params:
+    - .env # load params from .env file
+    - env # load params from environment
+paths:
+    tests: tests
+    output: var/acc_tests/output
+    data: tests/Fixture
+    support: tests/_support
+    envs: tests/_envs
+actor_suffix: Tester
+extensions:
+    enabled:
+        - Codeception\Extension\RunFailed

composer.json

@@ -32,6 +32,7 @@
         "white-october/pagerfanta-bundle": "^1.1"
     },
     "require-dev": {
+        "codeception/codeception": "^2.4",
         "dama/doctrine-test-bundle": "^5.0",
         "friendsofphp/php-cs-fixer": "^2.7",
         "phpunit/phpunit": "^7.0",