Skip to content

Commit

Permalink
Lock import and increase timeout
Browse files Browse the repository at this point in the history
  • Loading branch information
korridor committed Sep 17, 2024
1 parent 5c6b32d commit d4e71e7
Show file tree
Hide file tree
Showing 4 changed files with 34 additions and 4 deletions.
14 changes: 11 additions & 3 deletions app/Service/Import/ImportService.php
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,7 @@
use App\Service\Import\Importers\ImportException;
use App\Service\Import\Importers\ReportDto;
use Illuminate\Support\Carbon;
use Illuminate\Support\Facades\Cache;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\Facades\Storage;
use Illuminate\Support\Str;
Expand All @@ -27,9 +28,16 @@ public function import(Organization $organization, string $importerType, string
Storage::disk(config('filesystems.default'))
->put('import/'.Carbon::now()->toDateString().'-'.$organization->getKey().'-'.Str::uuid(), $data);

DB::transaction(function () use (&$importer, &$data, &$timezone) {
$importer->importData($data, $timezone);
});
$lock = Cache::lock('import:'.$organization->getKey(), config('octane.max_execution_time', 60) + 1);

if ($lock->get()) {
DB::transaction(function () use (&$importer, &$data, &$timezone) {
$importer->importData($data, $timezone);
});
$lock->release();
} else {
throw new ImportException('Import is already in progress');
}

return $importer->getReport();
}
Expand Down
2 changes: 1 addition & 1 deletion config/octane.php
Original file line number Diff line number Diff line change
Expand Up @@ -221,7 +221,7 @@
|
*/

'max_execution_time' => 45,
'max_execution_time' => 120,

/**
* Custom swoole config
Expand Down
1 change: 1 addition & 0 deletions docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,7 @@ services:
- "host.docker.internal:host-gateway"
- "storage.${NGINX_HOST_NAME}:${REVERSE_PROXY_IP:-10.100.100.10}"
environment:
SUPERVISOR_PHP_COMMAND: "/usr/bin/php -d variables_order=EGPCS /var/www/html/artisan octane:start --server=frankenphp --host=0.0.0.0 --admin-port=2019 --port=80"
XDG_CONFIG_HOME: /var/www/html/config
XDG_DATA_HOME: /var/www/html/data
WWWUSER: '${WWWUSER}'
Expand Down
21 changes: 21 additions & 0 deletions tests/Unit/Service/Import/ImportServiceTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,10 @@

use App\Models\Organization;
use App\Service\Import\Importers\ImporterProvider;
use App\Service\Import\Importers\ImportException;
use App\Service\Import\ImportService;
use Illuminate\Foundation\Testing\RefreshDatabase;
use Illuminate\Support\Facades\Cache;
use Illuminate\Support\Facades\Storage;
use PHPUnit\Framework\Attributes\CoversClass;
use PHPUnit\Framework\Attributes\UsesClass;
Expand Down Expand Up @@ -40,4 +42,23 @@ public function test_import_gets_importer_from_provider_runs_importer_and_return
$this->assertSame(2, $report->projectsCreated);
$this->assertSame(1, $report->clientsCreated);
}

public function test_import_throws_exception_if_import_is_already_in_progress(): void
{
// Arrange
Storage::fake(config('filesystems.default'));
$organization = Organization::factory()->create();
$timezone = 'Europe/Vienna';
$data = Storage::disk('testfiles')->get('toggl_time_entries_import_test_1.csv');
Cache::lock('import:'.$organization->getKey(), 10)->get();

// Act
$importService = app(ImportService::class);
try {
$importService->import($organization, 'toggl_time_entries', $data, $timezone);
} catch (ImportException $e) {
// Assert
$this->assertSame('Import is already in progress', $e->getMessage());
}
}
}

0 comments on commit d4e71e7

Please sign in to comment.