feat:improved background importing

2024-10-24 14:48:24 -05:00
parent 7543c0a865
commit 3c368310ad
15 changed files with 459 additions and 139 deletions
@@ -2,51 +2,80 @@

 namespace App\Imports\Sheets;

+use App\Models\Holding;
 use App\Models\Transaction;
-use Illuminate\Support\Collection;
-use Maatwebsite\Excel\Concerns\ToCollection;
-use App\Imports\ValidatesPortfolioPermissions;
+use Illuminate\Support\Str;
+use App\Models\BackupImport;
+use Illuminate\Support\Carbon;
+use Illuminate\Support\Facades\DB;
+use Maatwebsite\Excel\Concerns\ToModel;
+use Maatwebsite\Excel\Events\BeforeSheet;
+use Maatwebsite\Excel\Concerns\WithUpserts;
+use App\Rules\PortfolioAccessValidationRule;
 use Maatwebsite\Excel\Concerns\SkipsEmptyRows;
 use Maatwebsite\Excel\Concerns\WithHeadingRow;
 use Maatwebsite\Excel\Concerns\WithValidation;
-use Maatwebsite\Excel\Concerns\WithChunkReading;
+use Maatwebsite\Excel\Concerns\WithBatchInserts;
+use Maatwebsite\Excel\Concerns\WithEvents;

-class TransactionsSheet implements ToCollection, WithHeadingRow, WithValidation, SkipsEmptyRows, WithChunkReading
+class TransactionsSheet implements ToModel, WithHeadingRow, WithValidation, WithBatchInserts, WithUpserts, SkipsEmptyRows, WithEvents
 {
-    use ValidatesPortfolioPermissions;

-    public function collection(Collection $transactions)
+    public function __construct(
+        public BackupImport $backupImport
+    ) { }
+
+    /**
+     * @return array
+     */
+    public function registerEvents(): array
    {
-        $this->validatePortfolioPermissions($transactions);
-        
-        Transaction::withoutEvents(function () use ($transactions) {
-
-            foreach ($transactions->sortBy('date') as $transaction) {
-
-                Transaction::where('id', $transaction['transaction_id'])
-                        ->firstOr(function () use ($transaction) {
-
-                            $transaction = Transaction::make()->forceFill([
-                                'id' => $transaction['transaction_id'],
-                                'symbol' => $transaction['symbol'],
-                                'portfolio_id' => $transaction['portfolio_id'],
-                                'transaction_type' => $transaction['transaction_type'],
-                                'quantity' => $transaction['quantity'],
-                                'cost_basis' => $transaction['cost_basis'] ?? 0,
-                                'sale_price' => $transaction['sale_price'],
-                                'split' => $transaction['split'] ?? null,
-                                'reinvested_dividend' => $transaction['reinvested_dividend'] ?? null,
-                                'date' => $transaction['date'],
-                            ]);
-
-                            $transaction->save();
-
-                            return $transaction;
-                        })
-                        ->syncToHolding();
+        return [
+            BeforeSheet::class => function(BeforeSheet $event) {
+                DB::commit();
+                $this->backupImport->update([
+                    'message' => __('Importing transactions...'),
+                ]);
+                DB::beginTransaction();
            }
-        });
-        
+        ];
+    }
+
+    public function model(array $transaction)
+    {
+        $transaction = new Transaction([
+            'id' => $transaction['transaction_id'] ?? Str::uuid()->toString(),
+            'symbol' => strtoupper($transaction['symbol']),
+            'portfolio_id' => $transaction['portfolio_id'],
+            'transaction_type' => $transaction['transaction_type'],
+            'quantity' => $transaction['quantity'],
+            'cost_basis' => $transaction['cost_basis'] ?? 0,
+            'sale_price' => $transaction['sale_price'],
+            'split' => boolval($transaction['split']) ? 1 : 0,
+            'reinvested_dividend' => boolval($transaction['reinvested_dividend']) ? 1 : 0,
+            'date' => Carbon::parse($transaction['date'])->format('Y-m-d')
+        ]);
+
+        // stub out related holding
+        Holding::firstOrCreate([
+            'symbol' => $transaction->symbol,
+            'portfolio_id' => $transaction->portfolio_id
+        ], [
+            'quantity' => 0,
+            'average_cost_basis' => 0,
+        ]);
+
+        return $transaction;
+    }
+    
+    public function batchSize(): int
+    {
+        return 150;
+    }
+
+    public function uniqueBy()
+    {
+        return 'id';
    }

    public function rules(): array
@@ -54,7 +83,7 @@ class TransactionsSheet implements ToCollection, WithHeadingRow, WithValidation,
        return [
            'transaction_id' => ['sometimes', 'nullable'],
            'symbol' => ['required', 'string'],
-            'portfolio_id' => ['required', 'exists:portfolios,id'],
+            'portfolio_id' => ['required', new PortfolioAccessValidationRule($this->backupImport->user_id)],
            'quantity' => ['required', 'min:0', 'numeric'],
            'transaction_type' => ['required', 'in:BUY,SELL'],
            'date' => ['required', 'date'],
@@ -65,9 +94,4 @@ class TransactionsSheet implements ToCollection, WithHeadingRow, WithValidation,
            'sale_price' => ['sometimes', 'nullable', 'min:0', 'numeric'],
        ];
    }
-
-    public function chunkSize(): int
-    {
-        return 500;
-    }
 }