hackerESQ
95 lines
2.3 KiB
PHP
95 lines
2.3 KiB
PHP
<?php
|
|
|
|
declare(strict_types=1);
|
|
|
|
namespace Database\Seeders;
|
|
|
|
use Illuminate\Database\Console\Seeds\WithoutModelEvents;
|
|
use Illuminate\Database\Seeder;
|
|
use Illuminate\Support\Facades\DB;
|
|
|
|
class MarketDataSeeder extends Seeder
|
|
{
|
|
use WithoutModelEvents;
|
|
|
|
public array $rows = [];
|
|
|
|
/**
|
|
* Run the database seeds.
|
|
*/
|
|
public function run(): void
|
|
{
|
|
$chunkSize = 500;
|
|
|
|
// Path to the CSV file
|
|
$csvFilePath = realpath(__DIR__.'/market_data_seed.csv');
|
|
|
|
// Open the file in read mode
|
|
if (($handle = fopen($csvFilePath, 'r')) !== false) {
|
|
|
|
$header = null;
|
|
$rowCount = 0;
|
|
|
|
while (($row = fgetcsv($handle, 0, ',')) !== false) {
|
|
|
|
if (! $header) {
|
|
|
|
// header must be the first row
|
|
$header = $row;
|
|
|
|
} else {
|
|
|
|
$data = array_combine($header, $row);
|
|
|
|
$this->rows[] = [
|
|
'symbol' => $data['symbol'],
|
|
'name' => $data['name'],
|
|
'meta_data' => json_encode([
|
|
'country' => $data['country'],
|
|
'first_trade_year' => $data['first_trade_year'],
|
|
'sector' => $data['sector'],
|
|
'industry' => $data['industry'],
|
|
]),
|
|
];
|
|
|
|
$rowCount++;
|
|
|
|
if ($rowCount % $chunkSize == 0) {
|
|
|
|
$this->bulkInsert($this->rows);
|
|
}
|
|
}
|
|
}
|
|
|
|
// final clean up
|
|
if (! empty($this->rows)) {
|
|
echo 'did '.$rowCount.' already. doing '.count($this->rows).' more';
|
|
$this->bulkInsert($this->rows);
|
|
|
|
}
|
|
|
|
// Close the CSV file
|
|
fclose($handle);
|
|
|
|
echo "\n > Imported $rowCount market data items successfully!";
|
|
|
|
} else {
|
|
|
|
echo "Failed to open the CSV.\n";
|
|
}
|
|
}
|
|
|
|
public function bulkInsert(array $rows)
|
|
{
|
|
try {
|
|
|
|
DB::table('market_data')->insertOrIgnore($rows);
|
|
$this->rows = [];
|
|
|
|
} catch (\Throwable $e) {
|
|
|
|
throw new \Exception('Error: '.$e->getMessage());
|
|
}
|
|
}
|
|
}
|