statistic on separate page wip

This commit is contained in:
salam committed 2026-04-28 16:50:23 +02:00
1 parent ad36ba555f
commit 422681df01
34 files changed
+660 -734

No files matched your search

@@ -0,0 +1,57 @@
<?php
namespace App\Filament\Imports\Helper;
use Filament\Notifications\Notification;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\HtmlString;
class ImportBenchmark
{
public static float $benchmarkStartTime;
public static int $benchmarkStartMemory;
public static int $startRowCount;
public static int $startQueries;
public static function start(string $table): void
{
self::$startRowCount = DB::connection('mongodb')->table($table)->count();
self::$benchmarkStartTime = microtime(true);
self::$benchmarkStartMemory = memory_get_usage();
DB::connection('mongodb')->enableQueryLog();
}
public static function end(string $table): void
{
$executionTime = microtime(true) - self::$benchmarkStartTime;
$memoryUsage = round((memory_get_usage() - self::$benchmarkStartMemory) / 1024 / 1024, 2);
$logs = DB::connection('mongodb')->getQueryLog();
$queriesCount = \count($logs);
// Get row count after we've stopped tracking queries
$rowDiff = DB::connection('mongodb')->table($table)->count() - self::$startRowCount;
$formattedTime = match (true) {
$executionTime >= 60 => sprintf('%dm %ds', floor($executionTime / 60), $executionTime % 60),
$executionTime >= 1 => round($executionTime, 2).'s',
default => round($executionTime * 1000).'ms',
};
$str = '⚡ TIME: '.$formattedTime;
$str .= '<br/>MEM: '.$memoryUsage.'MB';
$str .= '<br/>SQL: '.number_format($queriesCount);
$str .= '<br/>ROWS: '.number_format($rowDiff);
$recipient = auth()->user();
Notification::make()
->success()
->title('Import compleated')
->body(new HtmlString($str))
->sendToDatabase($recipient);
}
}
@@ -0,0 +1,59 @@
<?php
namespace App\Filament\Imports\Helper;
use App\Models\StatistikoEvent;
use Illuminate\Support\Carbon;
use Illuminate\Support\LazyCollection;
use Spatie\SimpleExcel\SimpleExcelReader;
class ImportPlayer
{
public static function importEvents(string $filePath, int $sport_id): void
{
$now = now()->format('Y-m-d H:i:s');
SimpleExcelReader::create(storage_path('app/public/'.$filePath))
->getRows()
->chunk(1000)
->each(function (LazyCollection $chunk) use ($now, $sport_id) {
foreach ($chunk as $row) {
$row = array_values($row);
StatistikoEvent::where('sport_id', $sport_id)
->where('league_id', $row[0])
->where('home_id', $row[1])
->where('away_id', $row[2])
->where('starttime', Carbon::parse($row[3])->toIso8601String())
->update(
[
'season' => $row[4],
'gls_h' => $row[5],
'gls_a' => $row[6],
'crn_h' => $row[7],
'crn_a' => $row[8],
'fls_h' => $row[9],
'fls_a' => $row[10],
'ofs_h' => $row[11],
'ofs_a' => $row[12],
'snt_h' => $row[13],
'snt_a' => $row[14],
'tsh_h' => $row[15],
'tsh_a' => $row[16],
'crd_h' => $row[17],
'crd_a' => $row[18],
'expgoalshome_value' => $row[19],
'expgoalsaway_value' => $row[20],
'exp_handicap' => $row[21],
'exp_total' => $row[22],
'created_at' => $now,
'updated_at' => $now,
],
['upsert' => true],
);
}
});
}
}
@@ -0,0 +1,45 @@
<?php
namespace App\Filament\Imports\Helper;
use App\Models\StatisticFixtures;
use Illuminate\Support\Carbon;
use Illuminate\Support\LazyCollection;
use Spatie\SimpleExcel\SimpleExcelReader;
class ImportFixtures
{
public static function run(string $filePath, $sport_id): void
{
SimpleExcelReader::create(storage_path('app/public/'.$filePath))
->getRows()
->chunk(200)
->each(function (LazyCollection $chunk) use ($sport_id) {
foreach ($chunk as $row) {
$row = array_values($row);
/*
0 => 87
1 => 3614
2 => 1491
3 => DateTimeImmutable @1777334400 {#2722 ▶}
4 => 0.90433699503783
5 => 1.035168989838
*/
StatisticFixtures::updateOrCreate(
[
'sport_id' => (int) $sport_id,
'league_id' => (int) $row[0],
'home_id' => (int) $row[1],
'away_id' => (int) $row[2],
'starttime' => Carbon::parse($row[3])->toDateString(),
],
['exp_home' => (float) $row[4], 'exp_away' => (float) $row[5]]
);
}
});
}
}
@@ -0,0 +1,52 @@
<?php
namespace App\Filament\Imports\Helper;
use App\Models\StatistikoPlayer;
use Illuminate\Support\Carbon;
use Illuminate\Support\LazyCollection;
use Spatie\SimpleExcel\SimpleExcelReader;
class ImportPlayer
{
public static function run(string $filePath): void
{
$now = now()->format('Y-m-d H:i:s');
SimpleExcelReader::create(storage_path('app/public/'.$filePath))
->getRows()
->chunk(1000)
->each(function (LazyCollection $chunk) use ($now) {
foreach ($chunk as $row) {
$row = array_values($row);
StatistikoPlayer::where('player_id', $row[0])
->update(
[
'name' => $row[1],
'birthdate' => Carbon::parse($row[2])->toDateString(),
'height' => $row[3],
'nationality' => $row[4],
'position' => $row[5],
'sport_radar_id' => $row[6],
'id_squadra_tm' => $row[7],
'full_name' => $row[8],
'no_specialities' => $row[9],
'rigorist' => $row[10],
'national_team_id' => $row[11],
'last_update' => Carbon::parse($row[12])->toDateString(),
'league_code' => $row[13],
'team_code' => $row[14],
'team_name' => $row[15],
'created_at' => $now,
'updated_at' => $now,
],
['upsert' => true],
);
}
});
}
}
@@ -1,104 +0,0 @@
<?php
namespace App\Filament\Imports;
use App\Models\StatistikoEvent;
use Filament\Actions\Imports\ImportColumn;
use Filament\Actions\Imports\Importer;
use Filament\Actions\Imports\Models\Import;
use Illuminate\Support\Carbon;
use Illuminate\Support\Number;
class StatistikoEventImporter extends Importer
{
protected static ?string $model = StatistikoEvent::class;
public function resolveRecord(): StatistikoEvent
{
$res = StatistikoEvent::query()
->where('sport_id', $this->data['sport_id'])
->where('league_id', $this->data['league_id'])
->where('home_id', $this->data['home_id'])
->where('away_id', $this->data['away_id'])
->where('starttime', $this->data['starttime'])
->first();
if ($res) {
return StatistikoEvent::find($res->id);
} else {
return new StatistikoEvent;
}
}
public static function getColumns(): array
{
return [
ImportColumn::make('sport_id')->numeric()->guess(['SPORT']),
ImportColumn::make('league_id')->numeric()->guess(['LEAGUE']),
ImportColumn::make('home_id')->numeric()->guess(['HOME']),
ImportColumn::make('away_id')->numeric()->guess(['AWAY']),
ImportColumn::make('starttime')
->guess(['STARTTIME'])
->castStateUsing(function ($state) {
return Carbon::parse($state);
}),
ImportColumn::make('season')->guess(['SEASON']),
ImportColumn::make('gls_h')->numeric(),
ImportColumn::make('gls_a')->numeric(),
ImportColumn::make('crn_h')->numeric(),
ImportColumn::make('fls_h')->numeric(),
ImportColumn::make('ofs_h')->numeric(),
ImportColumn::make('snt_h')->numeric(),
ImportColumn::make('tsh_h')->numeric(),
ImportColumn::make('crd_h')->numeric(),
ImportColumn::make('crn_a')->numeric(),
ImportColumn::make('fls_a')->numeric(),
ImportColumn::make('ofs_a')->numeric(),
ImportColumn::make('snt_a')->numeric(),
ImportColumn::make('tsh_a')->numeric(),
ImportColumn::make('crd_a')->numeric(),
ImportColumn::make('expgoalshome_value')
->castStateUsing(function (string $state) {
if (blank($state)) {
return null;
}
return (float) str_replace(',', '.', $state);
}),
ImportColumn::make('expgoalsaway_value')
->castStateUsing(function (string $state) {
if (blank($state)) {
return null;
}
return str_replace(',', '.', $state);
}),
ImportColumn::make('exp_handicap')
->castStateUsing(function (string $state) {
if (blank($state)) {
return null;
}
return str_replace(',', '.', $state);
}),
ImportColumn::make('exp_total')
->castStateUsing(function (string $state) {
if (blank($state)) {
return null;
}
return str_replace(',', '.', $state);
}),
];
}
public static function getCompletedNotificationBody(Import $import): string
{
$body = 'Your events import has completed and '.Number::format($import->successful_rows).' '.str('row')->plural($import->successful_rows).' imported.';
if ($failedRowsCount = $import->getFailedRowsCount()) {
$body .= ' '.Number::format($failedRowsCount).' '.str('row')->plural($failedRowsCount).' failed to import.';
}
return $body;
}
}
+11 -140
View File
@@ -2,15 +2,11 @@
namespace App\Filament\Imports;
use App\Models\StatistikoEvent;
use App\Filament\Imports\Helper\ImportBenchmark;
use App\Filament\Imports\Helper\ImportEvents;
use App\Filament\Imports\Helper\ImportFixtures;
use App\Filament\Imports\Helper\ImportPlayer;
use App\Models\StatistikoImport;
use App\Models\StatistikoPlayer;
use Filament\Notifications\Notification;
use Illuminate\Support\Carbon;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\HtmlString;
use Illuminate\Support\LazyCollection;
use Spatie\SimpleExcel\SimpleExcelReader;
class StatistikoImporter
{
@@ -33,14 +29,17 @@ class StatistikoImporter
$filePath = $record['file_name'];
$sport_id = $record['sport_id'];
self::startBenchmark($table);
ImportBenchmark::start($table);
switch ($record['data_type']) {
case 'player':
self::importPlayer($filePath);
ImportPlayer::run($filePath);
break;
case 'events':
self::importEvents($filePath, $sport_id);
ImportEvents::run($filePath, $sport_id);
break;
case 'fixtures':
ImportFixtures::run($filePath, $sport_id);
break;
case 'events_player':
break;
@@ -48,134 +47,6 @@ class StatistikoImporter
StatistikoImport::where('id', $record->id)->update(['has_run' => 1]);
self::endBenchmark($table);
}
protected static function startBenchmark(string $table): void
{
self::$startRowCount = DB::connection('mongodb')->table($table)->count();
self::$benchmarkStartTime = microtime(true);
self::$benchmarkStartMemory = memory_get_usage();
DB::connection('mongodb')->enableQueryLog();
}
protected static function endBenchmark(string $table): void
{
$executionTime = microtime(true) - self::$benchmarkStartTime;
$memoryUsage = round((memory_get_usage() - self::$benchmarkStartMemory) / 1024 / 1024, 2);
$logs = DB::connection('mongodb')->getQueryLog();
$queriesCount = \count($logs);
// Get row count after we've stopped tracking queries
$rowDiff = DB::connection('mongodb')->table($table)->count() - self::$startRowCount;
$formattedTime = match (true) {
$executionTime >= 60 => sprintf('%dm %ds', floor($executionTime / 60), $executionTime % 60),
$executionTime >= 1 => round($executionTime, 2).'s',
default => round($executionTime * 1000).'ms',
};
$str = '⚡ TIME: '.$formattedTime;
$str .= '<br/>MEM: '.$memoryUsage.'MB';
$str .= '<br/>SQL: '.number_format($queriesCount);
$str .= '<br/>ROWS: '.number_format($rowDiff);
$recipient = auth()->user();
Notification::make()
->success()
->title('Import compleated')
->body(new HtmlString($str))
->sendToDatabase($recipient);
}
private static function importPlayer(string $filePath): void
{
$now = now()->format('Y-m-d H:i:s');
SimpleExcelReader::create(storage_path('app/public/'.$filePath))
->getRows()
->chunk(1000)
->each(function (LazyCollection $chunk) use ($now) {
foreach ($chunk as $row) {
$row = array_values($row);
StatistikoPlayer::where('player_id', $row[0])
->update(
[
'name' => $row[1],
'birthdate' => Carbon::parse($row[2])->toDateString(),
'height' => $row[3],
'nationality' => $row[4],
'position' => $row[5],
'sport_radar_id' => $row[6],
'id_squadra_tm' => $row[7],
'full_name' => $row[8],
'no_specialities' => $row[9],
'rigorist' => $row[10],
'national_team_id' => $row[11],
'last_update' => Carbon::parse($row[12])->toDateString(),
'league_code' => $row[13],
'team_code' => $row[14],
'team_name' => $row[15],
'created_at' => $now,
'updated_at' => $now,
],
['upsert' => true],
);
}
});
}
private static function importEvents(string $filePath, int $sport_id): void
{
$now = now()->format('Y-m-d H:i:s');
SimpleExcelReader::create(storage_path('app/public/'.$filePath))
->getRows()
->chunk(1000)
->each(function (LazyCollection $chunk) use ($now, $sport_id) {
foreach ($chunk as $row) {
$row = array_values($row);
StatistikoEvent::where('sport_id', $sport_id)
->where('league_id', $row[0])
->where('home_id', $row[1])
->where('away_id', $row[2])
->where('starttime', Carbon::parse($row[3])->toIso8601String())
->update(
[
'season' => $row[4],
'gls_h' => $row[5],
'gls_a' => $row[6],
'crn_h' => $row[7],
'crn_a' => $row[8],
'fls_h' => $row[9],
'fls_a' => $row[10],
'ofs_h' => $row[11],
'ofs_a' => $row[12],
'snt_h' => $row[13],
'snt_a' => $row[14],
'tsh_h' => $row[15],
'tsh_a' => $row[16],
'crd_h' => $row[17],
'crd_a' => $row[18],
'expgoalshome_value' => $row[19],
'expgoalsaway_value' => $row[20],
'exp_handicap' => $row[21],
'exp_total' => $row[22],
'created_at' => $now,
'updated_at' => $now,
],
['upsert' => true],
);
}
});
ImportBenchmark::end($table);
}
}
@@ -1,130 +0,0 @@
<?php
namespace App\Filament\Imports;
use App\Models\StatistikoPlayer;
use Filament\Actions\Imports\ImportColumn;
use Filament\Actions\Imports\Importer;
use Filament\Actions\Imports\Models\Import;
use Illuminate\Support\Carbon;
use Illuminate\Support\Number;
class StatistikoPlayerImporter extends Importer
{
protected static ?string $model = StatistikoPlayer::class;
public static function useDatabaseTransactions(): bool
{
return false;
}
public function resolveRecord(): StatistikoPlayer
{
$res = StatistikoPlayer::query()
->where('id_giocatore', $this->data['id_giocatore'])
->first();
if ($res) {
return StatistikoPlayer::find($res->id);
} else {
return new StatistikoPlayer;
}
}
public static function getColumns(): array
{
return [
ImportColumn::make('id_giocatore')
->label('ID GIOCATORE'),
ImportColumn::make('giocatore')
->label('GIOCATORE')
->castStateUsing(function (string $state): ?string {
if (blank($state)) {
return null;
}
return (string) trim($state);
}),
ImportColumn::make('data_di_nascita')
->label('DATA DI NASCITA')
->castStateUsing(function ($state) {
if (blank($state)) {
return null;
}
return Carbon::parse($state);
}),
ImportColumn::make('altezza')
->label('ALTEZZA')
->numeric(),
ImportColumn::make('nazionalita')
->label('NAZIONALITA')
->castStateUsing(function (string $state): ?string {
return (string) trim($state);
}),
ImportColumn::make('posizione')
->label('POSIZIONE')
->castStateUsing(function (string $state): ?string {
if (blank($state)) {
return null;
}
return (string) trim($state);
}),
ImportColumn::make('sport_radar_id')
->label('SPORT RADAR ID'),
ImportColumn::make('id_squadra_tm')
->label('ID SQUADRA TM'),
ImportColumn::make('nome_completo')
->label('NOME COMPLETO')
->castStateUsing(function (?string $state): ?string {
if (blank($state)) {
return null;
}
return (string) trim($state);
}),
ImportColumn::make('rigorista')
->label('RIGORISTA')
->castStateUsing(function (?string $state): ?string {
if (blank($state)) {
return null;
}
return (string) trim($state);
}),
ImportColumn::make('national_team_id')
->label('NATIONAL TEAM ID'),
ImportColumn::make('data_aggiornamento')
->label('DATA AGGIORNAMENTO')
->castStateUsing(function ($state) {
return Carbon::parse($state);
}),
ImportColumn::make('league_code')
->label('LEAGUE CODE')
->castStateUsing(function (string $state): ?string {
return (string) trim($state);
}),
ImportColumn::make('team_code')
->label('TEAM CODE')
->castStateUsing(function (string $state): ?string {
return (string) trim($state);
}),
ImportColumn::make('team_name')
->label('TEAM NAME')
->castStateUsing(function (string $state): ?string {
return (string) trim($state);
}),
];
}
public static function getCompletedNotificationBody(Import $import): string
{
$body = 'Your player import has completed and '.Number::format($import->successful_rows).' '.str('row')->plural($import->successful_rows).' imported.';
if ($failedRowsCount = $import->getFailedRowsCount()) {
$body .= ' '.Number::format($failedRowsCount).' '.str('row')->plural($failedRowsCount).' failed to import.';
}
return $body;
}
}