add daily no break grapper
This commit is contained in:
salam committed
1 parent
5188d1f171
commit
17de06cf6b
9 files changed
+325
-177
No files matched your search
@@ -0,0 +1,423 @@
|
||||
<?php
|
||||
|
||||
namespace App\Traits\Sofascore;
|
||||
|
||||
use App\Models\Country;
|
||||
use App\Models\SofaScoreCategory;
|
||||
use App\Models\SofaScoreDayTournament;
|
||||
use App\Models\SofaScoreEventGrapped;
|
||||
use App\Models\SofaScoreRosa;
|
||||
use App\Models\SofaScoreTask;
|
||||
use App\Models\SofaScoreTaskDay;
|
||||
use App\Models\SofaScoreTaskTournament;
|
||||
use App\Models\SofaScoreTournament;
|
||||
use App\Services\CloudflareSolverService;
|
||||
use App\Utilities\Notice;
|
||||
use Illuminate\Support\Carbon;
|
||||
use Illuminate\Support\Facades\DB;
|
||||
use Illuminate\Support\Facades\File;
|
||||
|
||||
trait GrappingHelper
|
||||
{
|
||||
use CurlSofa;
|
||||
|
||||
/**
|
||||
* Summary of load_days
|
||||
*
|
||||
* @return void
|
||||
*/
|
||||
protected function load_days(string $grapperSelected)
|
||||
{
|
||||
$this->days = [];
|
||||
|
||||
$task = SofaScoreTask::with('sport')->where('id', $this->task_id)->first();
|
||||
|
||||
switch ($grapperSelected) {
|
||||
case 'daily':
|
||||
|
||||
$this->days[] = Carbon::now()->subDays($this->days_back)->format('Y-m-d');
|
||||
|
||||
break;
|
||||
case 'range':
|
||||
$task = SofaScoreTask::with('sport')->where('id', $this->task_id)->first();
|
||||
|
||||
$from = $this->validate_date($task->day_from);
|
||||
$from = Carbon::createFromDate($from);
|
||||
|
||||
$to = $this->validate_date($task->day_to);
|
||||
$to = Carbon::createFromDate($to);
|
||||
|
||||
$lengthdates = $from->diffInDays($to);
|
||||
if ($lengthdates < 1) {
|
||||
Notice::note('start must be before end', 'r');
|
||||
}
|
||||
|
||||
if ($this->restart) {
|
||||
while ($from <= $to) {
|
||||
$this->days[] = $from->format('Y-m-d');
|
||||
$from->addDay();
|
||||
}
|
||||
} else {
|
||||
while ($from <= $to) {
|
||||
$res = SofaScoreTaskDay::firstOrNew(['grapper_id' => (int) 3, 'day' => $from->format('Y-m-d')]);
|
||||
if (! $res->done) {
|
||||
$this->days[] = $from->format('Y-m-d');
|
||||
}
|
||||
$from->addDay();
|
||||
}
|
||||
}
|
||||
shuffle($this->days);
|
||||
|
||||
break;
|
||||
}
|
||||
|
||||
if ($this->restart) {
|
||||
SofaScoreEventGrapped::where('grapper_id', $this->task_id)->delete();
|
||||
|
||||
foreach ($this->days as $day) {
|
||||
// if restarting find position
|
||||
SofaScoreTaskDay::where('grapper_id', 1)
|
||||
->where('day', $day)
|
||||
->update(['done' => 0]);
|
||||
}
|
||||
if ($this->debug) {
|
||||
Notice::note('Grapper restarted', 'r', 1);
|
||||
}
|
||||
}
|
||||
|
||||
$this->days = array_unique($this->days, SORT_REGULAR);
|
||||
}
|
||||
|
||||
/**
|
||||
* @return void
|
||||
*/
|
||||
protected function set_base_dir(string $grapperSelected)
|
||||
{
|
||||
switch ($grapperSelected) {
|
||||
case 'daily':
|
||||
$this->data_dir = storage_path($this->base_dir).'/daily';
|
||||
break;
|
||||
case 'range':
|
||||
$this->data_dir = storage_path($this->base_dir).'/range';
|
||||
break;
|
||||
case 'rose':
|
||||
$this->data_dir = storage_path($this->base_dir).'/rose';
|
||||
break;
|
||||
case 'player':
|
||||
$this->data_dir = storage_path($this->base_dir).'/player';
|
||||
break;
|
||||
case 'excel':
|
||||
case 'mail':
|
||||
case 'clear':
|
||||
$this->data_dir = storage_path($this->base_dir);
|
||||
break;
|
||||
}
|
||||
|
||||
File::makeDirectory($this->data_dir, 0775, true, true);
|
||||
}
|
||||
|
||||
/**
|
||||
* Summary of load_tournaments_requested
|
||||
*
|
||||
* @return void
|
||||
*/
|
||||
protected function load_tournaments_requested(string $grapperSelected)
|
||||
{
|
||||
switch ($grapperSelected) {
|
||||
case 'daily':
|
||||
case 'range':
|
||||
$this->tournaments_requested = SofaScoreTaskTournament::with('tournament')->where('sofa_score_task_id', 1)->where('disabled', false)->get()->toArray();
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Summary of selectGrapper
|
||||
*/
|
||||
public function settings_to_local(): void
|
||||
{
|
||||
if ($this->debug) {
|
||||
Notice::note('⚽ settings to local');
|
||||
Notice::note('⚽ close all vpn');
|
||||
}
|
||||
exec('killall ssh');
|
||||
|
||||
if ($this->debug) {
|
||||
Notice::note('⚽ open vpn');
|
||||
}
|
||||
exec('ssh -f -N -L 13306:127.0.0.1:3306 -p 58371 root@162.55.242.190');
|
||||
/**
|
||||
* SofaScoreRosa
|
||||
*/
|
||||
if ($this->debug) {
|
||||
Notice::note('SofaScoreRosa', 'g');
|
||||
}
|
||||
SofaScoreRosa::truncate();
|
||||
$rows = DB::connection('remote_mariadb')->table('sofa_score_rosas')->get();
|
||||
foreach ($rows as $row) {
|
||||
SofaScoreRosa::insert((array) $row);
|
||||
}
|
||||
/**
|
||||
* SofaScoreTask
|
||||
*/
|
||||
if ($this->debug) {
|
||||
Notice::note('SofaScoreTask', 'g');
|
||||
}
|
||||
SofaScoreTask::truncate();
|
||||
$rows = DB::connection('remote_mariadb')->table('sofa_score_tasks')->get();
|
||||
foreach ($rows as $row) {
|
||||
SofaScoreTask::insert((array) $row);
|
||||
}
|
||||
/**
|
||||
* SofaScoreTaskTournament
|
||||
*/
|
||||
if ($this->debug) {
|
||||
Notice::note('SofaScoreTaskTournament', 'g');
|
||||
}
|
||||
SofaScoreTaskTournament::truncate();
|
||||
$rows = DB::connection('remote_mariadb')->table('sofa_score_task_tournaments')->get();
|
||||
foreach ($rows as $row) {
|
||||
SofaScoreTaskTournament::insert((array) $row);
|
||||
}
|
||||
/**
|
||||
* SofaScoreTournament
|
||||
*/
|
||||
if ($this->debug) {
|
||||
Notice::note('SofaScoreTournament', 'g');
|
||||
}
|
||||
SofaScoreTournament::truncate();
|
||||
$rows = DB::connection('remote_mariadb')->table('sofa_score_tournaments')->get();
|
||||
foreach ($rows as $row) {
|
||||
SofaScoreTournament::insert((array) $row);
|
||||
}
|
||||
|
||||
if ($this->debug) {
|
||||
Notice::note('⚽ close all vpn');
|
||||
}
|
||||
exec('killall ssh');
|
||||
}
|
||||
|
||||
/**
|
||||
* Summary of validate_date
|
||||
*
|
||||
* @return string
|
||||
*/
|
||||
protected function validate_date(string $date)
|
||||
{
|
||||
if (Carbon::createFromDate($date) !== false) {
|
||||
return $date;
|
||||
} else {
|
||||
Notice::note('Wrong date format', 'r', 1);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* a Grap --d --f 67 --fun=4 --task=1
|
||||
*
|
||||
* Ita Serie-A-Saison 23-08-2025 - 24-05-2026
|
||||
* Ger Bundesliga 22-08-2025 – 16-05-2026
|
||||
* Eng Premier league 15-08-2025 - 24-05-2026
|
||||
* Spa La Liga 15-08-2025 - 24-05-2026
|
||||
* Fra Liggue 15-08-2025 - 17-05-2026
|
||||
*/
|
||||
protected function grap_tournaments_for_day(string $day)
|
||||
{
|
||||
$tournaments_counter = 0;
|
||||
$sport_id = 1;
|
||||
|
||||
$has = SofaScoreDayTournament::where('day', $day)->first();
|
||||
|
||||
$slug = 'football';
|
||||
|
||||
if (! $this->force && $has) {
|
||||
if ($this->debug) {
|
||||
Notice::note("tournaments $day for ".strtoupper($slug).' allready grapped', 'bb');
|
||||
}
|
||||
} else {
|
||||
|
||||
if ($this->debug) {
|
||||
Notice::note("grappig tournaments for $day", 'bb');
|
||||
}
|
||||
|
||||
$page = 1;
|
||||
|
||||
while ($page) {
|
||||
// $data = $this->curl($url);
|
||||
|
||||
$this->sleep(1);
|
||||
|
||||
$url = $this->base_url."api/v1/sport/$slug/scheduled-tournaments/$day/page/$page";
|
||||
|
||||
$cloudflareService = new CloudflareSolverService;
|
||||
|
||||
$data = $cloudflareService->getJsonFromUrl($url);
|
||||
|
||||
if ($data['hasNextPage']) {
|
||||
$page++;
|
||||
} else {
|
||||
$page = false;
|
||||
}
|
||||
|
||||
foreach ($data['scheduled'] as $row) {
|
||||
|
||||
if (isset($row['tournament']['uniqueTournament'])) {
|
||||
$tournament = $row['tournament']['uniqueTournament'];
|
||||
} else {
|
||||
$tournament = $row['tournament'];
|
||||
}
|
||||
|
||||
$category = $tournament['category'];
|
||||
|
||||
if ($sport_id == 5) {
|
||||
$country_id = 470;
|
||||
} else {
|
||||
|
||||
/**
|
||||
* CATEGORY
|
||||
*/
|
||||
$find = [
|
||||
'Amateur',
|
||||
'Bosnia & Herzegovina',
|
||||
'Czechia',
|
||||
'DR Congo',
|
||||
'Netherlands',
|
||||
'North & Central America',
|
||||
'Bonaire',
|
||||
'Sao Tome and Principe',
|
||||
'Cape Verde',
|
||||
'Macao',
|
||||
'Saint Kitts and Nevis',
|
||||
'Eswatini',
|
||||
'Timor Leste',
|
||||
'Laos',
|
||||
'Congo Republic',
|
||||
|
||||
];
|
||||
$replace = [
|
||||
'',
|
||||
'Bosnia Herzegovina',
|
||||
'Czech Republic',
|
||||
'Congo DR',
|
||||
'Holland',
|
||||
'North America',
|
||||
'Bonaire, Sint Eustatius and Saba',
|
||||
'Sao Tome e Principe',
|
||||
'Cape Verde Islands',
|
||||
'Macau',
|
||||
'St. Kitts and Nevis',
|
||||
'Swaziland',
|
||||
'East Timor',
|
||||
'Lao Peoples\'s Democratic Republic',
|
||||
'Congo DR',
|
||||
];
|
||||
$country_id = Country::where('name', trim(str_replace($find, $replace, $category['name'])))->value('id');
|
||||
}
|
||||
|
||||
if (! $country_id) {
|
||||
// platzhalter fix later sofa_score_categories => txodds countries
|
||||
// CATEGORY find <-> replace
|
||||
// Log::channel('sofascore')->info($tournament);
|
||||
|
||||
$sofa_score_category_id = 10000000;
|
||||
} else {
|
||||
$call = SofaScoreCategory::updateOrCreate([
|
||||
'id' => (int) $category['id'],
|
||||
'country_id' => (int) $country_id,
|
||||
'slug' => $category['slug'],
|
||||
], [
|
||||
'name' => $category['name'],
|
||||
]);
|
||||
|
||||
$sofa_score_category_id = $call->id;
|
||||
}
|
||||
|
||||
/**
|
||||
* TOURNAMENT
|
||||
*/
|
||||
SofaScoreTournament::updateOrCreate([
|
||||
'sport_id' => (int) $sport_id,
|
||||
'tournament_id' => (int) $tournament['id'],
|
||||
'sofa_score_category_id' => (int) $sofa_score_category_id,
|
||||
], [
|
||||
'name' => $tournament['name'],
|
||||
'slug' => $tournament['slug'],
|
||||
]);
|
||||
$tournaments_counter++;
|
||||
|
||||
// if ($debug) {
|
||||
// Notice::note('tournament: ' . $tournament['name'], 'p');
|
||||
// }
|
||||
|
||||
/**
|
||||
* DAY TOURNAMENT
|
||||
*/
|
||||
SofaScoreDayTournament::updateOrCreate([
|
||||
'tournament_id' => (int) $tournament['id'],
|
||||
'sport_id' => (int) $sport_id,
|
||||
'day' => $day,
|
||||
]);
|
||||
}
|
||||
|
||||
if ($this->debug) {
|
||||
Notice::note("tournaments: $tournaments_counter", 'p');
|
||||
}
|
||||
}
|
||||
}
|
||||
if ($this->debug) {
|
||||
Notice::note('days tournament done', 'g');
|
||||
}
|
||||
}
|
||||
|
||||
protected function get_tree(string $dir, &$results = [])
|
||||
{
|
||||
$files = scandir($dir);
|
||||
foreach ($files as $value) {
|
||||
$path = realpath($dir.DIRECTORY_SEPARATOR.$value);
|
||||
if (! is_dir($path)) {
|
||||
$results[] = $path;
|
||||
} elseif ($value != '.' && $value != '..') {
|
||||
self::get_tree($path, $results);
|
||||
$results[] = $path;
|
||||
}
|
||||
}
|
||||
|
||||
return $results;
|
||||
}
|
||||
|
||||
protected function clean_string(string $string)
|
||||
{
|
||||
$string = str_replace(' ', '-', $string); // Replaces all spaces with hyphens.
|
||||
$string = preg_replace('/[^A-Za-z0-9\-]/', '', $string); // Removes special chars.
|
||||
$string = strtolower($string);
|
||||
|
||||
return preg_replace('/-+/', '-', $string); // Replaces multiple hyphens with single one.
|
||||
}
|
||||
|
||||
protected function clear_folder(string $folder, $what = '')
|
||||
{
|
||||
$mainFolder = storage_path($this->base_dir.'/'.$folder);
|
||||
|
||||
if (! $what) {
|
||||
$what = $this->select_what_delete();
|
||||
}
|
||||
switch ($what) {
|
||||
case 'all':
|
||||
if (File::exists($mainFolder)) {
|
||||
File::deleteDirectory($mainFolder);
|
||||
File::makeDirectory($mainFolder, 0755, true);
|
||||
Notice::note("folder $folder empty", 'bb');
|
||||
}
|
||||
break;
|
||||
|
||||
case 'data':
|
||||
if (File::exists($mainFolder)) {
|
||||
$subFolders = File::directories($mainFolder);
|
||||
foreach ($subFolders as $subfolder) {
|
||||
File::deleteDirectory($subfolder);
|
||||
}
|
||||
Notice::note("data folders from $folder removed", 'bb');
|
||||
}
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user