days = []; $task = SofaScoreTask::with('sport')->where('id', $this->task_id)->first(); switch ($grapperSelected) { case 'daily': $this->days[] = Carbon::now()->subDays($this->days_back)->format('Y-m-d'); break; case 'range': $task = SofaScoreTask::with('sport')->where('id', $this->task_id)->first(); $from = $this->validate_date($task->day_from); $from = Carbon::createFromDate($from); $to = $this->validate_date($task->day_to); $to = Carbon::createFromDate($to); $lengthdates = $from->diffInDays($to); if ($lengthdates < 1) { Notice::note('start must be before end', 'r'); } if ($this->restart) { while ($from <= $to) { $this->days[] = $from->format('Y-m-d'); $from->addDay(); } } else { while ($from <= $to) { $res = SofaScoreTaskDay::firstOrNew(['grapper_id' => (int) 3, 'day' => $from->format('Y-m-d')]); if (! $res->done) { $this->days[] = $from->format('Y-m-d'); } $from->addDay(); } } shuffle($this->days); break; } // if ($this->restart) { // SofaScoreEventGrapped::where('grapper_id', $this->task_id)->delete(); // foreach ($this->days as $day) { // // if restarting find position // SofaScoreTaskDay::where('grapper_id', 1) // ->where('day', $day) // ->update(['done' => 0]); // } // if ($this->debug) { // Notice::note('Grapper restarted', 'r', 1); // } // } $this->days = array_unique($this->days, SORT_REGULAR); } /** * @return void */ protected function set_base_dir(string $grapperSelected) { switch ($grapperSelected) { case 'daily': $this->data_dir = storage_path($this->base_dir) . '/daily'; break; case 'range': $this->data_dir = storage_path($this->base_dir) . '/range'; break; case 'rose': $this->data_dir = storage_path($this->base_dir) . '/rose'; break; case 'player': $this->data_dir = storage_path($this->base_dir) . '/player'; break; case 'excel': case 'mail': case 'clear': $this->data_dir = storage_path($this->base_dir); break; } File::makeDirectory($this->data_dir, 0775, true, true); } /** * Summary of load_tournaments_requested * * @return void */ protected function load_tournaments_requested(string $grapperSelected) { switch ($grapperSelected) { case 'daily': $this->tournaments_requested = SofaScoreTaskTournament::with('tournament')->where('sofa_score_task_id', 1)->where('disabled', false)->get()->toArray(); break; case 'range': $this->tournaments_requested = SofaScoreTaskTournament::with('tournament')->where('sofa_score_task_id', 3)->where('disabled', false)->get()->toArray(); break; } } /** * Summary of selectGrapper */ public function settings_to_local(): void { if ($this->debug) { Notice::note('⚽ settings to local'); Notice::note('⚽ close all vpn'); } exec('killall ssh'); if ($this->debug) { Notice::note('⚽ open vpn'); } exec('ssh -f -N -L 13306:127.0.0.1:3306 -p 58371 root@162.55.242.190'); /** * SofaScoreRosa */ if ($this->debug) { Notice::note('SofaScoreRosa', 'g'); } SofaScoreRosa::truncate(); $rows = DB::connection('remote_mariadb')->table('sofa_score_rosas')->get(); foreach ($rows as $row) { SofaScoreRosa::insert((array) $row); } /** * SofaScoreTask */ if ($this->debug) { Notice::note('SofaScoreTask', 'g'); } SofaScoreTask::truncate(); $rows = DB::connection('remote_mariadb')->table('sofa_score_tasks')->get(); foreach ($rows as $row) { SofaScoreTask::insert((array) $row); } /** * SofaScoreTaskTournament */ if ($this->debug) { Notice::note('SofaScoreTaskTournament', 'g'); } SofaScoreTaskTournament::truncate(); $rows = DB::connection('remote_mariadb')->table('sofa_score_task_tournaments')->get(); foreach ($rows as $row) { SofaScoreTaskTournament::insert((array) $row); } /** * SofaScoreTournament */ if ($this->debug) { Notice::note('SofaScoreTournament', 'g'); } SofaScoreTournament::truncate(); $rows = DB::connection('remote_mariadb')->table('sofa_score_tournaments')->get(); foreach ($rows as $row) { SofaScoreTournament::insert((array) $row); } if ($this->debug) { Notice::note('⚽ close all vpn'); } exec('killall ssh'); } /** * Summary of validate_date * * @return string */ protected function validate_date(string $date) { if (Carbon::createFromDate($date) !== false) { return $date; } else { Notice::note('Wrong date format', 'r', 1); } } /** * Summary of grap_tournaments_for_day * * @return void */ protected function grap_tournaments_for_day(string $day) { $tournaments_counter = 0; $sport_id = 1; $has = SofaScoreDayTournament::where('day', $day)->first(); $slug = 'football'; if (! $this->force && $has) { if ($this->debug) { Notice::note("$day tournaments allready grapped", 'br'); } } else { if ($this->debug) { Notice::note("$day tournaments loaded", 'bb'); } $page = 1; while ($page) { // $data = $this->curl($url); $this->sleep(); $url = $this->base_url . "api/v1/sport/$slug/scheduled-tournaments/$day/page/$page"; $cloudflareService = new CloudflareSolverService; $data = $cloudflareService->getJsonFromUrl($url); if ($data['hasNextPage']) { $page++; } else { $page = false; } foreach ($data['scheduled'] as $row) { if (isset($row['tournament']['uniqueTournament'])) { $tournament = $row['tournament']['uniqueTournament']; } else { $tournament = $row['tournament']; } $category = $tournament['category']; if ($sport_id == 5) { $country_id = 470; } else { /** * CATEGORY */ $find = [ 'Amateur', 'Bosnia & Herzegovina', 'Czechia', 'DR Congo', 'Netherlands', 'North & Central America', 'Bonaire', 'Sao Tome and Principe', 'Cape Verde', 'Macao', 'Saint Kitts and Nevis', 'Eswatini', 'Timor Leste', 'Laos', 'Congo Republic', ]; $replace = [ '', 'Bosnia Herzegovina', 'Czech Republic', 'Congo DR', 'Holland', 'North America', 'Bonaire, Sint Eustatius and Saba', 'Sao Tome e Principe', 'Cape Verde Islands', 'Macau', 'St. Kitts and Nevis', 'Swaziland', 'East Timor', 'Lao Peoples\'s Democratic Republic', 'Congo DR', ]; $country_id = Country::where('name', trim(str_replace($find, $replace, $category['name'])))->value('id'); } if (! $country_id) { // platzhalter fix later sofa_score_categories => txodds countries // CATEGORY find <-> replace // Log::channel('sofascore')->info($tournament); $sofa_score_category_id = 10000000; } else { $call = SofaScoreCategory::updateOrCreate([ 'id' => (int) $category['id'], 'country_id' => (int) $country_id, 'slug' => $category['slug'], ], [ 'name' => $category['name'], ]); $sofa_score_category_id = $call->id; } /** * TOURNAMENT */ SofaScoreTournament::updateOrCreate([ 'sport_id' => (int) $sport_id, 'tournament_id' => (int) $tournament['id'], 'sofa_score_category_id' => (int) $sofa_score_category_id, ], [ 'name' => $tournament['name'], 'slug' => $tournament['slug'], ]); $tournaments_counter++; // if ($debug) { // Notice::note('tournament: ' . $tournament['name'], 'p'); // } /** * DAY TOURNAMENT */ SofaScoreDayTournament::updateOrCreate([ 'tournament_id' => (int) $tournament['id'], 'sport_id' => (int) $sport_id, 'day' => $day, ]); } if ($this->debug) { Notice::note("tournaments: $tournaments_counter", 'p'); } } } } protected function get_tree(string $dir, &$results = []) { $files = scandir($dir); foreach ($files as $value) { $path = realpath($dir . DIRECTORY_SEPARATOR . $value); if (! is_dir($path)) { $results[] = $path; } elseif ($value != '.' && $value != '..') { self::get_tree($path, $results); $results[] = $path; } } return $results; } protected function clean_string(string $string) { $string = str_replace(' ', '-', $string); // Replaces all spaces with hyphens. $string = preg_replace('/[^A-Za-z0-9\-]/', '', $string); // Removes special chars. $string = strtolower($string); return preg_replace('/-+/', '-', $string); // Replaces multiple hyphens with single one. } protected function clear_folder(string $folder, $what = '') { $mainFolder = storage_path($this->base_dir . '/' . $folder); if (! $what) { $what = $this->select_what_delete(); } switch ($what) { case 'all': if (File::exists($mainFolder)) { File::deleteDirectory($mainFolder); File::makeDirectory($mainFolder, 0755, true); Notice::note("folder $folder empty", 'bb'); } break; case 'data': if (File::exists($mainFolder)) { $subFolders = File::directories($mainFolder); foreach ($subFolders as $subfolder) { File::deleteDirectory($subfolder); } Notice::note("data folders from $folder removed", 'bb'); } break; } } protected function delete_imported_files_orphants(): void { $tasks = StatistikoImport::pluck('file_name')->toArray(); collect(Storage::disk('public')->allFiles('statistiko')) ->reject(fn(string $file) => $file === '.gitignore') ->reject(fn(string $file) => in_array($file, $tasks)) ->each(fn($file) => Storage::disk('public')->delete($file)); } }