Symfony Profiler

<?php
namespace App\Controller\Admin\Tech;
use App\Command\CsvDbUtil;
use App\Command\RouteExtCsv;
use App\Command\StopExtCsv;
use App\Controller\Admin\BaseController;
use App\Entity\RouteExt;
use App\Entity\StopExt;
use App\Repository\RouteExtRepository;
use App\Repository\StopExtRepository;
use App\Service\Client\ClientRepository;
use App\Service\Client\Dumb\DumbClient;
use App\Service\Client\FakeBus\ClientFakeBus;
use App\Service\Client\IClient;
use App\Service\Client\OneWayClient;
use App\Service\Client\Trip;
use App\Service\E2E\SearchResults;
use App\Utils\StringUtils;
use App\Utils\Utils;
use ReflectionClass;
use Sensio\Bundle\FrameworkExtraBundle\Configuration\ParamConverter;
use Sensio\Bundle\FrameworkExtraBundle\Configuration\Template;
use Symfony\Component\HttpFoundation\JsonResponse;
use Symfony\Component\HttpFoundation\Request;
use Symfony\Component\HttpFoundation\StreamedResponse;
use Symfony\Component\Routing\Annotation\Route;
use Throwable;
class HealthController extends BaseController {
private ClientRepository $clientRepo;
private StopExtRepository $stopExtRepo;
private RouteExtRepository $routeExtRepo;
/** @required */
public function setRepos(ClientRepository $clientRepo, StopExtRepository $stopExtRepo, RouteExtRepository $routeExtRepo): void {
$this->clientRepo = $clientRepo;
$this->stopExtRepo = $stopExtRepo;
$this->routeExtRepo = $routeExtRepo;
}
/**
* @Route("health", name="tech_health_index")
* @Template("Admin/tech/health_index.html.twig")
*/
public static function healthIndexAction(Request $request) {
}
/**
* @Route("health/normal", name="tech_health")
* @Template("Admin/tech/health.html.twig")
* @ParamConverter("companyId", converter="querystring")
* @ParamConverter("dryrun", converter="querystring")
*/
public function healthAction(?int $companyId = null, bool $dryrun = false) {
$tripsPerCompany = [];
/* @var IClient $companies */
$companies = $companyId ? [$companyId => $this->clientRepo->find($companyId)] : $this->clientRepo->findAll();
foreach ($companies as $cId => $c) {
if (!$c instanceof DumbClient && !$c instanceof ClientFakeBus) {
$tripsPerCompany[$cId] = $this->getPriceAndInfo($c, $dryrun);
}
}
return [
'tripsPerCompany' => $tripsPerCompany,
];
}
/**
* @Route("fetch", name="tech_fetch")
*/
public function healthContentAction(Request $r) {
$companyId = $r->query->get('companyId');
$depStopExt = $r->query->get('depStopExt');
$arrStopExt = $r->query->get('arrStopExt');
$date = $r->query->get('date');
$client = $this->clientRepo->find($companyId);
//no dep/arr use default one
if (!$depStopExt || !$arrStopExt)
list($depStopExt, $arrStopExt) = $client->getRoute();
//no date, use default one
$date ?: $client->getHealthCheckingDay();
$content = null;
if ($client instanceof OneWayClient) {
$content = $client->fetch($depStopExt, $arrStopExt, $date);
}
die($content);
}
/**
* Sent everyday by email : /etc/cron.d/cron-comparabus
* curl -s 'https://www.comparabus.com/health/streamed?email=1' | mail -aContent-Type:text/html -s "Scrapers Health Report" dev@comparabus.com - > /dev/null
* @Route("health/streamed", name="tech_health_streamed")
* @ParamConverter("dryrun", converter="querystring")
*/
public function heathStreamedAction(bool $dryrun = false) {
if (!defined('STDOUT')) define('STDOUT', fopen('php://stdout', 'w'));
try {
$response = new StreamedResponse();
$response->setCallback(function () use ($dryrun) {
echo $this->renderView("Admin/tech/health_streamed_1_header.html.twig");
foreach ($this->clientRepo->findAll() as $c) {
if (!$c instanceof DumbClient && !$c instanceof ClientFakeBus) {
$prices = $this->getPriceAndInfo($c, $dryrun);
echo $this->renderView("Admin/tech/health_streamed_2_body.html.twig", [
'companyId' => $c->getId(),
'info' => $prices,
]);
ob_flush();
flush();
}
}
echo $this->renderView("Admin/tech/health_streamed_3_footer.html.twig");
});
return $response;
} catch (\Exception | Throwable | \Error $e) { //Exception and Error could be removed as implement Throwable
//dirty way to be able to display error in prod as that url is private, because the error in prod is hidden
// we should be here as the error is already catched before
die($e->getTraceAsString());
}
}
/**
* Try to extract price for a company and returns extra info
*/
private function getPriceAndInfo(IClient $client, bool $dryrun = false, bool $showDiff = false): array {
$timestart = microtime(true);
$trips = [];
$error = null;
$healthCheckingDay = $client->getHealthCheckingDay();
try {
list($dep, $arr) = TechClientListController::getDepArr($client);
//TODO check $dep / $arr that in DB and route between them
$trips = $dryrun ? [] : $client->getPrice($dep->code, $arr->code, $healthCheckingDay, null);
} catch (\Throwable $e) {
$error = $e->getMessage();
}
return [
'company' => $client,
'class' => new ReflectionClass($client),
'dep' => $dep,
'arr' => $arr,
'link' => count($trips) ? $trips[0]->getLink() : null ,
'data' => Utils::objectToJsonJMS($trips),
'error' => $error,
'count' => $trips == null ? -1 : count($trips),
'time' => microtime(true) - $timestart,
'date' => $healthCheckingDay,
'note' => $this->getHealthNote($client),
'diffStopDbCsv' => $this->getDifferenceStopDbCsv($client, $showDiff)
];
}
/**
* Monitoring checking that the keyword 'error' in not in that page
* @Route("health/e2e", name="tech_health_headless")
*/
public function healthWebsite() {
$searchTest = new SearchResults();
return new JsonResponse([
'checkWebsiteHasTop6Cities' => $searchTest->checkWebsiteHasTop6Cities()
]);
}
private function getHealthNote(IClient $c): string {
$clientClass = new \ReflectionClass($c);
$comments = $clientClass->getDocComment();
$healthNote = '';
if (StringUtils::contains($comments, "HEALTH:")) { //TODO use an annotation instead
//The note need to be write on a single line
$healthNote = StringUtils::substringBetween($comments, 'HEALTH:', "\n");
}
return $healthNote;
}
/**
* @param bool $showDiff debug param to see which element is wrong in csv file
* @return array NbStopDB/NbStopCsv
*/
private function getDifferenceStopDbCsv(IClient $c, bool $showDiff = false): array {
$stopsCsvSum = CsvDbUtil::stopExtSumStopIdByCompanyId($c->getId());
$stopsCsvCount = CsvDbUtil::stopExtCountByCompanyId($c->getId());
$stopsDbSum = $this->stopExtRepo->sumStopIdOfCompanyId($c->getId());
$stopsDbCount = $this->stopExtRepo->count(['companyId' => $c->getId()]);
$routesCsvCount = CsvDbUtil::countRouteExt($c->getId());
$routesDbCount = $this->routeExtRepo->count(['company_id' => $c->getId()]);
$diffAsJson = '';
if ($showDiff) {
$dbItems = $this->stopExtRepo->findBy(['companyId' => $c->getId()]);
$csvItems = CsvDbUtil::getStopExts($c->getId());
$diffAsJson = $this->showStopDiffCsvDb($dbItems, $csvItems);
}
//Cannot check routes because RouteExt csv contains not-existing StopExt.code AND StopExt.code == 0 / null
// Use Csv query to be able to check that
return [
'info' => "$stopsDbCount/$stopsCsvCount $diffAsJson",
'title' => "StopExt: sum=$stopsDbSum/$stopsCsvSum ; count=$stopsDbCount/$stopsCsvCount - RouteExt: count=$routesDbCount/$routesCsvCount",
'warning' => $stopsDbSum !== $stopsCsvSum || $stopsDbCount !== $stopsCsvCount,
];
}
/**
* @param StopExt[] $dbItems
* @param StopExtCsv[] $csvItems
* @return string
*/
private function showStopDiffCsvDb(array $dbItems, array $csvItems): string {
$tabA = [];
foreach ($csvItems as $item) {
$tabA[] = $item->getCode();
}
//Check if there are duplicate
$tabDuplicate = [];
$tabAWithoutDuplicate = array_unique($tabA);
if (count($tabA) != count($tabAWithoutDuplicate)) {
//There are duplicate
$keysDuplicates = array_diff(array_keys($tabA), array_keys($tabAWithoutDuplicate));
foreach ($keysDuplicates as $key) {
$tabDuplicate[] = $tabA[$key];
}
}
//Check if csv diff from db
$tabB = [];
foreach ($dbItems as $item) {
$tabB[] = $item->getCode();
}
$tabDiff = array_diff($tabA, $tabB);
$tabDiff = array_merge($tabDiff, $tabDuplicate);
return json_encode(array_values($tabDiff));
}
/**
* @param RouteExt[] $dbItems
* @param RouteExtCsv[] $csvItems
* @return string
*/
private function showRouteDiffCsvDb(array $dbItems, array $csvItems): string {
$tabA = [];
foreach ($csvItems as $item) {
/**
* @var RouteExtCsv $item
*/
$tabA[] = $item->getDepStopCode() . " - " . $item->getArrStopCode();
}
$tabDuplicate = [];
$tabAWithoutDuplicate = Utils::array_unique($tabA);
if (count($tabA) != count($tabAWithoutDuplicate)) {
//There are duplicate
$keysDuplicates = array_diff(array_keys($tabA), array_keys($tabAWithoutDuplicate));
foreach ($keysDuplicates as $key) {
$tabDuplicate[] = $tabA[$key];
}
}
$tabB = [];
foreach ($dbItems as $item) {
/**
* @var RouteExt $item
*/
$tabB[] = $item->getStopExtDep() . " - " . $item->getStopExtArr();
}
$tabDiff = array_diff($tabA, $tabB);
$tabDiff = array_merge($tabDiff, $tabDuplicate);
return json_encode(array_values($tabDiff));
}
}

src/Controller/Admin/Tech/HealthController.php line 174