mirzaev
/
spetsresurs-google_sheets-parser
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

переделат парсер магазинов

This commit is contained in:
Arsen Mirzaev Tatyano-Muradovich 2024-04-07 05:53:56 +07:00
parent c5facf13b0
commit af33a20c81
1 changed files with 15 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
mirzaev/spetsresurs/google_sheets/parser/system/public/markets.php
View File

@ -32,10 +32,11 @@ $arangodb = new connection(require __DIR__ . '/../settings/arangodb.php');
function generateLabel(string $name): string function generateLabel(string $name): string
{ {
return match ($name) { return match ($name) {
'id', 'ID', 'ТТ' => 'id', 'id', 'ID', 'ТТ', '№ТТ' => 'id',
'type', 'ТИП', 'Тип', 'тип' => 'type', 'type', 'ТИП', 'Тип', 'тип', 'ФОРМАТ' => 'type',
'name', 'ДИРЕКТОР', 'Директор', 'директор' => 'name', 'name', 'ДИРЕКТОР', 'Директор', 'директор', 'ДИРЕКТОР ТТ' => 'name',
'address', 'АДРЕС', 'Адрес', 'адрес' => 'address', 'address', 'АДРЕС', 'Адрес', 'адрес' => 'address',
'city', 'город', 'Город', 'Направление' => 'city',
default => $name default => $name
}; };
} }
@ -47,6 +48,7 @@ function degenerateLabel(string $name): string
'ТИП', 'type' => 'ТИП', 'ТИП', 'type' => 'ТИП',
'ДИРЕКТОР', 'name' => 'ДИРЕКТОР', 'ДИРЕКТОР', 'name' => 'ДИРЕКТОР',
'АДРЕС', 'address' => 'АДРЕС', 'АДРЕС', 'address' => 'АДРЕС',
'city' => 'ГОРОД',
default => $name default => $name
}; };
} }
@ -72,7 +74,7 @@ function init(array $row, bool $reverse = false): array
} }
function sync(Row &$row, string $city = 'Красноярск'): void function sync(Row &$row): void
{ {
global $arangodb; global $arangodb;
@ -82,8 +84,8 @@ function sync(Row &$row, string $city = 'Красноярск'): void
// Инициализация ФИО // Инициализация ФИО
$name = explode(' ', $_row['name']); $name = explode(' ', $_row['name']);
if (collection::init($arangodb->session, 'markets')) if (collection::init($arangodb->session, 'market'))
if (!empty($_row['id']) && $market = collection::search($arangodb->session, sprintf("FOR d IN markets FILTER d.id == '%s' RETURN d", $_row['id']))) { if (!empty($_row['id']) && $market = collection::search($arangodb->session, sprintf("FOR d IN market FILTER d.id == '%s' RETURN d", $_row['id']))) {
// Найдена запись магазина (строки) в базе данных и включен режим перезаписи (приоритет - google sheets) // Найдена запись магазина (строки) в базе данных и включен режим перезаписи (приоритет - google sheets)
if (false && $market->transfer_to_sheets) { if (false && $market->transfer_to_sheets) {
@ -123,8 +125,8 @@ function sync(Row &$row, string $city = 'Красноярск'): void
$market = collection::search( $market = collection::search(
$arangodb->session, $arangodb->session,
sprintf( sprintf(
"FOR d IN markets FILTER d._id == '%s' RETURN d", "FOR d IN market FILTER d._id == '%s' RETURN d",
document::write($arangodb->session, 'markets', [ document::write($arangodb->session, 'market', [
'id' => $_row['id'] ?? '', 'id' => $_row['id'] ?? '',
'type' => $_row['type'] ?? '', 'type' => $_row['type'] ?? '',
'name' => [ 'name' => [
@ -133,7 +135,7 @@ function sync(Row &$row, string $city = 'Красноярск'): void
'last' => $name[2] ?? '' 'last' => $name[2] ?? ''
], ],
'address' => $_row['address'] ?? '', 'address' => $_row['address'] ?? '',
'city' => $city, 'city' => $_row['city'] ?? '',
'active' => true 'active' => true
]) ])
) )
@ -181,13 +183,13 @@ $client->setAuthConfig($settings);
$api = new Sheets($client); $api = new Sheets($client);
foreach ($sheets as $sheet) { foreach ($sheets as $sheet) {
$rows = (new Flow())->read(new GoogleSheetExtractor($api, $document, new Columns($sheet, 'A', 'D'), true, 1000, 'row')); $rows = (new Flow())->read(new GoogleSheetExtractor($api, $document, new Columns($sheet, 'B', 'F'), true, 1000, 'row'));
$i = 1; $i = 1;
foreach ($rows->fetch(5000) as $row) { foreach ($rows->fetch(5000) as $row) {
++$i; if (++$i === 2) continue;
$buffer = $row; $buffer = $row;
sync($row, $sheet); sync($row);
if ($buffer !== $row) { if ($buffer !== $row) {
/* $api->spreadsheets_values->update( /* $api->spreadsheets_values->update(
$document, $document,