Skip to content

Commit

Permalink
refactored: API reader
Browse files Browse the repository at this point in the history
  • Loading branch information
@Thijzer
Thijzer committed Nov 26, 2024
1 parent 538c563 commit 31da7c7
Show file tree
Hide file tree
Showing 5 changed files with 366 additions and 263 deletions.
214 changes: 13 additions & 201 deletions src/Component/Akeneo/Client/ApiReader.php
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,190 +2,30 @@

namespace Misery\Component\Akeneo\Client;

use Misery\Component\Common\Client\ApiClientInterface;
use Misery\Component\Common\Client\ApiEndpointInterface;
use Misery\Component\Common\Client\Paginator;
use Misery\Component\Common\Utils\ValueFormatter;
use Misery\Component\Reader\ItemReader;
use App\Component\Common\Resource\EntityResourceInterface;
use Misery\Component\Reader\ReaderInterface;

class ApiReader implements ReaderInterface
{
private $client;
private $page;
private $endpoint;
private $context;
private $activeEndpoint;

public function __construct(
ApiClientInterface $client,
ApiEndpointInterface $endpoint,
array $context
) {
$this->client = $client;
$this->endpoint = $endpoint;
$this->context = $context;
}

private function request($endpoint = false): array
{
if (!$endpoint) {
$endpoint = $this->endpoint->getAll();
}

// todo - create function for this. Check how filtering must be applied.
if(isset($this->context['limiters']['query_array'])) {
$endpoint = $this->client->getUrlGenerator()->generate($endpoint);

$params = ['search' => json_encode($this->context['limiters']['query_array'])];
if ($this->endpoint instanceof ApiProductModelsEndpoint || $this->endpoint instanceof ApiProductsEndpoint) {
$params['pagination_type'] = 'search_after';
}

return $this->client
->search($endpoint, $params)
->getResponse()
->getContent();
}

if(isset($this->context['limiters']['querystring'])) {
$querystring = preg_replace('/\s+/', '+', $this->context['limiters']['querystring']);
$querystring = ValueFormatter::format($querystring, $this->context);
$endpoint = sprintf($querystring, $endpoint);
}

$items = [];
if (isset($this->context['filters']) && !empty($this->context['filters'])) {
if ($this->endpoint instanceof ApiProductModelsEndpoint || $this->endpoint instanceof ApiProductsEndpoint) {
$endpoint = sprintf('%s?pagination_type=search_after&search=', $endpoint);
} else {
$endpoint = sprintf('%s?search=', $endpoint);
}
foreach ($this->context['filters'] as $attrCode => $filterValues) {
$valueChunks = array_chunk(array_values($filterValues),100);
foreach ($valueChunks as $filterChunk) {
$filter = [$attrCode => [['operator' => 'IN', 'value' => $filterChunk]]];
$chunkEndpoint = sprintf('%s%s&limit=100', $endpoint, json_encode($filter));

$result = $this->client
->get($this->client->getUrlGenerator()->generate($chunkEndpoint))
->getResponse()
->getContent();

if (empty($items)){
$items = $result;

continue;
}

$items['_embedded']['items'] = array_merge(
$items['_embedded']['items'],
$result['_embedded']['items']
);
}
}

return $items;
}

$url = $this->client->getUrlGenerator()->generate($endpoint);
if ($this->endpoint instanceof ApiProductModelsEndpoint || $this->endpoint instanceof ApiProductsEndpoint) {
if(!strpos($url, 'pagination_type')) {
if(isset($this->context['limiters']['querystring'])) {
$url = sprintf('%s&pagination_type=search_after', $url);
} else {
$url = sprintf('%s?pagination_type=search_after', $url);
}
}
}

$items = $this->client
->get($url)
->getResponse()
->getContent();

// when supplying a container we jump inside that container to find loopable items
if ($this->context['container']) {
if (array_key_exists($this->context['container'], $items)) {
$items['_embedded']['items'] = $items[$this->context['container']];
unset($items[$this->context['container']]);
}
}

return $items;
}
private readonly EntityResourceInterface $entityResource,
private ?\Iterator $cursor = null
) {}

public function read()
{
if (isset($this->context['multiple'])) {
return $this->readMultiple();
if ($this->cursor === null) {
$this->cursor = $this->entityResource->getAll();
}

// TODO we need to align all readers together into this version
if (str_contains($this->endpoint::class, 'E5DalApi')) {
// new Paginator
if (null === $this->page) {
$this->page = $this->client->getPaginator($this->endpoint->getAll());
}
$item = $this->page->current();
$this->page->next();
return $item;
if (!$this->cursor->valid()) {
return null;
}

if (null === $this->page) {
$this->page = Paginator::create($this->client, $this->request());
}

$item = $this->page->getItems()->current();
if (!$item) {
$this->page = $this->page->getNextPage();
if (!$this->page) {
return false;
}
$item = $this->page->getItems()->current();
}
$this->page->getItems()->next();

unset($item['_links']);
$item = $this->cursor->current();
$this->cursor->next();

return $item;
}

public function readMultiple()
{
foreach ($this->context['list'] as $key => $endpointItem) {
if ($this->activeEndpoint !== $endpointItem || null === $this->page) {
$endpoint = sprintf($this->endpoint->getAll(), $endpointItem);
$this->page = Paginator::create($this->client, $this->request($endpoint));
$this->activeEndpoint = $endpointItem;
}

$item = $this->page->getItems()->current();
if (!$item) {
$this->page = $this->page->getNextPage();
if (!$this->page) {
unset($this->context['list'][$key]);

return $this->readMultiple();
}
$item = $this->page->getItems()->current();
}

$this->page->getItems()->next();
if (!$item) {
unset($this->context['list'][$key]);

return $this->readMultiple();
}

unset($item['_links']);

return $item;
}

return false;
}

public function getIterator(): \Iterator
{
while ($item = $this->read()) {
Expand All @@ -195,45 +35,17 @@ public function getIterator(): \Iterator

public function find(array $constraints): ReaderInterface
{
// TODO we need to implement a find or search int the API
$reader = $this;
foreach ($constraints as $columnName => $rowValue) {
if (is_string($rowValue)) {
$rowValue = [$rowValue];
}

$reader = $reader->filter(static function ($row) use ($rowValue, $columnName) {
return in_array($row[$columnName], $rowValue);
});
}

return $reader;
throw new \RuntimeException('Not implemented');
}

public function filter(callable $callable): ReaderInterface
{
return new ItemReader($this->processFilter($callable));
}

private function processFilter(callable $callable): \Generator
{
foreach ($this->getIterator() as $key => $row) {
if (true === $callable($row)) {
yield $key => $row;
}
}
throw new \RuntimeException('Not implemented');
}

public function map(callable $callable): ReaderInterface
{
return new ItemReader($this->processMap($callable));
}

private function processMap(callable $callable): \Generator
{
foreach ($this->getIterator() as $key => $row) {
yield $key => $callable($row);
}
throw new \RuntimeException('Not implemented');
}

public function getItems(): array
Expand Down
Loading

0 comments on commit 31da7c7

Please sign in to comment.