ref support, fix seeking, improved templates

config/template/akeneo/json/pull_akeneo-entities.yaml → config/template/akeneo/jsonl/pull_akeneo-entities.yaml

@@ -1,10 +1,19 @@
+context:
+  filter: []
+  identifier_filter_list: []
+  query: ''
+
 pipeline:
   input:
     http:
       type: rest_api
       account: '%akeneo_read_connection%'
       endpoint: '%endpoint%'
       method: GET
+      filter: '%filter%'
+      identifier_filter_list: '%identifier_filter_list%'
+      limiters:
+        querystring: '%query%'
   output:
     writer:
       type: jsonl

src/Component/Action/StoreAction.php

@@ -23,8 +23,7 @@ class StoreAction implements ActionInterface, OptionsInterface, ConfigurationAwa
     public ItemActionProcessor $trueActionProcessor;
     public ItemActionProcessor $falseActionProcessor;
 
-    /** @var array */
-    private $defaults = [
+    private array $defaults = [
         'change_manager' => [
             'all_values' => true,
             'values' => [],
@@ -48,6 +47,7 @@ class StoreAction implements ActionInterface, OptionsInterface, ConfigurationAwa
                 'scope' => null,
             ],
         ],
+        'store_product' => true,
         'init' => false,
         'true_action' => [],
         'false_action' => [],
@@ -147,6 +147,10 @@ public function apply(array $item): array
 
     private function storeProduct(string $identifier): void
     {
-        $this->configuration->changeManager->persistChange($identifier);
+        $storeProduct = $this->getOption('store_product');
+
+        if ($storeProduct) {
+            $this->configuration->changeManager->persistChange($identifier);
+        }
     }
 }

src/Component/Akeneo/Client/HttpReaderFactory.php

@@ -7,6 +7,8 @@
 use App\Component\Akeneo\Api\Resources\AkeneoCategoryResource;
 use App\Component\Akeneo\Api\Resources\AkeneoFamiliesResource;
 use App\Component\Akeneo\Api\Resources\AkeneoProductsResource;
+use App\Component\Akeneo\Api\Resources\AkeneoReferenceEntityRecordResource;
+use App\Component\Akeneo\Api\Resources\AkeneoReferenceEntityResource;
 use App\Component\Common\Cursor\MultiCursor;
 use App\Component\Common\Resource\EntityResourceInterface;
 use App\Component\Common\Resource\SearchAbleEntityResourceInterface;
@@ -86,6 +88,7 @@ public function createFromConfiguration(array $configuration, Configuration $con
                 'categories' => AkeneoCategoryResource::NAME,
                 'products' => AkeneoProductsResource::NAME,
                 'options' => AkeneoAttributeOptionsResource::NAME,
+                'reference-entities' => AkeneoReferenceEntityRecordResource::NAME,
             ];
             $endpoint = $endpoints[$endpoint] ?? null;
 
@@ -99,7 +102,6 @@ public function createFromConfiguration(array $configuration, Configuration $con
 
                 return new ApiReader($resource, $cursor);
             }
-            dd($configuration);
 
             $queryString = $context['limiters']['querystring'] ?? null;
             if (!empty($queryString)) {
@@ -108,7 +110,15 @@ public function createFromConfiguration(array $configuration, Configuration $con
                 return new ApiReader($resource, $cursor);
             }
 
-            if (!empty($configuration['identifier_filter_list'])) {
+            if (!empty($configuration['identifier_filter_list']) && $endpoint === AkeneoReferenceEntityRecordResource::NAME) {
+                $cursor = new MultiCursor();
+                foreach ($configuration['identifier_filter_list'] as $identifier) {
+                    $cursor->addCursor($resource->getAllRecords($identifier));
+                }
+                return new ApiReader($resource, $cursor);
+            }
+
+            if (!empty($configuration['identifier_filter_list']) && $endpoint === 'akeneo_attributes') {
                 $cursor = new MultiCursor();
                 foreach ($configuration['identifier_filter_list'] as $identifier) {
                     $cursor->addCursor($resource->getAllByAttributeCode($identifier));

src/Component/Converter/AkeneoProductApiConverter.php

@@ -30,7 +30,7 @@ public function convert(array $item): array
         // first we need to convert the values
         foreach ($item[$container] ?? [] as $key => $valueSet) {
             foreach ($valueSet ?? [] as  $value) {
-                $matcher = Matcher::create($container.'|'.$key, $value['locale'], $value['scope']);
+                $matcher = Matcher::create($container.'|'.$key, $value['locale'] ?? null, $value['scope'] ?? null);
                 $tmp[$keyMain = $matcher->getMainKey()] = $value['data'] ?? null;
                 if ($this->getOption('structure') === 'matcher') {
                     $tmp[$keyMain] = $value;

src/Component/Reader/ItemReader.php

@@ -35,7 +35,7 @@ public function index(array $lines): ItemReaderInterface
     private function processIndex(array $lines): \Generator
     {
         foreach ($lines as $lineNr) {
-            $this->seek($lineNr);
+            $this->cursor instanceof \SeekableIterator ? $this->cursor->seek($lineNr) : $this->seek($lineNr);
             yield $lineNr => $this->cursor->current();
         }
     }