JSON & XML Sources

core/src/main/java/org/polypheny/db/adapter/ConnectionMethod.java

@@ -19,7 +19,9 @@
 
 public enum ConnectionMethod {
     LINK,
-    UPLOAD;
+    UPLOAD,
+    URL;
+
 
     public static ConnectionMethod from( String name ) {
         return ConnectionMethod.valueOf( name.toUpperCase() );

core/src/main/java/org/polypheny/db/adapter/DataSource.java

@@ -18,68 +18,26 @@
 
 import com.google.gson.JsonObject;
 import com.google.gson.JsonSerializer;
-import java.util.List;
 import java.util.Map;
-import lombok.AllArgsConstructor;
+import java.util.Set;
 import lombok.Getter;
 import org.pf4j.ExtensionPoint;
 import org.polypheny.db.catalog.catalogs.AdapterCatalog;
 import org.polypheny.db.catalog.entity.LogicalAdapter.AdapterType;
-import org.polypheny.db.type.PolyType;
+import org.polypheny.db.catalog.logistic.DataModel;
 
 @Getter
 public abstract class DataSource<S extends AdapterCatalog> extends Adapter<S> implements ExtensionPoint {
 
+    private final Set<DataModel> supportedDataModels;
     private final boolean dataReadOnly;
 
 
-    protected DataSource( final long adapterId, final String uniqueName, final Map<String, String> settings, final DeployMode mode, boolean dataReadOnly, S catalog ) {
+    protected DataSource( final long adapterId, final String uniqueName, final Map<String, String> settings, final DeployMode mode, boolean dataReadOnly, S catalog, Set<DataModel> supportedModels ) {
         super( adapterId, uniqueName, settings, mode, catalog );
         this.dataReadOnly = dataReadOnly;
-
+        this.supportedDataModels = Set.copyOf( supportedModels );
         informationPage.setLabel( "Sources" );
-    }
-
-
-    public abstract Map<String, List<ExportedColumn>> getExportedColumns();
-
-
-    @AllArgsConstructor
-    public static class ExportedColumn {
-
-        public final String name;
-        public final PolyType type;
-        public final PolyType collectionsType;
-        public final Integer length;
-        public final Integer scale;
-        public final Integer dimension;
-        public final Integer cardinality;
-        public final boolean nullable;
-        public final String physicalSchemaName;
-        public final String physicalTableName;
-        public final String physicalColumnName;
-        public final int physicalPosition;
-        public final boolean primary;
-
-
-        public String getDisplayType() {
-            String typeStr = type.getName();
-            if ( scale != null ) {
-                typeStr += "(" + length + "," + scale + ")";
-            } else if ( length != null ) {
-                typeStr += "(" + length + ")";
-            }
-
-            if ( collectionsType != null ) {
-                typeStr += " " + collectionsType.getName();
-                if ( cardinality != null ) {
-                    typeStr += "(" + dimension + "," + cardinality + ")";
-                } else if ( dimension != null ) {
-                    typeStr += "(" + dimension + ")";
-                }
-            }
-            return typeStr;
-        }
 
     }
 
@@ -104,4 +62,37 @@ private AdapterType getAdapterType() {
         return AdapterType.SOURCE;
     }
 
+
+    public boolean supportsRelational() {
+        return supportedDataModels.contains( DataModel.RELATIONAL );
+    }
+
+
+    public boolean supportsDocument() {
+        return supportedDataModels.contains( DataModel.DOCUMENT );
+    }
+
+
+    public boolean supportsGraph() {
+        return supportedDataModels.contains( DataModel.GRAPH );
+    }
+
+
+    public RelationalDataSource asRelationalDataSource() {
+        // should be overridden by subclasses accordingly
+        throw new IllegalStateException( "This source does not support the relational data model." );
+    }
+
+
+    public DocumentDataSource asDocumentDataSource() {
+        // should be overridden by subclasses accordingly
+        throw new IllegalStateException( "This source does not support the document data model." );
+    }
+
+
+    public DocumentDataSource asGraphDataSource() {
+        // should be overridden by subclasses accordingly
+        throw new IllegalStateException( "This source does not support the graph data model." );
+    }
+
 }

core/src/main/java/org/polypheny/db/adapter/DocumentDataSource.java

@@ -0,0 +1,31 @@
+/*
+ * Copyright 2019-2024 The Polypheny Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.polypheny.db.adapter;
+
+import java.util.List;
+import lombok.Getter;
+import org.polypheny.db.catalog.logistic.EntityType;
+
+public interface DocumentDataSource {
+
+    List<ExportedDocument> getExportedCollection();
+
+    record ExportedDocument( String name, boolean isModifiable, EntityType type ) {
+
+    }
+
+}

core/src/main/java/org/polypheny/db/adapter/RelationalDataSource.java

@@ -0,0 +1,50 @@
+/*
+ * Copyright 2019-2024 The Polypheny Project
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.polypheny.db.adapter;
+
+import java.util.List;
+import java.util.Map;
+import org.polypheny.db.type.PolyType;
+
+public interface RelationalDataSource {
+
+    Map<String, List<ExportedColumn>> getExportedColumns();
+
+    record ExportedColumn( String name, PolyType type, PolyType collectionsType, Integer length, Integer scale, Integer dimension, Integer cardinality, boolean nullable, String physicalSchemaName, String physicalTableName, String physicalColumnName, int physicalPosition, boolean primary ) {
+
+        public String getDisplayType() {
+            String typeStr = type.getName();
+            if ( scale != null ) {
+                typeStr += "(" + length + "," + scale + ")";
+            } else if ( length != null ) {
+                typeStr += "(" + length + ")";
+            }
+
+            if ( collectionsType != null ) {
+                typeStr += " " + collectionsType.getName();
+                if ( cardinality != null ) {
+                    typeStr += "(" + dimension + "," + cardinality + ")";
+                } else if ( dimension != null ) {
+                    typeStr += "(" + dimension + ")";
+                }
+            }
+            return typeStr;
+        }
+
+    }
+
+}

core/src/main/java/org/polypheny/db/catalog/entity/logical/LogicalCollection.java

@@ -50,4 +50,10 @@ public Expression asExpression() {
         return Expressions.call( Catalog.CATALOG_EXPRESSION, "getCollection", Expressions.constant( id ) );
     }
 
+
+    @Override
+    public String getNamespaceName() {
+        return Catalog.snapshot().getNamespace( namespaceId ).orElseThrow().name;
+    }
+
 }

core/src/main/java/org/polypheny/db/catalog/snapshot/impl/LogicalDocSnapshotImpl.java

@@ -29,6 +29,7 @@
 import org.polypheny.db.catalog.catalogs.LogicalDocumentCatalog;
 import org.polypheny.db.catalog.entity.logical.LogicalCollection;
 import org.polypheny.db.catalog.entity.logical.LogicalNamespace;
+import org.polypheny.db.catalog.exceptions.GenericRuntimeException;
 import org.polypheny.db.catalog.logistic.Pattern;
 import org.polypheny.db.catalog.snapshot.LogicalDocSnapshot;
 
@@ -45,7 +46,15 @@ public class LogicalDocSnapshotImpl implements LogicalDocSnapshot {
     public LogicalDocSnapshotImpl( Map<Long, LogicalDocumentCatalog> catalogs ) {
         this.namespaces = ImmutableMap.copyOf( catalogs.values().stream().collect( Collectors.toMap( n -> n.getLogicalNamespace().id, LogicalCatalog::getLogicalNamespace ) ) );
         this.collections = ImmutableMap.copyOf( catalogs.values().stream().flatMap( c -> c.getCollections().values().stream() ).collect( Collectors.toMap( c -> c.id, c -> c ) ) );
-        this.collectionNames = ImmutableMap.copyOf( this.collections.values().stream().collect( Collectors.toMap( c -> c.name, c -> c ) ) );
+        this.collectionNames = ImmutableMap.copyOf( this.collections.values().stream().collect(
+                Collectors.toMap(
+                        c -> c.name,
+                        c -> c,
+                        ( existing, replacement ) -> {
+                            throw new GenericRuntimeException( "A collection of documents called '" + existing.name + "' already exists." );
+                        }
+                )
+        ) );
         this.namespaceCollections = ImmutableMap.copyOf( catalogs.values().stream().collect( Collectors.toMap( c -> c.getLogicalNamespace().id, c -> List.copyOf( c.getCollections().values() ) ) ) );
     }
 

core/src/main/java/org/polypheny/db/routing/DmlRouter.java

@@ -34,7 +34,7 @@ public interface DmlRouter {
     /**
      * Routes DML queries and returns a RelNode.
      */
-    AlgNode routeDml( LogicalRelModify node, Statement statement );
+    AlgNode routeRelationalDml( LogicalRelModify node, Statement statement );
 
     /**
      * Routes conditional executes and directly returns a RelNode.

core/src/main/java/org/polypheny/db/security/SecurityManager.java

@@ -25,8 +25,9 @@
 import javax.annotation.Nullable;
 import lombok.Getter;
 import lombok.Setter;
+import lombok.extern.slf4j.Slf4j;
 
-
+@Slf4j
 public class SecurityManager {
 
     private static SecurityManager INSTANCE = null;
@@ -74,15 +75,26 @@ public boolean checkPathAccess( Path path ) {
             dir = dir.getParent();
         }
         AuthStatus status = this.status.get( dir );
-
+        if ( dir.startsWith( "classpath:" ) ) {
+            status.setStep( AuthStep.SUCCESSFUL );
+            return true;
+        }
+        if ( status == null ) {
+            log.debug( "No auth status available for directory {}", dir );
+            return false;
+        }
         if ( status.step == AuthStep.SUCCESSFUL ) {
             return true;
         }
-        if ( Arrays.stream( Objects.requireNonNull( status.path.toFile().listFiles() ) ).noneMatch( f -> f.getName().equals( "polypheny.access" ) && f.isFile() ) ) {
-            // TODO: if more fine-grained access control is required, add as content of file
+        try {
+            if ( Arrays.stream( Objects.requireNonNull( status.path.toFile().listFiles() ) ).noneMatch( f -> f.getName().equals( "polypheny.access" ) && f.isFile() ) ) {
+                // TODO: if more fine-grained access control is required, add as content of file
+                return false;
+            }
+        } catch ( Exception e ) {
+            log.debug( "Filed to check for polypheny.access as the specified path is not a directory {}", dir );
             return false;
         }
-
         status.setStep( AuthStep.SUCCESSFUL );
         return true;
     }

core/src/main/java/org/polypheny/db/util/Source.java

@@ -52,6 +52,8 @@ public interface Source {
 
     String path();
 
+    boolean isFile();
+
     Reader reader() throws IOException;
 
     InputStream openStream() throws IOException;

core/src/main/java/org/polypheny/db/util/Sources.java

@@ -100,7 +100,7 @@ private static String trimOrNull( String s, String suffix ) {
     }
 
 
-    private static boolean isFile( Source source ) {
+    private static boolean protocolIsFile( Source source ) {
         return source.protocol().equals( "file" );
     }
 
@@ -190,6 +190,12 @@ public String path() {
         }
 
 
+        @Override
+        public boolean isFile() {
+            return file != null;
+        }
+
+
         @Override
         public Reader reader() throws IOException {
             final InputStream is;
@@ -234,7 +240,7 @@ public Source trimOrNull( String suffix ) {
 
         @Override
         public Source append( Source child ) {
-            if ( isFile( child ) ) {
+            if ( protocolIsFile( child ) ) {
                 if ( child.file().isAbsolute() ) {
                     return child;
                 }
@@ -261,16 +267,16 @@ public Source append( Source child ) {
 
         @Override
         public Source relative( Source parent ) {
-            if ( isFile( parent ) ) {
-                if ( isFile( this ) && file.getPath().startsWith( parent.file().getPath() ) ) {
+            if ( protocolIsFile( parent ) ) {
+                if ( protocolIsFile( this ) && file.getPath().startsWith( parent.file().getPath() ) ) {
                     String rest = file.getPath().substring( parent.file().getPath().length() );
                     if ( rest.startsWith( File.separator ) ) {
                         return Sources.file( null, rest.substring( File.separator.length() ) );
                     }
                 }
                 return this;
             } else {
-                if ( !isFile( this ) ) {
+                if ( !protocolIsFile( this ) ) {
                     String rest = Sources.trimOrNull( url.toExternalForm(), parent.url().toExternalForm() );
                     if ( rest != null && rest.startsWith( "/" ) ) {
                         return Sources.file( null, rest.substring( 1 ) );