Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
6 changes: 3 additions & 3 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -184,9 +184,9 @@ help:
@echo
@echo 'Possible targets'
@echo ' - all - build extensions, cli, and server modules'
@echo ' - extensions - build Greenplum external table and foreign data wrapper extensions'
@echo ' - external-table - build Greenplum external table extension'
@echo ' - fdw - build Greenplum foreign data wrapper extension'
@echo ' - extensions - build Cloudberry external table and foreign data wrapper extensions'
@echo ' - external-table - build Cloudberry external table extension'
@echo ' - fdw - build Cloudberry foreign data wrapper extension'
@echo ' - cli - install Go CLI dependencies and build Go CLI'
@echo ' - server - install server dependencies and build server module'
@echo ' - clean - clean up external-table, fdw, CLI and server binaries'
Expand Down
4 changes: 2 additions & 2 deletions automation/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -240,9 +240,9 @@ ifneq ("$(TEST)", "")
@find src/ -name "$(TEST).java" -exec grep "@Test" -A 1 {} \; | grep "public" | awk '{print "* ", $$3}'
else
@echo "***** Smoke tests: *****"
@ls src/test/java/org/greenplum/pxf/automation/smoke/*Test.java | sed 's/.*\///g' | sed 's/\.java//g' | awk '{print "* ", $$1}'
@ls src/test/java/org/apache/cloudberry/pxf/automation/smoke/*Test.java | sed 's/.*\///g' | sed 's/\.java//g' | awk '{print "* ", $$1}'
@echo "***** Feature tests: *****"
@ls src/test/java/org/greenplum/pxf/automation/features/*/*Test.java | sed 's/.*\///g' | sed 's/\.java//g' | awk '{print "* ", $$1}'
@ls src/test/java/org/apache/cloudberry/pxf/automation/features/*/*Test.java | sed 's/.*\///g' | sed 's/\.java//g' | awk '{print "* ", $$1}'
endif

.PHONY: pxf_regress
Expand Down
12 changes: 6 additions & 6 deletions automation/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>

<groupId>org.greenplum.pxf.automation</groupId>
<groupId>org.apache.cloudberry.pxf.automation</groupId>
<artifactId>pxf-automation</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging>
Expand Down Expand Up @@ -86,31 +86,31 @@
</build>
<dependencies>
<dependency>
<groupId>org.greenplum</groupId>
<groupId>org.apache.cloudberry</groupId>
<artifactId>pxf-api</artifactId>
<scope>system</scope>
<systemPath>${pxf.lib}/pxf-api.jar</systemPath>
<version>LATEST</version>
</dependency>

<dependency>
<groupId>org.greenplum</groupId>
<groupId>org.apache.cloudberry</groupId>
<artifactId>pxf-hbase</artifactId>
<scope>system</scope>
<systemPath>${pxf.lib}/pxf-hbase.jar</systemPath>
<version>LATEST</version>
</dependency>

<dependency>
<groupId>org.greenplum</groupId>
<groupId>org.apache.cloudberry</groupId>
<artifactId>pxf-hdfs</artifactId>
<scope>system</scope>
<systemPath>${pxf.lib}/pxf-hdfs.jar</systemPath>
<version>LATEST</version>
</dependency>

<dependency>
<groupId>org.greenplum</groupId>
<groupId>org.apache.cloudberry</groupId>
<artifactId>pxf-hive</artifactId>
<scope>system</scope>
<systemPath>${pxf.lib}/pxf-hive.jar</systemPath>
Expand All @@ -120,7 +120,7 @@
<!-- Introduced for MapR dependencies that need to be classloaded
before hadoop-common and hadoop-auth. -->
<dependency>
<groupId>org.greenplum</groupId>
<groupId>org.apache.cloudberry</groupId>
<artifactId>pxf-extras</artifactId>
<scope>system</scope>
<systemPath>${pxf.lib}/pxf-extras.jar</systemPath>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ ERROR: PXF server error : java.lang.OutOfMemoryError: Java heap space
-- start_ignore
HINT: Check the PXF logs located in the 'logs-dir' directory on host 'mdw' or 'set client_min_messages=LOG' for additional details.
-- end_ignore
CONTEXT: External table test_out_of_memory, file pxf://dummy_path?FRAGMENTER=org.greenplum.pxf.automation.testplugin.OutOfMemoryFragmenter&ACCESSOR=org.greenplum.pxf.plugins.hdfs.LineBreakAccessor&RESOLVER=org.greenplum.pxf.plugins.hdfs.StringPassResolver
CONTEXT: External table test_out_of_memory, file pxf://dummy_path?FRAGMENTER=org.apache.cloudberry.pxf.automation.testplugin.OutOfMemoryFragmenter&ACCESSOR=org.apache.cloudberry.pxf.plugins.hdfs.LineBreakAccessor&RESOLVER=org.apache.cloudberry.pxf.plugins.hdfs.StringPassResolver
-- wait until the JVM has been killed
SELECT pg_sleep(3);
pg_sleep
Expand All @@ -44,4 +44,4 @@ ERROR: PXF server error : Failed to connect to server, must be down
-- start_ignore
HINT: Use the 'pxf [cluster] start' command to start the PXF service.
-- end_ignore
CONTEXT: External table test_out_of_memory, file pxf://dummy_path?FRAGMENTER=org.greenplum.pxf.automation.testplugin.OutOfMemoryFragmenter&ACCESSOR=org.greenplum.pxf.plugins.hdfs.LineBreakAccessor&RESOLVER=org.greenplum.pxf.plugins.hdfs.StringPassResolver
CONTEXT: External table test_out_of_memory, file pxf://dummy_path?FRAGMENTER=org.apache.cloudberry.pxf.automation.testplugin.OutOfMemoryFragmenter&ACCESSOR=org.apache.cloudberry.pxf.plugins.hdfs.LineBreakAccessor&RESOLVER=org.apache.cloudberry.pxf.plugins.hdfs.StringPassResolver
Original file line number Diff line number Diff line change
Expand Up @@ -16,4 +16,4 @@
SELECT * FROM error_on_10000 ORDER BY num ASC;
ERROR: transfer error (18): Transferred a partial file from 'SOME_IP:SOME_PORT' (libchurl.c:xxx)
DETAIL: curl error buffer: transfer closed with outstanding read data remaining
CONTEXT: External table error_on_10000, line 10001 of file pxf://pxf_automation_data/data?FRAGMENTER=org.greenplum.pxf.plugins.hdfs.HdfsDataFragmenter&ACCESSOR=org.greenplum.pxf.automation.testplugin.ThrowOn10000Accessor&RESOLVER=org.greenplum.pxf.plugins.hdfs.StringPassResolver
CONTEXT: External table error_on_10000, line 10001 of file pxf://pxf_automation_data/data?FRAGMENTER=org.apache.cloudberry.pxf.plugins.hdfs.HdfsDataFragmenter&ACCESSOR=org.apache.cloudberry.pxf.automation.testplugin.ThrowOn10000Accessor&RESOLVER=org.apache.cloudberry.pxf.plugins.hdfs.StringPassResolver
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,6 @@
--
-- end_matchsubs
SELECT * from gpdb_hive_types ORDER BY t1;
ERROR: PXF server error : org.greenplum.pxf.api.error.UnsupportedTypeException: Invalid definition for column sml: expected GPDB type SMALLINT, actual GPDB type INTEGER
ERROR: PXF server error : org.apache.cloudberry.pxf.api.error.UnsupportedTypeException: Invalid definition for column sml: expected GPDB type SMALLINT, actual GPDB type INTEGER
HINT: Check the PXF logs located in the '/home/gpadmin/pxf-base/logs' directory on host '0.0.0.0' or 'set client_min_messages=LOG' for additional details.
CONTEXT: External table gpdb_hive_types, line 1 of pxf://hive_types_rc?FRAGMENTER=org.greenplum.pxf.plugins.hive.HiveInputFormatFragmenter&ACCESSOR=org.greenplum.pxf.plugins.hive.HiveRCFileAccessor&RESOLVER=org.greenplum.pxf.plugins.hive.HiveColumnarSerdeResolver: ""
CONTEXT: External table gpdb_hive_types, line 1 of pxf://hive_types_rc?FRAGMENTER=org.apache.cloudberry.pxf.plugins.hive.HiveInputFormatFragmenter&ACCESSOR=org.apache.cloudberry.pxf.plugins.hive.HiveRCFileAccessor&RESOLVER=org.apache.cloudberry.pxf.plugins.hive.HiveColumnarSerdeResolver: ""
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
import annotations.FailsWithFDW;
import annotations.SkipForFDW;
import annotations.WorksWithFDW;
import org.greenplum.pxf.automation.utils.system.FDWUtils;
import org.apache.cloudberry.pxf.automation.utils.system.FDWUtils;
import org.testng.IInvokedMethod;
import org.testng.IInvokedMethodListener;
import org.testng.ITestResult;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.cluster;
package org.apache.cloudberry.pxf.automation.components.cluster;

import java.io.File;
import java.net.Inet4Address;
Expand All @@ -12,11 +12,11 @@
import org.apache.commons.io.FileUtils;
import org.apache.commons.lang.StringUtils;

import org.greenplum.pxf.automation.components.cluster.installer.nodes.CoordinatorNode;
import org.greenplum.pxf.automation.components.cluster.installer.nodes.Node;
import org.greenplum.pxf.automation.components.cluster.installer.nodes.SegmentNode;
import org.greenplum.pxf.automation.components.common.cli.ParallelShellActions;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes.CoordinatorNode;
import org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes.Node;
import org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes.SegmentNode;
import org.apache.cloudberry.pxf.automation.components.common.cli.ParallelShellActions;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;

/**
* Describes multiple nodes cluster. {@link Node} array holds Nodes with ssh connection to every
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
package org.greenplum.pxf.automation.components.cluster;
package org.apache.cloudberry.pxf.automation.components.cluster;

import org.apache.commons.lang.StringUtils;
import org.greenplum.pxf.automation.components.cluster.installer.nodes.Node;
import org.greenplum.pxf.automation.components.common.ShellSystemObject;
import org.greenplum.pxf.automation.structures.profiles.PxfProfileXml;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes.Node;
import org.apache.cloudberry.pxf.automation.components.common.ShellSystemObject;
import org.apache.cloudberry.pxf.automation.structures.profiles.PxfProfileXml;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;

import java.io.File;
import java.nio.file.Files;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
package org.greenplum.pxf.automation.components.cluster;
package org.apache.cloudberry.pxf.automation.components.cluster;

import org.apache.commons.io.FileUtils;
import org.apache.commons.lang.StringUtils;
import org.greenplum.pxf.automation.components.cluster.installer.nodes.Node;
import org.greenplum.pxf.automation.components.common.cli.ShellCommandErrorException;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes.Node;
import org.apache.cloudberry.pxf.automation.components.common.cli.ShellCommandErrorException;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;

import java.io.File;
import java.io.IOException;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.cluster.installer.nodes;
package org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes;

/**
* Represents Coordinator Node for a cluster
Expand Down
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
package org.greenplum.pxf.automation.components.cluster.installer.nodes;
package org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

import org.apache.commons.lang.StringUtils;

import org.greenplum.pxf.automation.components.common.ShellSystemObject;
import org.apache.cloudberry.pxf.automation.components.common.ShellSystemObject;

/**
* Represents any Node, using ssh connectivity.
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.cluster.installer.nodes;
package org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes;

/**
* Represents a single Segment Node in a cluster
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.common;
package org.apache.cloudberry.pxf.automation.components.common;

import jsystem.framework.system.SystemObjectImpl;

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.common;
package org.apache.cloudberry.pxf.automation.components.common;

import java.io.IOException;
import java.sql.Connection;
Expand All @@ -14,12 +14,12 @@

import jsystem.framework.report.Reporter;

import org.greenplum.pxf.automation.structures.tables.basic.Table;
import org.greenplum.pxf.automation.structures.tables.pxf.ExternalTable;
import org.apache.cloudberry.pxf.automation.structures.tables.basic.Table;
import org.apache.cloudberry.pxf.automation.structures.tables.pxf.ExternalTable;
import org.postgresql.util.PSQLException;

import org.greenplum.pxf.automation.utils.exception.ExceptionUtils;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.utils.exception.ExceptionUtils;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;

/**
* System object for interacting with a DB via JDBC. Every System Object that represents JDBC DB
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
package org.greenplum.pxf.automation.components.common;
package org.apache.cloudberry.pxf.automation.components.common;

import org.greenplum.pxf.automation.structures.tables.basic.Table;
import org.apache.cloudberry.pxf.automation.structures.tables.basic.Table;

import java.util.ArrayList;

Expand Down
Original file line number Diff line number Diff line change
@@ -1,21 +1,21 @@
package org.greenplum.pxf.automation.components.common;
package org.apache.cloudberry.pxf.automation.components.common;

import java.io.File;
import java.io.IOException;
import java.util.List;
import java.util.Map;

import org.greenplum.pxf.automation.utils.curl.CurlUtils;
import org.apache.cloudberry.pxf.automation.utils.curl.CurlUtils;
import jsystem.framework.report.Reporter;

import org.apache.commons.lang.StringUtils;

import org.greenplum.pxf.automation.components.common.cli.PivotalCliConnectionImpl;
import org.greenplum.pxf.automation.components.common.cli.ShellCommandErrorException;
import org.apache.cloudberry.pxf.automation.components.common.cli.PivotalCliConnectionImpl;
import org.apache.cloudberry.pxf.automation.components.common.cli.ShellCommandErrorException;
import systemobject.terminal.Prompt;

import com.aqua.sysobj.conn.CliCommand;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;

/**
* General Shell system objects, each System Object can extend it or use it.
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.common.cli;
package org.apache.cloudberry.pxf.automation.components.common.cli;

import java.util.ArrayList;
import java.util.List;
Expand All @@ -8,10 +8,10 @@
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;

import org.greenplum.pxf.automation.components.cluster.installer.nodes.Node;
import org.greenplum.pxf.automation.components.common.ShellSystemObject;
import org.greenplum.pxf.automation.components.common.threads.CommandExecutionAction;
import org.greenplum.pxf.automation.components.common.threads.FileCopyAction;
import org.apache.cloudberry.pxf.automation.components.cluster.installer.nodes.Node;
import org.apache.cloudberry.pxf.automation.components.common.ShellSystemObject;
import org.apache.cloudberry.pxf.automation.components.common.threads.CommandExecutionAction;
import org.apache.cloudberry.pxf.automation.components.common.threads.FileCopyAction;

/**
* Parallel actions over list of {@link ShellSystemObject} connections
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.common.cli;
package org.apache.cloudberry.pxf.automation.components.common.cli;

import java.io.PrintStream;
import java.util.ArrayList;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.common.cli;
package org.apache.cloudberry.pxf.automation.components.common.cli;

import java.io.File;
import java.io.IOException;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.common.cli;
package org.apache.cloudberry.pxf.automation.components.common.cli;

/**
* This exception will be thrown whenever shell command will fail. If the fail is expected please
Expand Down
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
package org.greenplum.pxf.automation.components.common.threads;
package org.apache.cloudberry.pxf.automation.components.common.threads;

import java.io.IOException;
import java.util.concurrent.Callable;

import org.greenplum.pxf.automation.components.common.ShellSystemObject;
import org.greenplum.pxf.automation.components.common.cli.ShellCommandErrorException;
import org.apache.cloudberry.pxf.automation.components.common.ShellSystemObject;
import org.apache.cloudberry.pxf.automation.components.common.cli.ShellCommandErrorException;

/**
* This worker thread is executing single command on given ShellSystemObject. If success return 1
Expand Down
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
package org.greenplum.pxf.automation.components.common.threads;
package org.apache.cloudberry.pxf.automation.components.common.threads;

import java.util.concurrent.Callable;

import org.greenplum.pxf.automation.components.common.ShellSystemObject;
import org.apache.cloudberry.pxf.automation.components.common.ShellSystemObject;

/**
* Worker thread which copying file from local path to remote node. Returns 1 is success 0
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
package org.greenplum.pxf.automation.components.gpdb;
package org.apache.cloudberry.pxf.automation.components.gpdb;

import com.google.common.collect.Lists;
import org.apache.commons.lang.StringUtils;
import org.greenplum.pxf.automation.components.common.DbSystemObject;
import org.greenplum.pxf.automation.components.common.ShellSystemObject;
import org.greenplum.pxf.automation.structures.tables.basic.Table;
import org.greenplum.pxf.automation.structures.tables.pxf.ExternalTable;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.greenplum.pxf.automation.utils.system.FDWUtils;
import org.apache.cloudberry.pxf.automation.components.common.DbSystemObject;
import org.apache.cloudberry.pxf.automation.components.common.ShellSystemObject;
import org.apache.cloudberry.pxf.automation.structures.tables.basic.Table;
import org.apache.cloudberry.pxf.automation.structures.tables.pxf.ExternalTable;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.utils.system.FDWUtils;
import org.springframework.util.Assert;

import java.io.File;
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.greenplum.pxf.automation.components.hbase;
package org.apache.cloudberry.pxf.automation.components.hbase;

import java.io.IOException;
import java.security.Permission;
Expand Down Expand Up @@ -34,12 +34,12 @@
import org.apache.hadoop.hbase.util.Bytes;

import com.google.protobuf.BlockingRpcChannel;
import org.greenplum.pxf.automation.components.common.BaseSystemObject;
import org.greenplum.pxf.automation.components.common.IDbFunctionality;
import org.greenplum.pxf.automation.structures.tables.hbase.HBaseTable;
import org.greenplum.pxf.automation.utils.hbase.HBaseUtils;
import org.greenplum.pxf.automation.utils.jsystem.report.ReportUtils;
import org.greenplum.pxf.automation.structures.tables.basic.Table;
import org.apache.cloudberry.pxf.automation.components.common.BaseSystemObject;
import org.apache.cloudberry.pxf.automation.components.common.IDbFunctionality;
import org.apache.cloudberry.pxf.automation.structures.tables.hbase.HBaseTable;
import org.apache.cloudberry.pxf.automation.utils.hbase.HBaseUtils;
import org.apache.cloudberry.pxf.automation.utils.jsystem.report.ReportUtils;
import org.apache.cloudberry.pxf.automation.structures.tables.basic.Table;

/**
* HBase system object
Expand Down
Loading
Loading