Skip to content

Commit 0ab05a5

Browse files
luccadibemboehm7
authored andcommitted
[SYSTEMDS-3929] Fix and generalization of HDF5 readers
Closes #2394.
1 parent 5913c42 commit 0ab05a5

18 files changed

Lines changed: 1367 additions & 162 deletions

src/main/java/org/apache/sysds/parser/DataExpression.java

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1019,6 +1019,18 @@ public void validateExpression(HashMap<String, DataIdentifier> ids, HashMap<Stri
10191019
inferredFormatType = true;
10201020
}
10211021
}
1022+
1023+
// check if file is HDF5 format (by file extension)
1024+
if (formatTypeString == null && shouldReadMTD) {
1025+
formatTypeString = MetaDataAll.checkHasHDF5Format(inputFileName);
1026+
if (formatTypeString != null) {
1027+
addVarParam(FORMAT_TYPE, new StringIdentifier(formatTypeString, this));
1028+
configObj.setFormatTypeString(formatTypeString);
1029+
inferredFormatType = true;
1030+
// HDF5 doesn't require metadata file for dimension validation
1031+
shouldReadMTD = false;
1032+
}
1033+
}
10221034

10231035
if (formatTypeString != null && formatTypeString.equalsIgnoreCase(FileFormat.MM.toString())){
10241036
/*

0 commit comments

Comments
 (0)