Skip to content

Commit

Permalink
Update HadoopQueryEngine
Browse files Browse the repository at this point in the history
  • Loading branch information
mdf369 committed Dec 21, 2017
1 parent bc99e28 commit c7aa5d1
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -59,11 +59,12 @@ public FileReader(ITsRandomAccessFileReader raf) throws IOException {
* @param reader
* @param rowGroupMetaDataList
*/
public FileReader(ITsRandomAccessFileReader reader, List<RowGroupMetaData> rowGroupMetaDataList) {
public FileReader(ITsRandomAccessFileReader reader, List<RowGroupMetaData> rowGroupMetaDataList) throws IOException {
this.randomAccessFileReader = reader;
this.rwLock = new ReentrantReadWriteLock();
this.rowGroupReaderLRUList = new LinkedList<>();
initFromRowGroupMetadataList(rowGroupMetaDataList);
init();
}

/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,27 +27,27 @@ public HadoopQueryEngine(ITsRandomAccessFileReader raf, List<RowGroupMetaData> r
this.rowGroupMetaDataList = rowGroupMetaDataList;
}

private void initDeviceIdList(List<String> deviceIdList) {
private List<String> initDeviceIdList() {
Set<String> deviceIdSet = new HashSet<>();
for (RowGroupMetaData rowGroupMetaData : rowGroupMetaDataList) {
deviceIdSet.add(rowGroupMetaData.getDeltaObjectID());
}
deviceIdList = new ArrayList<>(deviceIdSet);
return new ArrayList<>(deviceIdSet);
}

private void initSensorIdList(List<String> sensorIdList){
private List<String> initSensorIdList(){
Set<String> sensorIdSet = new HashSet<>();
for(RowGroupMetaData rowGroupMetaData : rowGroupMetaDataList) {
for(TimeSeriesChunkMetaData timeSeriesChunkMetaData : rowGroupMetaData.getTimeSeriesChunkMetaDataList()){
sensorIdSet.add(timeSeriesChunkMetaData.getProperties().getMeasurementUID());
}
}
sensorIdList = new ArrayList<>(sensorIdSet);
return new ArrayList<>(sensorIdSet);
}

public QueryDataSet queryWithSpecificRowGroups(List<String> deviceIdList, List<String> sensorIdList, FilterExpression timeFilter, FilterExpression freqFilter, FilterExpression valueFilter) throws IOException{
if(deviceIdList == null)initDeviceIdList(deviceIdList);
if(sensorIdList == null)initSensorIdList(sensorIdList);
if(deviceIdList == null)deviceIdList = initDeviceIdList();
if(sensorIdList == null)sensorIdList = initSensorIdList();

List<Path> paths = new ArrayList<>();
for(String deviceId : deviceIdList){
Expand Down Expand Up @@ -122,4 +122,4 @@ public boolean getMoreRecords() throws IOException {
}
};
}
}
}

0 comments on commit c7aa5d1

Please sign in to comment.