org.pentaho.di.trans.steps.parallelgzipcsv
Class ParGzipCsvInputData

java.lang.Object
  extended by org.pentaho.di.trans.step.BaseStepData
      extended by org.pentaho.di.trans.steps.parallelgzipcsv.ParGzipCsvInputData
All Implemented Interfaces:
StepDataInterface

public class ParGzipCsvInputData
extends BaseStepData
implements StepDataInterface

Since:
3.2
Author:
Matt

Nested Class Summary
 
Nested classes/interfaces inherited from class org.pentaho.di.trans.step.BaseStepData
BaseStepData.StepExecutionStatus
 
Field Summary
 byte[] binaryFilename
           
 int blockNr
           
 long blockSize
           
 int bufferSize
           
 byte[] byteBuffer
          This is the main byte buffer into which we're going to read chunks of data...
 RowMetaInterface convertRowMeta
           
 byte[] delimiter
           
 byte[] enclosure
           
 int endBuffer
           
 boolean eofReached
           
 int filenameFieldIndex
           
 String[] filenames
           
 int filenr
           
 long fileReadPosition
           
 InputStream fis
           
 GZIPInputStream gzis
           
 boolean isAddingRowNumber
           
 int maxBuffer
           
 RowMetaInterface outputRowMeta
           
 boolean parallel
           
 long rowNumber
           
 int rownumFieldIndex
           
 int startBuffer
           
 int startFilenr
           
 int stepNumber
           
 long totalBytesRead
           
 int totalNumberOfSteps
           
 
Constructor Summary
ParGzipCsvInputData()
           
 
Method Summary
 boolean getMoreData()
          Read more data from our current file...
 byte[] removeEscapedEnclosures(byte[] field, int nrEnclosuresFound)
           
 
Methods inherited from class org.pentaho.di.trans.step.BaseStepData
getStatus, isDisposed, isEmpty, isFinished, isIdle, isInitialising, isRunning, isStopped, setStatus
 
Methods inherited from class java.lang.Object
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 
Methods inherited from interface org.pentaho.di.trans.step.StepDataInterface
getStatus, isDisposed, isEmpty, isFinished, isIdle, isInitialising, isRunning, setStatus
 

Field Detail

convertRowMeta

public RowMetaInterface convertRowMeta

outputRowMeta

public RowMetaInterface outputRowMeta

filenames

public String[] filenames

filenr

public int filenr

startFilenr

public int startFilenr

binaryFilename

public byte[] binaryFilename

fis

public InputStream fis

isAddingRowNumber

public boolean isAddingRowNumber

rowNumber

public long rowNumber

stepNumber

public int stepNumber

totalNumberOfSteps

public int totalNumberOfSteps

parallel

public boolean parallel

filenameFieldIndex

public int filenameFieldIndex

rownumFieldIndex

public int rownumFieldIndex

gzis

public GZIPInputStream gzis

bufferSize

public int bufferSize

delimiter

public byte[] delimiter

enclosure

public byte[] enclosure

startBuffer

public int startBuffer

endBuffer

public int endBuffer

maxBuffer

public int maxBuffer

byteBuffer

public byte[] byteBuffer
This is the main byte buffer into which we're going to read chunks of data...


totalBytesRead

public long totalBytesRead

blockSize

public long blockSize

eofReached

public boolean eofReached

fileReadPosition

public long fileReadPosition

blockNr

public int blockNr
Constructor Detail

ParGzipCsvInputData

public ParGzipCsvInputData()
Method Detail

removeEscapedEnclosures

public byte[] removeEscapedEnclosures(byte[] field,
                                      int nrEnclosuresFound)
Returns:
the byte array with escaped enclosures escaped.

getMoreData

public boolean getMoreData()
                    throws KettleException
Read more data from our current file...

Returns:
Throws:
KettleException