First page Back Continue Last page Image

Cascading Example

https://www.programcreek.com/java-api-examples/?api=cascading.flow.Flow

public Flow runCascadingJob( Path inputPath, Path outputPath) throws IOException

{

Properties properties = new Properties();

ShuttlCsv inputScheme = new ShuttlCsv(new SplunkDataQuery());

TextLine outputScheme = new TextLine();

Hfs input = new Hfs(inputScheme,inputPath.toString());

Hfs output = new Hfs(outputScheme,outputPath.toString(),SinkMode.REPLACE);

Pipe pipe = new Pipe( "test" );

Flow flow = new HadoopFlowConnector( properties ).connect( input, output, pipe );

flow.complete();

return flow;

}