Properties properties = new Properties();
// set path to main class
AppProps.setApplicationJarClass(properties, Main.class);
// compress mapreduce output
properties.put("mapred.output.compress", "true");
// set compression codec
properties.put("mapred.output.compression.codec", "org.apache.hadoop.io.compress.SnappyCodec");
FlowConnector flowConnector = new HadoopFlowConnector(properties);
No comments:
Post a Comment