Java+Hadoop：实现股票2014 - 2020年月度波动统计及代码示例

代码如下： ```java import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.FloatWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.Job; import org.apache.hadoop.mapreduce.Mapper; import org.apache.hadoop.mapreduce.Reducer; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import java.io.IOException; import java.util.HashMap; import java.util.Map; public class StockAnalyzer { public static class StockMapper extends Mapper<Object, Text, Text, FloatWritable> { private Text month = new Text(); private FloatWritable volatility = new FloatWritable(); public void map(Object key, Text value, Context context) throws IOException, InterruptedException { String line = value.toString(); String[] fields = line.split(","); if (fields.length == 7 && !fields[0].equals("trade_date")) { String tradeDate = fields[0]; String[] dateParts = tradeDate.split("-"); if (dateParts.length >= 2) { String tradeMonth = dateParts[0] + "." + dateParts[1]; float closePrice = Float.parseFloat(fields[4]); float highPrice = Float.parseFloat(fields[2]); float lowPrice = Float.parseFloat(fields[3]); float volatilityValue = highPrice - lowPrice; volatility.set(volatilityValue); context.write(new Text(tradeMonth), volatility); } } } } public static class StockReducer extends Reducer<Text, FloatWritable, Text, Text> { private Text result = new Text(); public void reduce(Text key, Iterable<FloatWritable> values, Context context) throws IOException, InterruptedException { float totalVolatility = 0; float totalPrice = 0; int count = 0; for (FloatWritable value : values) { totalVolatility += value.get(); count++; } float averagePrice = totalVolatility / count; float volatilityRate = (totalVolatility / averagePrice) * 100; String outputValue = String.format("%.2f-%.2f %.2f%%", averagePrice, totalVolatility, volatilityRate); result.set(outputValue); context.write(key, result); } } public static void main(String[] args) throws Exception { Configuration conf = new Configuration(); Job job = Job.getInstance(conf, "stock analyzer"); job.setJarByClass(StockAnalyzer.class); job.setMapperClass(StockMapper.class); job.setReducerClass(StockReducer.class); job.setOutputKeyClass(Text.class); job.setOutputValueClass(FloatWritable.class); FileInputFormat.addInputPath(job, new Path(args[0])); FileOutputFormat.setOutputPath(job, new Path(args[1])); System.exit(job.waitForCompletion(true) ? 0 : 1); } } ``` pom.xml文件如下： ```xml <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> <modelVersion>4.0.0</modelVersion> <groupId>com.example</groupId> <artifactId>stock-analyzer</artifactId> <version>1.0-SNAPSHOT</version> <properties> <hadoop.version>3.2.2</hadoop.version> </properties> <dependencies> <dependency> <groupId>org.apache.hadoop</groupId> <artifactId>hadoop-common</artifactId> <version>${hadoop.version}</version> </dependency> <dependency> <groupId>org.apache.hadoop</groupId> <artifactId>hadoop-mapreduce-client-core</artifactId> <version>${hadoop.version}</version> </dependency> </dependencies> <build> <plugins> <plugin> <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-compiler-plugin</artifactId> <version>3.8.1</version> <configuration> <source>1.8</source> <target>1.8</target> </configuration> </plugin> <plugin> <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-assembly-plugin</artifactId> <version>3.1.1</version> <configuration> <descriptorRefs> <descriptorRef>jar-with-dependencies</descriptorRef> </descriptorRefs> <archive> <manifest> <mainClass>StockAnalyzer</mainClass> </manifest> </archive> </configuration> <executions> <execution> <phase>package</phase> <goals> <goal>single</goal> </goals> </execution> </executions> </plugin> </plugins> </build> </project> ``` ######[AI写代码神器 | 3687点数解答 | 2024-11-13 12:21:32]