Nrthugu

import org.apache.spark.api.java.*;

import org.apache.spark.SparkConf;

import scala.Tuple2;

import java.util.Arrays;



public class Wordcount {



 public static void main(String args) {



  SparkConf conf = new SparkConf().setMaster("local").setAppName("wordCount");

  JavaSparkContext sc = new JavaSparkContext(conf);



  // Load our input data.

  String inputFile = "Path\test.txt";



  JavaRDD < String > input = sc.textFile(inputFile);

  // Split in to list of words

  JavaRDD < String > words = input.flatMap(l -> Arrays.asList(l.split(" ")).iterator());



  // Transform into pairs and count.

  JavaPairRDD < String, Integer > pairs = words.mapToPair(w -> new Tuple2<String ,Integer>(w, 1));



  JavaPairRDD < String, Integer > counts = pairs.reduceByKey((x, y) -> x + y);



  System.out.println(counts.collect());

 }

}

Exception in thread "main" java.lang.NoClassDefFoundError: org/apache/hadoop/fs/FSDataInputStream

    at org.apache.spark.SparkConf.loadFromSystemProperties(SparkConf.scala:75)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:70)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:57)

    at Wordcount.main(Wordcount.java:10)

import org.apache.spark.api.java.*;

import org.apache.spark.SparkConf;

import scala.Tuple2;

import java.util.Arrays;



public class Wordcount {



 public static void main(String args) {



  SparkConf conf = new SparkConf().setMaster("local").setAppName("wordCount");

  JavaSparkContext sc = new JavaSparkContext(conf);



  // Load our input data.

  String inputFile = "Path\test.txt";



  JavaRDD < String > input = sc.textFile(inputFile);

  // Split in to list of words

  JavaRDD < String > words = input.flatMap(l -> Arrays.asList(l.split(" ")).iterator());



  // Transform into pairs and count.

  JavaPairRDD < String, Integer > pairs = words.mapToPair(w -> new Tuple2<String ,Integer>(w, 1));



  JavaPairRDD < String, Integer > counts = pairs.reduceByKey((x, y) -> x + y);



  System.out.println(counts.collect());

 }

}

Exception in thread "main" java.lang.NoClassDefFoundError: org/apache/hadoop/fs/FSDataInputStream

    at org.apache.spark.SparkConf.loadFromSystemProperties(SparkConf.scala:75)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:70)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:57)

    at Wordcount.main(Wordcount.java:10)

import org.apache.spark.api.java.*;

import org.apache.spark.SparkConf;

import scala.Tuple2;

import java.util.Arrays;



public class Wordcount {



 public static void main(String args) {



  SparkConf conf = new SparkConf().setMaster("local").setAppName("wordCount");

  JavaSparkContext sc = new JavaSparkContext(conf);



  // Load our input data.

  String inputFile = "Path\test.txt";



  JavaRDD < String > input = sc.textFile(inputFile);

  // Split in to list of words

  JavaRDD < String > words = input.flatMap(l -> Arrays.asList(l.split(" ")).iterator());



  // Transform into pairs and count.

  JavaPairRDD < String, Integer > pairs = words.mapToPair(w -> new Tuple2<String ,Integer>(w, 1));



  JavaPairRDD < String, Integer > counts = pairs.reduceByKey((x, y) -> x + y);



  System.out.println(counts.collect());

 }

}

Exception in thread "main" java.lang.NoClassDefFoundError: org/apache/hadoop/fs/FSDataInputStream

    at org.apache.spark.SparkConf.loadFromSystemProperties(SparkConf.scala:75)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:70)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:57)

    at Wordcount.main(Wordcount.java:10)

import org.apache.spark.api.java.*;

import org.apache.spark.SparkConf;

import scala.Tuple2;

import java.util.Arrays;



public class Wordcount {



 public static void main(String args) {



  SparkConf conf = new SparkConf().setMaster("local").setAppName("wordCount");

  JavaSparkContext sc = new JavaSparkContext(conf);



  // Load our input data.

  String inputFile = "Path\test.txt";



  JavaRDD < String > input = sc.textFile(inputFile);

  // Split in to list of words

  JavaRDD < String > words = input.flatMap(l -> Arrays.asList(l.split(" ")).iterator());



  // Transform into pairs and count.

  JavaPairRDD < String, Integer > pairs = words.mapToPair(w -> new Tuple2<String ,Integer>(w, 1));



  JavaPairRDD < String, Integer > counts = pairs.reduceByKey((x, y) -> x + y);



  System.out.println(counts.collect());

 }

}

Exception in thread "main" java.lang.NoClassDefFoundError: org/apache/hadoop/fs/FSDataInputStream

    at org.apache.spark.SparkConf.loadFromSystemProperties(SparkConf.scala:75)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:70)

    at org.apache.spark.SparkConf.<init>(SparkConf.scala:57)

    at Wordcount.main(Wordcount.java:10)

Your Answer

StackExchange.ifUsing("editor", function () {
StackExchange.using("externalEditor", function () {
StackExchange.using("snippets", function () {
StackExchange.snippets.init();
});
});
}, "code-snippets");

StackExchange.ready(function() {
var channelOptions = {
tags: "".split(" "),
id: "1"
};
initTagRenderer("".split(" "), "".split(" "), channelOptions);

StackExchange.using("externalEditor", function() {
// Have to fire editor after snippets, if snippets enabled
if (StackExchange.settings.snippets.snippetsEnabled) {
StackExchange.using("snippets", function() {
createEditor();
});
}
else {
createEditor();
}
});

function createEditor() {
StackExchange.prepareEditor({
heartbeatType: 'answer',
autoActivateHeartbeat: false,
convertImagesToLinks: true,
noModals: true,
showLowRepImageUploadWarning: true,
reputationToPostImages: 10,
bindNavPrevention: true,
postfix: "",
imageUploader: {
brandingHtml: "Powered by u003ca class="icon-imgur-white" href="https://imgur.com/"u003eu003c/au003e",
contentPolicyHtml: "User contributions licensed under u003ca href="https://creativecommons.org/licenses/by-sa/3.0/"u003ecc by-sa 3.0 with attribution requiredu003c/au003e u003ca href="https://stackoverflow.com/legal/content-policy"u003e(content policy)u003c/au003e",
allowUrls: true
},
onDemand: true,
discardSelector: ".discard-answer"
,immediatelyShowMarkdownHelp:true
});


}
});