import sysfrom pyspark import SparkConf, SparkContextsc = SparkContext("local", "pysaprk word...

Question

import sysfrom pyspark import SparkConf, SparkContextsc = SparkContext("local", "pysaprk word counts")lines = sc.textFile(sys.argv[1]).cache()words = lines.flatMap(lambda line: line.split(" "))pairs = words.map(lambda word: (word, 1))counts = pairs.reduceByKey(lambda a, b: a + b)counts.saveAsTextFile("counts");sc.stop()

Ximi · Accepted Answer

from pyspark import SparkConf, SparkContext
sc = SparkContext("local", "pysaprk word counts")
text_file_path = 'pg100.txt'
lines = sc.textFile(text_file_path).cache()
letters = lines.flatMap(lambda line: line[0])
pairs = letters.map(lambda letter: (letter, 1))
counts = pairs.

import sys from pyspark import SparkConf, SparkContext sc = SparkContext("local", "pysaprk word counts") lines = sc.textFile(sys.argv[1]).cache() words = lines.flatMap(lambda line: line.split(" "))...

Solution

Answer To This Question Is Available To Download

Related Questions & Answers

Submit New Assignment