mirror of
https://github.com/Vale54321/BigData.git
synced 2025-12-15 11:29:32 +01:00
Merge branch 'main' of https://github.com/Vale54321/BigData
This commit is contained in:
@@ -1,3 +1,5 @@
|
||||
from sparkstart import scon, spark
|
||||
|
||||
def a(scon, spark, path):
|
||||
rdd = scon.textFile(path)
|
||||
return rdd
|
||||
@@ -49,11 +51,11 @@ def e(scon,spark, path, top_n=20):
|
||||
return d(rdd, top_n)
|
||||
|
||||
def main(scon, spark):
|
||||
"""
|
||||
main(scon, spark)
|
||||
"""
|
||||
rdd = a(scon, spark, "/data/texte/test/robinsonCrusoe.txt")
|
||||
b(rdd)
|
||||
c(rdd)
|
||||
d(rdd)
|
||||
e(scon, spark, "/data/texte/test/DonQuijote.txt")
|
||||
e(scon, spark, "/data/texte/test/DonQuijote.txt")
|
||||
|
||||
if __name__ == "__main__":
|
||||
main(scon, spark)
|
||||
Reference in New Issue
Block a user