reducing noise of spark client

NIH-HPC · May 19, 2022 · 87fb68f · 87fb68f
1 parent c044c3c
commit 87fb68f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/pi.py b/pi.py
@@ -32,6 +32,7 @@ def in_circle(_):
     """
 
     sc = SparkContext(appName="PythonPi")
+    sc.setLogLevel('WARN')
     n = 1000000000
     count = sc.parallelize(xrange(1, n + 1)).filter(in_circle).count()
     print("PI=%.12f" % (4.0 * count / n))