Skip to content
This repository was archived by the owner on Apr 14, 2023. It is now read-only.

Commit 7367724

Browse files
tkakantousistkakantousis
committed
bump hopsutil
1 parent 6fad78a commit 7367724

File tree

4 files changed

+100
-2
lines changed

4 files changed

+100
-2
lines changed

‎deploy.sh‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
#!/bin/bash
2+
3+
set -e
4+
git pull
5+
6+
mvn clean install
7+
8+
VERSION=`grep -o -a -m 1 -h -r "version>.*</version" ./pom.xml | head -1 | sed "s/version//g" | sed "s/>//" | sed "s/<\///g"`
9+
SERVER='snurran.sics.se'
10+
11+
echo ""
12+
echo "Deploying hops-examples-spark-${VERSION}.jar to ${SERVER}"
13+
echo ""
14+
scp spark/target/hops-examples-spark-${VERSION}.jar [email protected]:/var/www/hops
15+
16+
17+
echo ""
18+
echo "Deploying hops-examples-flink-${VERSION}.jar to ${SERVER}"
19+
echo ""
20+
scp flink/target/hops-examples-flink-${VERSION}.jar [email protected]:/var/www/hops
21+
22+
echo ""
23+
echo "Deploying hops-examples-hive-${VERSION}.jar to ${SERVER}"
24+
echo ""
25+
scp hive/target/hops-examples-hive-${VERSION}.jar [email protected]:/var/www/hops

‎hive/logs/hops-examples.hive.log‎

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,46 @@
1+
2018-01-1917:38:19.880INFO[main][io.hops.examples.hive.HiveJDBCClient][getHiveJDBCConnection][io.hops.examples.hive.HiveJDBCClient.getHiveJDBCConnection(HiveJDBCClient.java:65)]-Reading hive credentials from properties file
2+
2018-01-1917:38:19.882INFO[main][io.hops.examples.hive.HiveJDBCClient][getHiveJDBCConnection][io.hops.examples.hive.HiveJDBCClient.getHiveJDBCConnection(HiveJDBCClient.java:67)]-Establishing connection to Hive server at:jdbc:hive2://hops.site:9084
3+
2018-01-1917:38:19.936INFO[main][org.apache.hive.jdbc.Utils][parseURL][org.apache.hive.jdbc.Utils.parseURL(Utils.java:325)]-Supplied authorities: hops.site:9084
4+
2018-01-1917:38:19.939INFO[main][org.apache.hive.jdbc.Utils][parseURL][org.apache.hive.jdbc.Utils.parseURL(Utils.java:444)]-Resolved authority: hops.site:9084
5+
2018-01-1917:38:20.678INFO[main][io.hops.examples.hive.HiveJDBCClient][getHiveJDBCConnection][io.hops.examples.hive.HiveJDBCClient.getHiveJDBCConnection(HiveJDBCClient.java:74)]-Connection established!
6+
2018-01-1917:38:37.246INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:46)]-City Price
7+
2018-01-1917:38:37.303INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-ANTELOPE 232496.39393939395
8+
2018-01-1917:38:37.304INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-AUBURN 405890.8
9+
2018-01-1917:38:37.304INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-CAMERON PARK 267944.44444444444
10+
2018-01-1917:38:37.304INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-CARMICHAEL 295684.75
11+
2018-01-1917:38:37.304INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-CITRUS HEIGHTS 187114.91428571427
12+
2018-01-1917:38:37.305INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-COOL 300000.0
13+
2018-01-1917:38:37.305INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-DIAMOND SPRINGS 216033.0
14+
2018-01-1917:38:37.305INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-EL DORADO 247000.0
15+
2018-01-1917:38:37.305INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-EL DORADO HILLS 491698.95652173914
16+
2018-01-1917:38:37.305INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-ELK GROVE 271157.6929824561
17+
2018-01-1917:38:37.306INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-ELVERTA 132866.0
18+
2018-01-1917:38:37.306INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-FAIR OAKS 303500.6666666667
19+
2018-01-1917:38:37.306INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-FOLSOM 414960.17647058825
20+
2018-01-1917:38:37.306INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-FORESTHILL 194818.0
21+
2018-01-1917:38:37.306INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-GALT 236943.42857142858
22+
2018-01-1917:38:37.307INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-GARDEN VALLEY 490000.0
23+
2018-01-1917:38:37.307INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-GOLD RIVER 358000.0
24+
2018-01-1917:38:37.307INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-GRANITE BAY 678733.3333333334
25+
2018-01-1917:38:37.307INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-GREENWOOD 395000.0
26+
2018-01-1917:38:37.307INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-LINCOLN 96539.26388888889
27+
2018-01-1917:38:37.308INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-LOOMIS 567000.0
28+
2018-01-1917:38:37.308INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-MATHER 237800.0
29+
2018-01-1917:38:37.308INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-MEADOW VISTA 230000.0
30+
2018-01-1917:38:37.308INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-NORTH HIGHLANDS 135659.33333333334
31+
2018-01-1917:38:37.308INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-ORANGEVALE 279159.54545454547
32+
2018-01-1917:38:37.308INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-PENRYN 506688.0
33+
2018-01-1917:38:37.309INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-PLACERVILLE 363863.4
34+
2018-01-1917:38:37.309INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-POLLOCK PINES 240302.66666666666
35+
2018-01-1917:38:37.309INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-RANCHO CORDOVA 263405.9285714286
36+
2018-01-1917:38:37.309INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-RANCHO MURIETA 297750.0
37+
2018-01-1917:38:37.309INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-RIO LINDA 172727.61538461538
38+
2018-01-1917:38:37.310INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-ROCKLIN 381835.82352941175
39+
2018-01-1917:38:37.310INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-ROSEVILLE 324528.25
40+
2018-01-1917:38:37.310INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-SACRAMENTO 197735.98861047835
41+
2018-01-1917:38:37.310INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-SHINGLE SPRINGS 275000.0
42+
2018-01-1917:38:37.310INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-SLOUGHHOUSE 2000.0
43+
2018-01-1917:38:37.310INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-WALNUT GROVE 380000.0
44+
2018-01-1917:38:37.311INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-WEST SACRAMENTO 170700.0
45+
2018-01-1917:38:37.311INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:48)]-WILTON 617508.4
46+
2018-01-1917:38:40.104INFO[main][io.hops.examples.hive.HiveJDBCClient][main][io.hops.examples.hive.HiveJDBCClient.main(HiveJDBCClient.java:53)]-Exiting...

‎pom.xml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
<modelVersion>4.0.0</modelVersion>
44
<groupId>io.hops</groupId>
55
<artifactId>hops-examples</artifactId>
6-
<version>0.3.0</version>
6+
<version>0.4.0-SNAPSHOT</version>
77
<packaging>pom</packaging>
88
<properties>
99
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
@@ -15,7 +15,7 @@
1515
<dependency>
1616
<groupId>io.hops</groupId>
1717
<artifactId>hops-util</artifactId>
18-
<version>0.3.0-SNAPSHOT</version>
18+
<version>0.4.0</version>
1919
</dependency>
2020
<dependency>
2121
<groupId>io.hops</groupId>

‎spark/src/main/java/io/hops/examples/spark/MyHiveExamples.java‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
package io.hops.examples.spark;
2+
3+
import io.hops.util.Hops;
4+
import org.apache.spark.SparkConf;
5+
import org.apache.spark.sql.SparkSession;
6+
7+
/**
8+
*
9+
*
10+
*/
11+
public class MyHiveExamples {
12+
13+
public static void main(String[] args) {
14+
SparkConf sparkConf = new SparkConf().setAppName(Hops.getJobName());
15+
SparkSession spark = SparkSession
16+
.builder()
17+
.appName(Hops.getJobName())
18+
.config(sparkConf)
19+
.getOrCreate();
20+
21+
spark.read().parquet(args[0] + args[1] + ".parquet").write().partitionBy("cgi").option(
22+
"orc.compress", "zlib").orc(args[0] + args[2] + "_cgi.orc");
23+
24+
spark.stop();
25+
26+
}
27+
}

0 commit comments

Comments
 (0)