Skip to content

Commit

Permalink
Include SparkR in dist (apache#92)
Browse files Browse the repository at this point in the history
  • Loading branch information
robert3005 authored Jan 6, 2017
1 parent 2bba89d commit f762e6b
Showing 1 changed file with 7 additions and 5 deletions.
12 changes: 7 additions & 5 deletions circle.yml
Original file line number Diff line number Diff line change
@@ -1,8 +1,11 @@
machine:
java:
version: oraclejdk8
post:
- sudo apt-get --assume-yes install r-base r-base-dev
environment:
TERM: dumb
R_HOME: /usr/lib/R

checkout:
post:
Expand All @@ -14,7 +17,7 @@ checkout:

dependencies:
override:
- ./build/mvn -DskipTests -Phadoop-2.7 -Pmesos -Pkinesis-asl -Pyarn -Phive-thriftserver -Phive dependency:go-offline
- ./build/mvn -DskipTests -Phadoop-2.7 -Pkinesis-asl -Pmesos -Pyarn -Phive-thriftserver -Phive -Psparkr dependency:go-offline

test:
override:
Expand All @@ -30,15 +33,14 @@ test:
echo "</server></servers></settings>" >> $tmp_settings

./build/mvn versions:set -DnewVersion=$version
./build/mvn --settings $tmp_settings -DskipTests -Phadoop-2.7 -Pmesos -Pkinesis-asl -Pyarn -Phive-thriftserver clean deploy
./build/mvn --settings $tmp_settings -DskipTests -Phadoop-2.7 -Pkinesis-asl -Pmesos -Pyarn -Phive-thriftserver -Phive -Psparkr clean deploy
}

make_dist() {
dist_name="$1"
build_flags="$2"
dist_version="${version}-${dist_name}"
file_name="spark-dist-${dist_version}.tgz"
sudo apt-get --assume-yes install r-base r-base-dev
./dev/make-distribution.sh --name $dist_name --tgz $build_flags
curl -u $BINTRAY_USERNAME:$BINTRAY_PASSWORD -T $file_name "https://api.bintray.com/content/palantir/releases/spark/${version}/org/apache/spark/spark-dist/${dist_version}/${file_name}"
}
Expand All @@ -48,10 +50,10 @@ test:
publish_artifacts
;;
1)
make_dist hadoop-2.7 "-Phadoop-2.7 -Pmesos -Pkinesis-asl -Pyarn -Phive-thriftserver -Phive"
make_dist hadoop-2.7 "-Phadoop-2.7 -Pkinesis-asl -Pmesos -Pyarn -Phive-thriftserver -Phive -Psparkr"
;;
2)
make_dist without-hadoop "-Psparkr -Phadoop-provided -Pyarn -Pmesos"
make_dist without-hadoop "-Phadoop-provided -Pmesos -Pyarn -Psparkr"
;;
esac
:
Expand Down

0 comments on commit f762e6b

Please sign in to comment.