Skip to content

Commit 57fb182

Browse files
tmckayustmckayus
committed
Update oshinko-cli version to v0.6.1 and spark version to 2.4.0
1 parent 72fda04 commit 57fb182

45 files changed

Lines changed: 640 additions & 235 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎image.java-inc.yaml‎

Lines changed: 51 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,51 @@
1+
schema_version: 1
2+
3+
name: "radanalyticsio/radanalytics-java-spark"
4+
version: 1.0
5+
release: dev
6+
from: "fabric8/s2i-java:2.2.0"
7+
labels:
8+
- name: "io.k8s.description"
9+
value: "Platform for building a radanalytics java spark app"
10+
- name: "io.k8s.display-name"
11+
value: "radanalytics java_spark"
12+
- name: "io.openshift.expose-services"
13+
value: "8080:http"
14+
- name: "io.openshift.s2i.scripts-url"
15+
value: "image:///usr/local/s2i"
16+
- name: "io.openshift.tags"
17+
value: "builder,radanalytics,java_spark"
18+
envs:
19+
- name: RADANALYTICS_JAVA_SPARK
20+
value: 1.0
21+
- name: PATH
22+
value: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin
23+
- name: SPARK_HOME
24+
value: /opt/spark
25+
- name: SPARK_INSTALL
26+
value: /opt/spark-distro
27+
- name: APP_ROOT
28+
value: /opt/app-root
29+
- name: STI_SCRIPTS_PATH
30+
value: /usr/local/s2i
31+
- name: APP_LANG
32+
value: java
33+
- name: SPARK_VERSION
34+
value: 2.4.0
35+
modules:
36+
install:
37+
- name: common
38+
- name: java
39+
packages:
40+
install:
41+
- tar
42+
- wget
43+
artifacts:
44+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
45+
md5: ce740893afa0801134151ff83e7f21e6
46+
run:
47+
user: 185
48+
cmd:
49+
- "/usr/local/s2i/usage"
50+
entrypoint:
51+
- "/opt/app-root/etc/bootstrap.sh"

‎image.java.yaml‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ labels:
1616
- name: "io.openshift.tags"
1717
value: "builder,radanalytics,java_spark"
1818
- name: "io.radanalytics.sparkdistro"
19-
value: "https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz"
19+
value: "https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz"
2020
envs:
2121
- name: RADANALYTICS_JAVA_SPARK
2222
value: 1.0
@@ -33,7 +33,7 @@ envs:
3333
- name: APP_LANG
3434
value: java
3535
- name: SPARK_VERSION
36-
value: 2.3.0
36+
value: 2.4.0
3737
modules:
3838
install:
3939
- name: common
@@ -44,10 +44,10 @@ packages:
4444
- tar
4545
- wget
4646
artifacts:
47-
- url: https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz
48-
md5: af45eeb06dc1beee6d4c70b92c0e0237
49-
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.5.6/oshinko_v0.5.6_linux_amd64.tar.gz
50-
md5: a839a8942ec08650c28f789570f5c85e
47+
- url: https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz
48+
md5: c1a230474c21335c983f45e84dcf8fb9
49+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
50+
md5: ce740893afa0801134151ff83e7f21e6
5151
run:
5252
user: 185
5353
cmd:

‎image.pyspark-inc.yaml‎

Lines changed: 48 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
schema_version: 1
2+
3+
name: "radanalyticsio/radanalytics-pyspark"
4+
version: 1.0
5+
release: dev
6+
from: "centos/python-27-centos7:latest"
7+
labels:
8+
- name: "io.k8s.description"
9+
value: "Platform for building a radanalytics Python 2.7 pyspark app"
10+
- name: "io.k8s.display-name"
11+
value: "radanalytics pyspark"
12+
- name: "io.openshift.expose-services"
13+
value: "8080:http"
14+
- name: "io.openshift.s2i.scripts-url"
15+
value: "image:///usr/libexec/s2i"
16+
- name: "io.openshift.tags"
17+
value: "builder,radanalytics,pyspark"
18+
envs:
19+
- name: RADANALYTICS_PYSPARK
20+
value: 1.0
21+
- name: PATH
22+
value: /opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/opt/app-root/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin
23+
- name: SPARK_HOME
24+
value: /opt/spark
25+
- name: SPARK_INSTALL
26+
value: /opt/spark-distro
27+
- name: PYTHONPATH
28+
value: /opt/spark/python
29+
- name: APP_ROOT
30+
value: /opt/app-root
31+
- name: APP_LANG
32+
value: python
33+
modules:
34+
install:
35+
- name: common
36+
- name: pyspark
37+
packages:
38+
install:
39+
- java-1.8.0-openjdk
40+
artifacts:
41+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
42+
md5: ce740893afa0801134151ff83e7f21e6
43+
run:
44+
user: 185
45+
cmd:
46+
- "/usr/libexec/s2i/usage"
47+
entrypoint:
48+
- "/opt/app-root/etc/bootstrap.sh"

‎image.pyspark-py36-inc.yaml‎

Lines changed: 48 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,48 @@
1+
schema_version: 1
2+
3+
name: "radanalyticsio/radanalytics-pyspark-py36"
4+
version: 1.0
5+
release: dev
6+
from: "centos/python-36-centos7:latest"
7+
labels:
8+
- name: "io.k8s.description"
9+
value: "Platform for building a radanalytics Python 3.6 pyspark app"
10+
- name: "io.k8s.display-name"
11+
value: "radanalytics pyspark-py36"
12+
- name: "io.openshift.expose-services"
13+
value: "8080:http"
14+
- name: "io.openshift.s2i.scripts-url"
15+
value: "image:///usr/libexec/s2i"
16+
- name: "io.openshift.tags"
17+
value: "builder,radanalytics,pyspark"
18+
envs:
19+
- name: RADANALYTICS_PYSPARK
20+
value: 1.0
21+
- name: PATH
22+
value: /opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/opt/app-root/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin
23+
- name: SPARK_HOME
24+
value: /opt/spark
25+
- name: SPARK_INSTALL
26+
value: /opt/spark-distro
27+
- name: PYTHONPATH
28+
value: /opt/spark/python
29+
- name: APP_ROOT
30+
value: /opt/app-root
31+
- name: APP_LANG
32+
value: python
33+
modules:
34+
install:
35+
- name: common
36+
- name: pyspark
37+
packages:
38+
install:
39+
- java-1.8.0-openjdk
40+
artifacts:
41+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
42+
md5: ce740893afa0801134151ff83e7f21e6
43+
run:
44+
user: 185
45+
cmd:
46+
- /usr/libexec/s2i/usage
47+
entrypoint:
48+
- "/opt/app-root/etc/bootstrap.sh"

‎image.pyspark-py36.yaml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ labels:
1616
- name: "io.openshift.tags"
1717
value: "builder,radanalytics,pyspark"
1818
- name: "io.radanalytics.sparkdistro"
19-
value: "https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz"
19+
value: "https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz"
2020
envs:
2121
- name: RADANALYTICS_PYSPARK
2222
value: 1.0
@@ -41,10 +41,10 @@ packages:
4141
install:
4242
- java-1.8.0-openjdk
4343
artifacts:
44-
- url: https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz
45-
md5: af45eeb06dc1beee6d4c70b92c0e0237
46-
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.5.6/oshinko_v0.5.6_linux_amd64.tar.gz
47-
md5: a839a8942ec08650c28f789570f5c85e
44+
- url: https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz
45+
md5: c1a230474c21335c983f45e84dcf8fb9
46+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
47+
md5: ce740893afa0801134151ff83e7f21e6
4848
run:
4949
user: 185
5050
cmd:

‎image.pyspark.yaml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ labels:
1616
- name: "io.openshift.tags"
1717
value: "builder,radanalytics,pyspark"
1818
- name: "io.radanalytics.sparkdistro"
19-
value: "https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz"
19+
value: "https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz"
2020
envs:
2121
- name: RADANALYTICS_PYSPARK
2222
value: 1.0
@@ -41,10 +41,10 @@ packages:
4141
install:
4242
- java-1.8.0-openjdk
4343
artifacts:
44-
- url: https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz
45-
md5: af45eeb06dc1beee6d4c70b92c0e0237
46-
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.5.6/oshinko_v0.5.6_linux_amd64.tar.gz
47-
md5: a839a8942ec08650c28f789570f5c85e
44+
- url: https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz
45+
md5: c1a230474c21335c983f45e84dcf8fb9
46+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
47+
md5: ce740893afa0801134151ff83e7f21e6
4848
run:
4949
user: 185
5050
cmd:

‎image.scala-inc.yaml‎

Lines changed: 46 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,46 @@
1+
schema_version: 1
2+
3+
name: "radanalytics-scala-spark"
4+
version: 1.0
5+
release: dev
6+
from: "radanalyticsio/s2i-scala-container:latest"
7+
labels:
8+
- name: "io.k8s.description"
9+
value: "Platform for building a radanalytics Scala Spark app"
10+
- name: "io.k8s.display-name"
11+
value: "radanalytics scala_spark"
12+
- name: "io.openshift.expose-services"
13+
value: "8080:http"
14+
- name: "io.openshift.s2i.scripts-url"
15+
value: "image:///usr/libexec/s2i"
16+
- name: "io.openshift.tags"
17+
value: "builder,radanalytics,scala_spark"
18+
envs:
19+
- name: PATH
20+
value: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin:/opt/scala/bin:/opt/sbt/bin
21+
- name: SPARK_HOME
22+
value: /opt/spark
23+
- name: SPARK_INSTALL
24+
value: /opt/spark-distro
25+
- name: APP_ROOT
26+
value: /opt/app-root
27+
- name: SBT_OPTS
28+
value: -Dsbt.global.base=/tmp/.sbt/0.13 -Dsbt.ivy.home=/tmp/.ivy2 -Xms512M -Xmx1536M -Xss1M -XX:+CMSClassUnloadingEnabled
29+
- name: APP_LANG
30+
value: scala
31+
modules:
32+
install:
33+
- name: common
34+
- name: scala
35+
packages:
36+
install:
37+
- git
38+
artifacts:
39+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
40+
md5: ce740893afa0801134151ff83e7f21e6
41+
run:
42+
user: 185
43+
cmd:
44+
- "/usr/libexec/s2i/usage"
45+
entrypoint:
46+
- "/opt/app-root/etc/bootstrap.sh"

‎image.scala.yaml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ labels:
1616
- name: "io.openshift.tags"
1717
value: "builder,radanalytics,scala_spark"
1818
- name: "io.radanalytics.sparkdistro"
19-
value: "https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz"
19+
value: "https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz"
2020
envs:
2121
- name: PATH
2222
value: /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin:/opt/scala/bin:/opt/sbt/bin
@@ -39,10 +39,10 @@ packages:
3939
install:
4040
- git
4141
artifacts:
42-
- url: https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz
43-
md5: af45eeb06dc1beee6d4c70b92c0e0237
44-
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.5.6/oshinko_v0.5.6_linux_amd64.tar.gz
45-
md5: a839a8942ec08650c28f789570f5c85e
42+
- url: https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz
43+
md5: c1a230474c21335c983f45e84dcf8fb9
44+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
45+
md5: ce740893afa0801134151ff83e7f21e6
4646
run:
4747
user: 185
4848
cmd:

‎image.sparklyr-inc.yaml‎

Lines changed: 42 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,42 @@
1+
schema_version: 1
2+
3+
name: "radanalyticsio/radanalytics-sparklyr"
4+
version: 1.0
5+
release: dev
6+
from: "rimolive/r-34-centos7:latest"
7+
labels:
8+
- name: "io.k8s.description"
9+
value: "Platform for building a radanalytics sparklyr app"
10+
- name: "io.k8s.display-name"
11+
value: "radanalytics sparklyr"
12+
- name: "io.openshift.expose-services"
13+
value: "8080:http"
14+
- name: "io.openshift.s2i.scripts-url"
15+
value: "image:///usr/libexec/s2i"
16+
- name: "io.openshift.tags"
17+
value: "builder,radanalytics,sparklyr"
18+
envs:
19+
- name: PATH
20+
value: /opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/opt/app-root/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin
21+
- name: SPARK_HOME
22+
value: /opt/spark
23+
- name: SPARK_INSTALL
24+
value: /opt/spark-distro
25+
- name: APP_ROOT
26+
value: /opt/app-root
27+
- name: APP_LANG
28+
value: r
29+
modules:
30+
install:
31+
- name: common
32+
- name: sparklyr
33+
packages:
34+
install:
35+
- java-1.8.0-openjdk
36+
artifacts:
37+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
38+
md5: ce740893afa0801134151ff83e7f21e6
39+
run:
40+
user: 185
41+
cmd:
42+
- "/usr/libexec/s2i/usage"

‎image.sparklyr.yaml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ labels:
1616
- name: "io.openshift.tags"
1717
value: "builder,radanalytics,sparklyr"
1818
- name: "io.radanalytics.sparkdistro"
19-
value: "https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz"
19+
value: "https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz"
2020
envs:
2121
- name: PATH
2222
value: /opt/app-root/src/.local/bin/:/opt/app-root/src/bin:/opt/app-root/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/spark/bin
@@ -37,10 +37,10 @@ packages:
3737
install:
3838
- java-1.8.0-openjdk
3939
artifacts:
40-
- url: https://archive.apache.org/dist/spark/spark-2.3.0/spark-2.3.0-bin-hadoop2.7.tgz
41-
md5: af45eeb06dc1beee6d4c70b92c0e0237
42-
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.5.6/oshinko_v0.5.6_linux_amd64.tar.gz
43-
md5: a839a8942ec08650c28f789570f5c85e
40+
- url: https://archive.apache.org/dist/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz
41+
md5: c1a230474c21335c983f45e84dcf8fb9
42+
- url: https://github.com/radanalyticsio/oshinko-cli/releases/download/v0.6.1/oshinko_v0.6.1_linux_amd64.tar.gz
43+
md5: ce740893afa0801134151ff83e7f21e6
4444
run:
4545
user: 185
4646
cmd:

0 commit comments

Comments
 (0)