Skip to content
This repository has been archived by the owner on Dec 4, 2024. It is now read-only.

Commit

Permalink
Updates versions
Browse files Browse the repository at this point in the history
  • Loading branch information
@farhan5900
farhan5900 committed Oct 26, 2020
1 parent a18e124 commit 64e7524
Show file tree
Hide file tree
Showing 11 changed files with 21 additions and 33 deletions.
4 changes: 2 additions & 2 deletions history/universe/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@
"version": "{{package-version}}",
"scm": "https://github.com/mesosphere/spark-build.git",
"maintainer": "[email protected]",
"website": "https://docs.mesosphere.com/services/spark/2.11.0-2.4.6/",
"description": "The Apache Spark History Server allows you to view the state of running and completed Spark jobs. Documentation: https://docs.mesosphere.com/services/spark/2.11.0-2.4.6/",
"website": "https://docs.mesosphere.com/services/spark/2.12.0-3.0.1/",
"description": "The Apache Spark History Server allows you to view the state of running and completed Spark jobs. Documentation: https://docs.mesosphere.com/services/spark/2.12.0-3.0.1/",
"upgradesFrom": [],
"downgradesTo": [],
"preInstallNotes": "Default configuration requires 1 agent node with: 1 CPU | 1024 MB MEM",
Expand Down
24 changes: 6 additions & 18 deletions manifest.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,33 +3,21 @@
"default_spark_dist": {
"scala_version": "2.12",
"hadoop_version": "3.2",
"uri": "https://downloads.mesosphere.io/spark/assets/2.11.0-3.0.1/spark-3.0.1-bin-scala-2.12-hadoop-3.2.tgz",
"image": "mesosphere/spark:2.11.0-3.0.1-scala-2.12-hadoop-3.2"
"uri": "https://downloads.mesosphere.io/spark/assets/2.12.0-3.0.1/spark-3.0.1-bin-scala-2.12-hadoop-3.2.tgz",
"image": "mesosphere/spark:2.12.0-3.0.1-scala-2.12-hadoop-3.2"
},
"spark_dist": [
{
"scala_version": "2.12",
"hadoop_version": "3.2",
"uri": "https://downloads.mesosphere.io/spark/assets/2.11.0-3.0.1/spark-3.0.1-bin-scala-2.12-hadoop-3.2.tgz",
"image": "mesosphere/spark:2.11.0-3.0.1-scala-2.12-hadoop-3.2"
"uri": "https://downloads.mesosphere.io/spark/assets/2.12.0-3.0.1/spark-3.0.1-bin-scala-2.12-hadoop-3.2.tgz",
"image": "mesosphere/spark:2.12.0-3.0.1-scala-2.12-hadoop-3.2"
},
{
"scala_version": "2.12",
"hadoop_version": "2.7",
"uri": "https://downloads.mesosphere.io/spark/assets/2.11.0-3.0.1/spark-3.0.1-bin-scala-2.12-hadoop-2.7.tgz",
"image": "mesosphere/spark:2.11.0-3.0.1-scala-2.12-hadoop-2.7"
},
{
"scala_version": "2.13",
"hadoop_version": "3.2",
"uri": "https://downloads.mesosphere.io/spark/assets/2.11.0-3.0.1/spark-3.0.1-bin-scala-2.13-hadoop-3.2.tgz",
"image": "mesosphere/spark:2.11.0-3.0.1-scala-2.13-hadoop-3.2"
},
{
"scala_version": "2.13",
"hadoop_version": "2.7",
"uri": "https://downloads.mesosphere.io/spark/assets/2.11.0-3.0.1/spark-3.0.1-bin-scala-2.13-hadoop-2.7.tgz",
"image": "mesosphere/spark:2.11.0-3.0.1-scala-2.13-hadoop-2.7"
"uri": "https://downloads.mesosphere.io/spark/assets/2.12.0-3.0.1/spark-3.0.1-bin-scala-2.12-hadoop-2.7.tgz",
"image": "mesosphere/spark:2.12.0-3.0.1-scala-2.12-hadoop-2.7"
}
]
}
2 changes: 1 addition & 1 deletion scale-tests/configs/2019-09-10-mwt20dr.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ KAFKA_PACKAGE_REPO="https://universe-converter.mesosphere.com/transform?url=http
CASSANDRA_PACKAGE_REPO="https://universe-converter.mesosphere.com/transform?url=https://infinity-artifacts.s3.amazonaws.com/permanent/cassandra/assets/2.7.0-3.11.4/stub-universe-cassandra.json"

# We used a Spark ephemeral stub that added a few fixes related to TLS handling.
# It should have been functionally equivalent to Spark 2.11.0-2.4.6.
# It should have been functionally equivalent to Spark 2.12.0-3.0.1.
SPARK_PACKAGE_REPO=

# Non-GPU dispatchers configuration ############################################
Expand Down
2 changes: 1 addition & 1 deletion scale-tests/configs/2019-09-12-mwt20.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ KAFKA_PACKAGE_REPO="https://universe-converter.mesosphere.com/transform?url=http
CASSANDRA_PACKAGE_REPO="https://universe-converter.mesosphere.com/transform?url=https://infinity-artifacts.s3.amazonaws.com/permanent/cassandra/assets/2.7.0-3.11.4/stub-universe-cassandra.json"

# We used a Spark ephemeral stub that added a few fixes related to TLS handling.
# It should have been functionally equivalent to Spark 2.11.0-2.4.6.
# It should have been functionally equivalent to Spark 2.12.0-3.0.1.
SPARK_PACKAGE_REPO=

# Non-GPU dispatchers configuration ############################################
Expand Down
2 changes: 1 addition & 1 deletion scale-tests/configs/2019-10-09-mwt21dr.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ DSENGINE_PACKAGE_REPO=
SPARK_CONFIG='scale-tests/configs/spark-options.json'

# Note: empty package repo values will default to latest Universe packages.
# 2.11.0-2.4.6 from the Universe.
# 2.12.0-3.0.1 from the Universe.
SPARK_PACKAGE_REPO=

# Note: leaving the Spark executor Docker image empty so that executors inherit
Expand Down
2 changes: 1 addition & 1 deletion scale-tests/configs/2019-10-10-mwt21.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ DSENGINE_PACKAGE_REPO=
SPARK_CONFIG='scale-tests/configs/spark-options.json'

# Note: empty package repo values will default to latest Universe packages.
# 2.11.0-2.4.5 from the Universe.
# 2.12.0-3.0.1 from the Universe.
SPARK_PACKAGE_REPO=

# Note: leaving the Spark executor Docker image empty so that executors inherit
Expand Down
2 changes: 1 addition & 1 deletion scale-tests/configs/2019-12-04-mwt23dr.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ DSENGINE_PACKAGE_REPO=
SPARK_CONFIG='scale-tests/configs/spark-options.json'

# Note: empty package repo values will default to latest Universe packages.
# 2.11.0-2.4.6 from the Universe.
# 2.12.0-3.0.1 from the Universe.
SPARK_PACKAGE_REPO=

# Note: leaving the Spark executor Docker image empty so that executors inherit
Expand Down
2 changes: 1 addition & 1 deletion scale-tests/configs/2019-12-05-mwt23.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ DSENGINE_PACKAGE_REPO=
SPARK_CONFIG='scale-tests/configs/spark-options.json'

# Note: empty package repo values will default to latest Universe packages.
# 2.11.0-2.4.6 from the Universe.
# 2.12.0-3.0.1 from the Universe.
SPARK_PACKAGE_REPO=

# Note: leaving the Spark executor Docker image empty so that executors inherit
Expand Down
4 changes: 2 additions & 2 deletions scale-tests/configs/2020-04-16-mwt24.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,8 +68,8 @@ DSENGINE_PACKAGE_REPO=
SPARK_CONFIG='scale-tests/configs/spark-options.json'

# Note: empty package repo values will default to latest Universe packages.
# Spark version 2.11.0-2.4.6
SPARK_PACKAGE_REPO=https://infinity-artifacts.s3.amazonaws.com/permanent/spark/2.11.0-2.4.6/stub-universe-spark.json
# Spark version 2.12.0-3.0.1
SPARK_PACKAGE_REPO=https://infinity-artifacts.s3.amazonaws.com/permanent/spark/2.12.0-3.0.1/stub-universe-spark.json

# Note: leaving the Spark executor Docker image empty so that executors inherit
# the image used for dispatchers.
Expand Down
2 changes: 1 addition & 1 deletion scale-tests/configs/2020-04-16-mwt24dr.env
View file
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ DSENGINE_PACKAGE_REPO=
SPARK_CONFIG='scale-tests/configs/spark-options.json'

# Note: empty package repo values will default to latest Universe packages.
# 2.11.0-2.4.6 from the Universe.
# 2.12.0-3.0.1 from the Universe.
SPARK_PACKAGE_REPO=

# Note: leaving the Spark executor Docker image empty so that executors inherit
Expand Down
8 changes: 4 additions & 4 deletions universe/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,14 +4,14 @@
"version": "{{package-version}}",
"scm": "https://github.com/mesosphere/spark-build.git",
"maintainer": "[email protected]",
"website": "https://docs.mesosphere.com/services/spark/2.11.0-2.4.6/",
"description": "Apache Spark is a unified analytics engine for large-scale data processing. Documentation: https://docs.mesosphere.com/services/spark/2.11.0-2.4.6/",
"website": "https://docs.mesosphere.com/services/spark/2.12.0-3.0.1/",
"description": "Apache Spark is a unified analytics engine for large-scale data processing. Documentation: https://docs.mesosphere.com/services/spark/2.12.0-3.0.1/",
"framework": true,
"upgradesFrom": [],
"downgradesTo": [],
"preInstallNotes": "Default configuration requires 1 agent node with: 1 CPU | 1024 MB MEM",
"postInstallNotes": "DC/OS Spark is being installed!\n\n\tDocumentation: https://docs.mesosphere.com/services/spark/2.11.0-2.4.6/\n\tIssues: https://docs.mesosphere.com/support/",
"postUninstallNotes": "The Apache Spark DC/OS Service has been uninstalled and will no longer run.\nPlease follow the instructions at https://docs.mesosphere.com/services/spark/2.11.0-2.4.6/uninstall/ to clean up any persisted state.",
"postInstallNotes": "DC/OS Spark is being installed!\n\n\tDocumentation: https://docs.mesosphere.com/services/spark/2.12.0-3.0.1/\n\tIssues: https://docs.mesosphere.com/support/",
"postUninstallNotes": "The Apache Spark DC/OS Service has been uninstalled and will no longer run.\nPlease follow the instructions at https://docs.mesosphere.com/services/spark/2.12.0-3.0.1/uninstall/ to clean up any persisted state.",
"tags": [
"bigdata",
"mapreduce",
Expand Down

0 comments on commit 64e7524

Please sign in to comment.