diff --git a/.travis.yml b/.travis.yml index 308d3ad..152bb24 100644 --- a/.travis.yml +++ b/.travis.yml @@ -9,7 +9,7 @@ jdk: matrix: include: - - env: SCALA_VERSION=2.11.8 SPARK_VERSION=2.4.4 + - env: SCALA_VERSION=2.12.10 SPARK_VERSION=3.0.0 install: - pip install --user pyspark==$SPARK_VERSION diff --git a/build.sbt b/build.sbt index ca29b1c..0516706 100644 --- a/build.sbt +++ b/build.sbt @@ -1,18 +1,18 @@ import Dependencies._ -val defaultScalaVersion = "2.11.8" +val defaultScalaVersion = "2.12.10" val scalaVer = sys.props.getOrElse("scala.version", defaultScalaVersion) -val defaultSparkVersion = "2.4.4" +val defaultSparkVersion = "3.0.0" val sparkVer = sys.props.getOrElse("spark.version", defaultSparkVersion) val components = Seq("streaming", "sql", "mllib") -val shortDesc = "Bayesian filtering with Spark" +val shortDesc = "Online latent state estimation with Apache Spark." -val longDesc = """Model-parallel kalman and bayesian filtering with Apache Spark. +val longDesc = """Online latent state estimation with Apache Spark. | |This library allows you to define model-parallel kalman & bayesian filters by leveraging arbitrary |stateful transformation capabilities of Spark DataFrames. Supports both structured streaming and @@ -20,7 +20,7 @@ val longDesc = """Model-parallel kalman and bayesian filtering with Apache Spark lazy val settings = Seq( scalaVersion := scalaVer, - version := "0.3.1", + version := "0.4.0-SNAPSHOT", organization := "com.github.ozancicek", organizationName := "ozancicek", sparkVersion := sparkVer, @@ -59,7 +59,7 @@ credentials += Credentials(Path.userHome / ".ivy2" / ".sparkpackagescredentials" credentials += Credentials(Path.userHome / ".ivy2" / ".sonatypecredentials") -spShortDescription := "Bayesian filtering with Spark" +spShortDescription := "Online latent state estimation with Apache Spark." spDescription := shortDesc diff --git a/python/requirements-all.txt b/python/requirements-all.txt index f38dadf..2bcc5bd 100644 --- a/python/requirements-all.txt +++ b/python/requirements-all.txt @@ -1,2 +1,2 @@ -pyspark==2.4.4 +pyspark==3.0.0 numpy>=1.7 diff --git a/setup.py b/setup.py index 801f824..d81665a 100644 --- a/setup.py +++ b/setup.py @@ -20,7 +20,7 @@ from setuptools import setup -VERSION = "0.3.1" +VERSION = "0.4.0" with open("README.md") as f: long_description = f.read()