Skip to content

Commit 59ef5fe

Browse files
committed
Fixes #15
1 parent 3f35f6f commit 59ef5fe

File tree

6 files changed

+11
-4
lines changed

6 files changed

+11
-4
lines changed

core/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<parent>
55
<artifactId>kotlin-spark-api-parent</artifactId>
66
<groupId>org.jetbrains.kotlin.spark</groupId>
7-
<version>0.2.0</version>
7+
<version>0.2.1</version>
88
</parent>
99
<artifactId>core</artifactId>
1010
<name>Kotlin Spark API: Scala core</name>

core/src/main/scala/org/jetbrains/spark/extensions/KSparkExtensions.scala

+3
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@
1919
*/
2020
package org.jetbrains.spark.extensions
2121

22+
import org.apache.spark.SparkContext
2223
import org.apache.spark.sql._
2324

2425
object KSparkExtensions {
@@ -37,4 +38,6 @@ object KSparkExtensions {
3738
import org.apache.spark.sql.execution.debug._
3839
df.debug()
3940
}
41+
42+
def sparkContext(s:SparkSession): SparkContext = s.sparkContext
4043
}

examples/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<artifactId>kotlin-spark-api-parent</artifactId>
99
<groupId>org.jetbrains.kotlin.spark</groupId>
10-
<version>0.2.0</version>
10+
<version>0.2.1</version>
1111
</parent>
1212

1313
<groupId>org.jetbrains.kotlin.spark.examples</groupId>

kotlin-spark-api/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<parent>
88
<artifactId>kotlin-spark-api-parent</artifactId>
99
<groupId>org.jetbrains.kotlin.spark</groupId>
10-
<version>0.2.0</version>
10+
<version>0.2.1</version>
1111
</parent>
1212

1313
<artifactId>kotlin-spark-api</artifactId>

kotlin-spark-api/src/main/kotlin/org/jetbrains/spark/api/ApiV1.kt

+4
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@
2121

2222
package org.jetbrains.spark.api
2323

24+
import org.apache.spark.SparkContext
2425
import org.apache.spark.api.java.function.*
2526
import org.apache.spark.sql.*
2627
import org.apache.spark.sql.Encoders.*
@@ -141,6 +142,9 @@ inline fun <reified T> Dataset<T>.forEach(noinline func: (T) -> Unit) = foreach(
141142
*/
142143
fun <T> Dataset<T>.debugCodegen() = also { KSparkExtensions.debugCodegen(it) }
143144

145+
val SparkSession.sparkContext
146+
get() = KSparkExtensions.sparkContext(this)
147+
144148
/**
145149
* It's hard to call `Dataset.debug` from kotlin, so here is utility for that
146150
*/

pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
<modelVersion>4.0.0</modelVersion>
55
<groupId>org.jetbrains.kotlin.spark</groupId>
66
<artifactId>kotlin-spark-api-parent</artifactId>
7-
<version>0.2.0</version>
7+
<version>0.2.1</version>
88
<name>kotlin-spark-api-parent</name>
99
<url>http://maven.apache.org</url>
1010
<packaging>pom</packaging>

0 commit comments

Comments
 (0)