File tree 22 files changed +109
-58
lines changed
jetbrains/kotinx/spark/extensions
src/main/kotlin/org/jetbrains/kotlinx/spark/examples
kotlin-spark-api-3.0.0_2.12
main/kotlin/org/jetbrains/kotlinx/spark/api
test/kotlin/org/jetbrains/kotlinx/spark/api
22 files changed +109
-58
lines changed Original file line number Diff line number Diff line change @@ -374,5 +374,5 @@ csvpath/
374
374
orcpath /
375
375
376
376
.env
377
- /kotlin-spark-api /.allure /
378
- /kotlin-spark-api /allure-results /
377
+ /kotlin-spark-api-3.0.0_2.12 /.allure /
378
+ /kotlin-spark-api-3.0.0_2.12 /allure-results /
Original file line number Diff line number Diff line change 2
2
<project xmlns =" http://maven.apache.org/POM/4.0.0" xmlns : xsi =" http://www.w3.org/2001/XMLSchema-instance" xsi : schemaLocation =" http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd" >
3
3
<modelVersion >4.0.0</modelVersion >
4
4
<parent >
5
- <groupId >org.jetbrains.kotlin .spark</groupId >
5
+ <groupId >org.jetbrains.kotlinx .spark</groupId >
6
6
<artifactId >kotlin-spark-api-parent</artifactId >
7
- <version >1.0.0-preview1</version >
7
+ <version >1.0.0-preview1-SNAPSHOT </version >
8
8
</parent >
9
- <artifactId >core</artifactId >
9
+ <artifactId >core-3.0.0_2.12 </artifactId >
10
10
<name >Kotlin Spark API: Scala core</name >
11
+ <description >Scala-Spark 3.0.0 compatibility layer for Kotlin for Apache Spark</description >
11
12
12
13
<properties >
13
14
<maven .compiler.source>1.8</maven .compiler.source>
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org .jetbrains .spark .extensions
20
+ package org .jetbrains .kotinx . spark .extensions
21
21
22
22
import java .util
23
23
Original file line number Diff line number Diff line change 4
4
<modelVersion >4.0.0</modelVersion >
5
5
6
6
<parent >
7
- <groupId >org.jetbrains.kotlin .spark</groupId >
7
+ <groupId >org.jetbrains.kotlinx .spark</groupId >
8
8
<artifactId >kotlin-spark-api-parent</artifactId >
9
- <version >1.0.0-preview1</version >
9
+ <version >1.0.0-preview1-SNAPSHOT </version >
10
10
</parent >
11
11
12
12
<groupId >org.jetbrains.kotlin.spark.examples</groupId >
13
13
<artifactId >examples</artifactId >
14
14
<packaging >jar</packaging >
15
+ <description >Example of usage</description >
15
16
16
17
<name >Kotlin Spark API: Examples</name >
17
18
22
23
23
24
<dependencies >
24
25
<dependency >
25
- <groupId >org.jetbrains.kotlin .spark</groupId >
26
- <artifactId >kotlin-spark-api</artifactId >
26
+ <groupId >org.jetbrains.kotlinx .spark</groupId >
27
+ <artifactId >kotlin-spark-api-3.0.0_2.12 </artifactId >
27
28
<version >${project.version} </version >
28
29
</dependency >
29
30
<dependency >
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api .examples
20
+ package org.jetbrains.kotlinx.spark .examples
21
21
22
- import org.jetbrains.spark.api.*
22
+ import org.jetbrains.kotlinx. spark.api.*
23
23
24
24
fun main () {
25
25
withSpark {
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api .examples
20
+ package org.jetbrains.kotlinx.spark .examples
21
21
22
22
import org.apache.spark.sql.Row
23
- import org.jetbrains.spark.api.*
23
+ import org.jetbrains.kotlinx. spark.api.*
24
24
25
25
fun main () {
26
26
withSpark {
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api .examples
20
+ package org.jetbrains.kotlinx.spark .examples
21
21
22
- import org.jetbrains.spark.api.*
22
+ import org.jetbrains.kotlinx. spark.api.*
23
23
24
24
25
25
data class Left (val id : Int , val name : String )
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api .examples
20
+ package org.jetbrains.kotlinx.spark .examples
21
21
22
22
import org.apache.spark.api.java.function.ReduceFunction
23
- import org.jetbrains.spark.api.*
23
+ import org.jetbrains.kotlinx. spark.api.*
24
24
25
25
data class Q <T >(val id : Int , val text : T )
26
26
object Main {
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api .examples
20
+ package org.jetbrains.kotlinx.spark .examples
21
21
22
- import org.jetbrains.spark.api.*
22
+ import org.jetbrains.kotlinx. spark.api.*
23
23
24
24
fun main () {
25
25
withSpark(props = mapOf (" spark.sql.codegen.wholeStage" to true )) {
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api .examples
20
+ package org.jetbrains.kotlinx.spark .examples
21
21
22
22
import org.apache.spark.sql.Dataset
23
- import org.jetbrains.spark.api.*
23
+ import org.jetbrains.kotlinx. spark.api.*
24
24
25
25
const val MEANINGFUL_WORD_LENGTH = 4
26
26
Original file line number Diff line number Diff line change 4
4
<modelVersion >4.0.0</modelVersion >
5
5
6
6
<parent >
7
- <groupId >org.jetbrains.kotlin .spark</groupId >
7
+ <groupId >org.jetbrains.kotlinx .spark</groupId >
8
8
<artifactId >kotlin-spark-api-parent</artifactId >
9
- <version >1.0.0-preview1</version >
9
+ <version >1.0.0-preview1-SNAPSHOT </version >
10
10
</parent >
11
11
12
- <artifactId >kotlin-spark-api</artifactId >
12
+ <artifactId >kotlin-spark-api-3.0.0_2.12 </artifactId >
13
13
<packaging >jar</packaging >
14
14
15
15
<name >Kotlin Spark API</name >
16
+ <description >Kotlin API compatible with spark 3.0.0 Kotlin for Apache Spark</description >
16
17
17
18
<properties >
18
19
<project .build.sourceEncoding>UTF-8</project .build.sourceEncoding>
33
34
<version >${kotlin.version} </version >
34
35
</dependency >
35
36
<dependency >
36
- <groupId >org.jetbrains.kotlin .spark</groupId >
37
- <artifactId >core</artifactId >
37
+ <groupId >org.jetbrains.kotlinx .spark</groupId >
38
+ <artifactId >core-3.0.0_2.12 </artifactId >
38
39
<version >${project.parent.version} </version >
39
40
</dependency >
40
41
<dependency >
162
163
</execution >
163
164
<execution >
164
165
<id >report</id >
165
- <phase >prepare-package</phase >
166
166
<goals >
167
167
<goal >report</goal >
168
168
</goals >
169
+ <phase >prepare-package</phase >
169
170
</execution >
170
171
</executions >
171
172
</plugin >
Original file line number Diff line number Diff line change 19
19
*/
20
20
@file:Suppress(" HasPlatformType" , " unused" , " FunctionName" )
21
21
22
- package org.jetbrains.spark.api
22
+ package org.jetbrains.kotlinx. spark.api
23
23
24
24
import org.apache.spark.SparkContext
25
25
import org.apache.spark.api.java.function.*
26
26
import org.apache.spark.sql.*
27
27
import org.apache.spark.sql.Encoders.*
28
28
import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder
29
29
import org.apache.spark.sql.types.*
30
- import org.jetbrains.spark.extensions.KSparkExtensions
30
+ import org.jetbrains.kotinx. spark.extensions.KSparkExtensions
31
31
import scala.reflect.ClassTag
32
32
import java.beans.PropertyDescriptor
33
33
import java.math.BigDecimal
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api
20
+ package org.jetbrains.kotlinx. spark.api
21
21
22
22
class PartitioningIterator <T >(
23
23
private val source : Iterator <T >,
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api
20
+ package org.jetbrains.kotlinx. spark.api
21
21
22
22
import org.apache.spark.sql.SparkSession.Builder
23
- import org.jetbrains.spark.api.SparkLogLevel.ERROR
23
+ import org.jetbrains.kotlinx. spark.api.SparkLogLevel.ERROR
24
24
25
25
/* *
26
26
* Wrapper for spark creation which allows to set different spark params
Original file line number Diff line number Diff line change 20
20
/* *
21
21
* Helper classes and functions to work with unnamed tuples
22
22
*/
23
- package org.jetbrains.spark.api
23
+ package org.jetbrains.kotlinx. spark.api
24
24
25
25
data class Arity1 <T1 >(val _1 : T1 )
26
26
data class Arity2 <T1 , T2 >(val _1 : T1 , val _2 : T2 )
Original file line number Diff line number Diff line change 1
- package org.jetbrains.spark.api/*-
1
+ package org.jetbrains.kotlinx. spark.api/*-
2
2
* = LICENSE =
3
3
* Kotlin Spark API
4
4
* ----------
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api
20
+ package org.jetbrains.kotlinx. spark.api
21
21
22
22
import io.kotest.core.config.AbstractProjectConfig
23
- import io.kotest.extensions.allure.AllureTestListener
23
+ import io.kotest.extensions.allure.AllureTestReporter
24
24
25
+ @Suppress(" unused" )
25
26
object ProjectConfig : AbstractProjectConfig() {
26
- override fun listeners () = super .listeners() + AllureTestListener
27
+ override fun listeners () = super .listeners() + AllureTestReporter ( true )
27
28
}
Original file line number Diff line number Diff line change 1
- package org.jetbrains.spark.api/*-
1
+ package org.jetbrains.kotlinx. spark.api/*-
2
2
* = LICENSE =
3
3
* Kotlin Spark API
4
4
* ----------
@@ -22,12 +22,12 @@ import ch.tutteli.atrium.creating.Expect
22
22
import ch.tutteli.atrium.domain.builders.migration.asExpect
23
23
import ch.tutteli.atrium.verbs.expect
24
24
import io.kotest.core.spec.style.ShouldSpec
25
- import org.jetbrains.spark.api.struct.model.DataType.StructType
26
- import org.jetbrains.spark.api.struct.model.DataType.TypeName
27
- import org.jetbrains.spark.api.struct.model.ElementType.ComplexElement
28
- import org.jetbrains.spark.api.struct.model.ElementType.SimpleElement
29
- import org.jetbrains.spark.api.struct.model.Struct
30
- import org.jetbrains.spark.api.struct.model.StructField
25
+ import org.jetbrains.kotlinx. spark.api.struct.model.DataType.StructType
26
+ import org.jetbrains.kotlinx. spark.api.struct.model.DataType.TypeName
27
+ import org.jetbrains.kotlinx. spark.api.struct.model.ElementType.ComplexElement
28
+ import org.jetbrains.kotlinx. spark.api.struct.model.ElementType.SimpleElement
29
+ import org.jetbrains.kotlinx. spark.api.struct.model.Struct
30
+ import org.jetbrains.kotlinx. spark.api.struct.model.StructField
31
31
import java.util.*
32
32
import kotlin.reflect.typeOf
33
33
Original file line number Diff line number Diff line change 17
17
* limitations under the License.
18
18
* =LICENSEEND=
19
19
*/
20
- package org.jetbrains.spark.api.struct.model
20
+ package org.jetbrains.kotlinx. spark.api.struct.model
21
21
22
22
import com.beust.klaxon.*
23
23
You can’t perform that action at this time.
0 commit comments