SparkStageParam

Instance Constructors

new SparkStageParam(parent: Identifiable, name: String, doc: String)
new SparkStageParam(parent: Identifiable, name: String, doc: String, isValid: (Option[S]) ⇒ Boolean)
new SparkStageParam(parent: String, name: String, doc: String)
new SparkStageParam(parent: String, name: String, doc: String, isValid: (Option[S]) ⇒ Boolean)

Value Members

final def !=(arg0: Any): Boolean

Definition Classes

AnyRef → Any
final def ##(): Int

Definition Classes

AnyRef → Any
def ->(value: Option[S]): ParamPair[Option[S]]

Definition Classes

Param
final def ==(arg0: Any): Boolean

Definition Classes

AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes

Any
def clone(): AnyRef

Attributes

protected[java.lang]

Definition Classes

AnyRef

Annotations

@throws( ... )
val doc: String

Definition Classes

Param
final def eq(arg0: AnyRef): Boolean

Definition Classes

AnyRef
final def equals(obj: Any): Boolean

Definition Classes

Param → AnyRef → Any
def finalize(): Unit

Attributes

protected[java.lang]

Definition Classes

AnyRef

Annotations

@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes

AnyRef → Any
final def hashCode(): Int

Definition Classes

Param → AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes

Any
val isValid: (Option[S]) ⇒ Boolean

Definition Classes

Param
def jsonDecode(jsonStr: String): Option[S]

Decodes the saved path string and uses the Pipeline.load method to recover the stage.

Decodes the saved path string and uses the Pipeline.load method to recover the stage.

Definition Classes

SparkStageParam → Param
def jsonDecodeMleap(jsonStr: String): Option[Either[S, Transformer]]

Decodes the saved path string and uses the Pipeline.load method to recover the stage as an Mleap transformer
def jsonEncode(sparkStage: Option[S]): String

The Stage will be saved by creating a dummy Pipeline and using it's Writer.

The Stage will be saved by creating a dummy Pipeline and using it's Writer. The param itself will only encode the path, not the stage.

If Stage is not set path will be serialized as an empty string

Definition Classes

SparkStageParam → Param
var localTransformer: Option[Transformer]
val name: String

Definition Classes

Param
final def ne(arg0: AnyRef): Boolean

Definition Classes

AnyRef
final def notify(): Unit

Definition Classes

AnyRef
final def notifyAll(): Unit

Definition Classes

AnyRef
val parent: String

Definition Classes

Param
var savePath: Option[String]

Spark stage saving path
var sbc: Option[SparkBundleContext]
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes

AnyRef
final def toString(): String

Definition Classes

Param → AnyRef → Any
def w(value: Option[S]): ParamPair[Option[S]]

Creates a param pair with the given value (for Java).

Creates a param pair with the given value (for Java).

Definition Classes

SparkStageParam → Param
final def wait(): Unit

Definition Classes

AnyRef

Annotations

@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes

AnyRef

Annotations

@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes

AnyRef

Annotations

@throws( ... )

Related Docs: object SparkStageParam | package stages

class SparkStageParam[S <: PipelineStage with Params] extends Param[Option[S]]

Instance Constructors

new SparkStageParam(parent: Identifiable, name: String, doc: String)

new SparkStageParam(parent: Identifiable, name: String, doc: String, isValid: (Option[S]) ⇒ Boolean)

new SparkStageParam(parent: String, name: String, doc: String)

new SparkStageParam(parent: String, name: String, doc: String, isValid: (Option[S]) ⇒ Boolean)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

def ->(value: Option[S]): ParamPair[Option[S]]

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val doc: String

final def eq(arg0: AnyRef): Boolean

final def equals(obj: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def hashCode(): Int

final def isInstanceOf[T0]: Boolean

val isValid: (Option[S]) ⇒ Boolean

def jsonDecode(jsonStr: String): Option[S]

def jsonDecodeMleap(jsonStr: String): Option[Either[S, Transformer]]

def jsonEncode(sparkStage: Option[S]): String

var localTransformer: Option[Transformer]

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val parent: String

var savePath: Option[String]

var sbc: Option[SparkBundleContext]

final def synchronized[T0](arg0: ⇒ T0): T0

final def toString(): String

def w(value: Option[S]): ParamPair[Option[S]]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Param[Option[S]]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped