MapVectorizerFuns

abstract def checkInputLength(features: Array[_]): Boolean

Checks the input length

abstract def getOutput(): (MapVectorizerFuns.this)#OutputFeatures

Output features that will be created by this stage

implicit abstract def inputAsArray(in: (MapVectorizerFuns.this)#InputFeatures): Array[OPFeature]

Function to convert InputFeatures to an Array of FeatureLike

abstract def operationName: String

Short unique name of the operation this stage performs

implicit abstract def outputAsArray(out: (MapVectorizerFuns.this)#OutputFeatures): Array[OPFeature]

Function to convert OutputFeatures to an Array of FeatureLike

abstract val uid: String

final def !=(arg0: Any): Boolean

final def ##(): Int

final def $[T](param: Param[T]): T

final def ==(arg0: Any): Boolean

final val allowListKeys: StringArrayParam

final def asInstanceOf[T0]: T0

final val blockListKeys: StringArrayParam

implicit def booleanToDouble(v: Boolean): Double

def checkSerializable: Try[Unit]

Check if the stage is serializable

final val cleanKeys: BooleanParam

def cleanMap[V](m: Map[String, V], shouldCleanKey: Boolean, shouldCleanValue: Boolean): Map[String, V]

def cleanTextFn(s: String, shouldClean: Boolean): String

final def clear(param: Param[_]): MapVectorizerFuns.this

def clone(): AnyRef

final def copy(extra: ParamMap): MapVectorizerFuns.this

This method is used to make a copy of the instance with new parameters in several methods in spark internals Default will find the constructor and make a copy for any class (AS LONG AS ALL CONSTRUCTOR PARAMS ARE VALS, this is why type tags are written as implicit vals in base classes).

def copyValues[T <: Params](to: T, extra: ParamMap): T

final def defaultCopy[T <: Params](extra: ParamMap): T

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def explainParam(param: Param[_]): String

def explainParams(): String

final def extractParamMap(): ParamMap

final def extractParamMap(extra: ParamMap): ParamMap

def filterKeys[V](m: Map[String, V], shouldCleanKey: Boolean, shouldCleanValue: Boolean): Map[String, V]

def finalize(): Unit

final def get[T](param: Param[T]): Option[T]

final def getClass(): Class[_]

final def getDefault[T](param: Param[T]): Option[T]

final def getInputFeature[T <: FeatureType](i: Int): Option[FeatureLike[T]]

Gets an input feature Note: this method IS NOT safe to use outside the driver, please use getTransientFeature method instead

final def getInputFeatures(): Array[OPFeature]

Gets the input features Note: this method IS NOT safe to use outside the driver, please use getTransientFeatures method instead

final def getInputSchema(): StructType

def getKeyValues(in: Dataset[Seq[Map[String, A]]], shouldCleanKeys: Boolean, shouldCleanValues: Boolean): Seq[Seq[String]]

final def getMetadata(): Metadata

final def getOrDefault[T](param: Param[T]): T

def getParam(paramName: String): Param[Any]

final def getTransientFeature(i: Int): Option[TransientFeature]

Gets an input feature at index i

final def getTransientFeatures(): Array[TransientFeature]

Gets the input Features

final def hasDefault[T](param: Param[T]): Boolean

def hasParam(paramName: String): Boolean

def hashCode(): Int

final def isDefined(param: Param[_]): Boolean

final def isInstanceOf[T0]: Boolean

final def isSet(param: Param[_]): Boolean

def makeVectorMetaWithNullIndicators(allKeys: Seq[Seq[String]]): OpVectorMetadata

def makeVectorMetadata(allKeys: Seq[Seq[String]]): OpVectorMetadata

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def onGetMetadata(): Unit

Function to be called on getMetadata

def onSetInput(): Unit

Function to be called on setInput

def outputVectorMeta: OpVectorMetadata

Get the metadata describing the output vector

lazy val params: Array[Param[_]]

def save(path: String): Unit

final def set(paramPair: ParamPair[_]): MapVectorizerFuns.this

final def set(param: String, value: Any): MapVectorizerFuns.this

final def set[T](param: Param[T], value: T): MapVectorizerFuns.this

final def setAllowListKeys(keys: Array[String]): MapVectorizerFuns.this

final def setBlockListKeys(keys: Array[String]): MapVectorizerFuns.this

def setCleanKeys(clean: Boolean): MapVectorizerFuns.this

final def setDefault(paramPairs: ParamPair[_]*): MapVectorizerFuns.this

final def setDefault[T](param: Param[T], value: T): MapVectorizerFuns.this

final def setInput(features: (MapVectorizerFuns.this)#InputFeatures): MapVectorizerFuns.this

Input features that will be used by the stage

final def setInputFeatures[S <: OPFeature](features: Array[S]): MapVectorizerFuns.this

Sets input features

final def setMetadata(m: Metadata): MapVectorizerFuns.this

final def stageName: String

Stage unique name consisting of the stage operation name and uid

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def transformSchema(schema: StructType): StructType

This function translates the input and output features into spark schema checks and changes that will occur on the underlying data frame

def vectorMetadataFromInputFeatures: OpVectorMetadata

Compute the output vector metadata only from the input features.

def vectorMetadataWithNullIndicators: OpVectorMetadata

def vectorOutputName: String

Get the name of the output vector

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

final def write: MLWriter