Object

com.salesforce.op.features

FeatureSparkTypes

Related Doc: package features

Permalink

object FeatureSparkTypes extends Product with Serializable

Feature Spark types mappings

Linear Supertypes
Serializable, Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FeatureSparkTypes
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val Base64: StringType.type

    Permalink
  5. val Base64Map: MapType

    Permalink
  6. val Binary: BooleanType.type

    Permalink
  7. val BinaryMap: MapType

    Permalink
  8. val City: StringType.type

    Permalink
  9. val CityMap: MapType

    Permalink
  10. val ComboBox: StringType.type

    Permalink
  11. val ComboBoxMap: MapType

    Permalink
  12. val Country: StringType.type

    Permalink
  13. val CountryMap: MapType

    Permalink
  14. val Currency: DoubleType.type

    Permalink
  15. val CurrencyMap: MapType

    Permalink
  16. val Date: LongType.type

    Permalink
  17. val DateList: ArrayType

    Permalink
  18. val DateMap: MapType

    Permalink
  19. val DateTime: LongType.type

    Permalink
  20. val DateTimeList: ArrayType

    Permalink
  21. val DateTimeMap: MapType

    Permalink
  22. val Email: StringType.type

    Permalink
  23. val EmailMap: MapType

    Permalink
  24. val Geolocation: ArrayType

    Permalink
  25. val GeolocationMap: MapType

    Permalink
  26. val ID: StringType.type

    Permalink
  27. val IDMap: MapType

    Permalink
  28. val Integral: LongType.type

    Permalink
  29. val IntegralMap: MapType

    Permalink
  30. val MultiPickList: ArrayType

    Permalink
  31. val MultiPickListMap: MapType

    Permalink
  32. val OPVector: DataType

    Permalink
  33. val Percent: DoubleType.type

    Permalink
  34. val PercentMap: MapType

    Permalink
  35. val Phone: StringType.type

    Permalink
  36. val PhoneMap: MapType

    Permalink
  37. val PickList: StringType.type

    Permalink
  38. val PickListMap: MapType

    Permalink
  39. val PostalCode: StringType.type

    Permalink
  40. val PostalCodeMap: MapType

    Permalink
  41. val Prediction: MapType

    Permalink
  42. val Real: DoubleType.type

    Permalink
  43. val RealMap: MapType

    Permalink
  44. val RealNN: DoubleType.type

    Permalink
  45. val State: StringType.type

    Permalink
  46. val StateMap: MapType

    Permalink
  47. val Street: StringType.type

    Permalink
  48. val StreetMap: MapType

    Permalink
  49. val Text: StringType.type

    Permalink
  50. val TextArea: StringType.type

    Permalink
  51. val TextAreaMap: MapType

    Permalink
  52. val TextList: ArrayType

    Permalink
  53. val TextMap: MapType

    Permalink
  54. val URL: StringType.type

    Permalink
  55. val URLMap: MapType

    Permalink
  56. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  57. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  58. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  59. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  60. def featureTypeEncoder[O <: FeatureType](implicit arg0: scala.reflect.api.JavaUniverse.WeakTypeTag[O], ttv: scala.reflect.api.JavaUniverse.TypeTag[FeatureSparkTypes.featureTypeEncoder.O.Value]): Encoder[FeatureSparkTypes.featureTypeEncoder.O.Value]

    Permalink

    Returns an encoder for a feature type value

    Returns an encoder for a feature type value

    O

    feature type

    ttv

    feature type value TypeTag

    returns

    an encoder for a feature type value

  61. def featureTypeTagOf(sparkType: DataType, isNullable: Boolean): scala.reflect.api.JavaUniverse.WeakTypeTag[_ <: FeatureType]

    Permalink

    Feature type TypeTag of a Spark type

    Feature type TypeTag of a Spark type

    sparkType

    spark type

    isNullable

    is nullable

    returns

    feature type TypeTag

  62. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  63. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  64. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  65. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  66. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  67. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  68. def sparkTypeOf[O <: FeatureType](implicit arg0: scala.reflect.api.JavaUniverse.WeakTypeTag[O]): DataType

    Permalink

    Spark type of a feature type

    Spark type of a feature type

    O

    feature type

    returns

    spark type

  69. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  70. def toColumn(f: OPFeature): Column

    Permalink

    Create a sql Column instance of a feature

  71. def toStructField(f: OPFeature, metadata: Metadata = Metadata.empty): StructField

    Permalink

    Create a sql column type StructField for a given feature

    Create a sql column type StructField for a given feature

    f

    feature

    metadata

    feature metadata

    returns

    struct field

  72. def toStructType(features: OPFeature*): StructType

    Permalink

    Create a sql schema StructType from a list of features

    Create a sql schema StructType from a list of features

    features

    features

    returns

    struct type

  73. def toTypedColumn[T <: FeatureType](f: FeatureLike[T])(implicit e: Encoder[FeatureSparkTypes.toTypedColumn.T.Value]): TypedColumn[Any, FeatureSparkTypes.toTypedColumn.T.Value]

    Permalink

    Create a sql TypedColumn instance of a feature

  74. def transform1[I <: FeatureType, O <: FeatureType](f: (I) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I]): (Any) ⇒ Any

    Permalink

    Creates a transform function suitable for Spark types with given function I => O

    Creates a transform function suitable for Spark types with given function I => O

    I

    input type

    O

    output type

    f

    function I => O

    returns

    transform function

  75. def transform2[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, I2) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2]): (Any, Any) ⇒ Any

    Permalink

    Creates a transform function suitable for Spark types with given function (I1, I2) => O

    Creates a transform function suitable for Spark types with given function (I1, I2) => O

    I1

    1st input type

    I2

    2nd input type

    O

    output type

    f

    function (I1, I2) => O

    returns

    transform function

  76. def transform2N[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, Seq[I2]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[O]): (Any, Array[Any]) ⇒ Any

    Permalink

    Creates a transform function suitable for Spark types with given function (I1, Seq[I2]) => O

    Creates a transform function suitable for Spark types with given function (I1, Seq[I2]) => O

    I1

    input of singular type

    I2

    input of sequence type

    O

    output type

    f

    function (I1, Seq[I2]) => O

    returns

    transform function

  77. def transform3[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, O <: FeatureType](f: (I1, I2, I3) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3]): (Any, Any, Any) ⇒ Any

    Permalink

    Creates a transform function suitable for Spark types with given function (I1, I2, I3) => O

    Creates a transform function suitable for Spark types with given function (I1, I2, I3) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    O

    output type

    f

    function (I1, I2, I3) => O

    returns

    transform function

  78. def transform4[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, I4 <: FeatureType, O <: FeatureType](f: (I1, I2, I3, I4) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3], arg3: scala.reflect.api.JavaUniverse.TypeTag[I4]): (Any, Any, Any, Any) ⇒ Any

    Permalink

    Creates a transform function suitable for Spark types with given function (I1, I2, I3, I4) => O

    Creates a transform function suitable for Spark types with given function (I1, I2, I3, I4) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    I4

    4th input type

    O

    output type

    f

    function (I1, I2, I3, I4) => O

    returns

    transform function

  79. def transformN[I <: FeatureType, O <: FeatureType](f: (Seq[I]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I]): (Array[Any]) ⇒ Any

    Permalink

    Creates a transform function suitable for Spark types with given function Seq[I] => O

    Creates a transform function suitable for Spark types with given function Seq[I] => O

    I

    input type

    O

    output type

    f

    function Seq[I] => O

    returns

    transform function

  80. def udf1[I <: FeatureType, O <: FeatureType](f: (I) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I], arg1: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    Permalink

    Creates a Spark UDF with given function I => O

    Creates a Spark UDF with given function I => O

    I

    input type

    O

    output type

    f

    function I => O

    returns

    a Spark UDF

  81. def udf2[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, I2) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    Permalink

    Creates a Spark UDF with given function (I1, I2) => O

    Creates a Spark UDF with given function (I1, I2) => O

    I1

    1st input type

    I2

    2nd input type

    O

    output type

    f

    function (I1, I2) => O

    returns

    a Spark UDF

  82. def udf2N[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, Seq[I2]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    Permalink

    Creates a Spark UDF with given function (I1, Seq[I2]) => O

    Creates a Spark UDF with given function (I1, Seq[I2]) => O

    I1

    input of singular type

    I2

    input of sequence type

    O

    output type

    f

    function (I1, Seq[I2]) => O

    returns

    a Spark UDF

  83. def udf3[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, O <: FeatureType](f: (I1, I2, I3) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3], arg3: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    Permalink

    Creates a Spark UDF with given function (I1, I2, I3) => O

    Creates a Spark UDF with given function (I1, I2, I3) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    O

    output type

    f

    function (I1, I2, I3) => O

    returns

    a Spark UDF

  84. def udf4[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, I4 <: FeatureType, O <: FeatureType](f: (I1, I2, I3, I4) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3], arg3: scala.reflect.api.JavaUniverse.TypeTag[I4], arg4: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    Permalink

    Creates a Spark UDF with given function (I1, I2, I3, I4) => O

    Creates a Spark UDF with given function (I1, I2, I3, I4) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    I4

    4th input type

    O

    output type

    f

    function (I1, I2, I3, I4) => O

    returns

    a Spark UDF

  85. def udfN[I <: FeatureType, O <: FeatureType](f: (Seq[I]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I], arg1: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    Permalink

    Creates a Spark UDF with given function Seq[I] => O

    Creates a Spark UDF with given function Seq[I] => O

    I

    input type

    O

    output type

    f

    function Seq[I] => O

    returns

    a Spark UDF

  86. def validateSchema(schema: StructType, features: Seq[OPFeature]): Seq[String]

    Permalink

    Validate sql schema against the specified features

    Validate sql schema against the specified features

    schema

    sql schema StructType

    features

    list of features

  87. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  88. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  89. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped