FeatureSparkTypes

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val Base64: StringType.type

   

5. val Base64Map: MapType

   

6. val Binary: BooleanType.type

   

7. val BinaryMap: MapType

   

8. val City: StringType.type

   

9. val CityMap: MapType

   

10. val ComboBox: StringType.type

    

11. val ComboBoxMap: MapType

    

12. val Country: StringType.type

    

13. val CountryMap: MapType

    

14. val Currency: DoubleType.type

    

15. val CurrencyMap: MapType

    

16. val Date: LongType.type

    

17. val DateList: ArrayType

    

18. val DateMap: MapType

    

19. val DateTime: LongType.type

    

20. val DateTimeList: ArrayType

    

21. val DateTimeMap: MapType

    

22. val Email: StringType.type

    

23. val EmailMap: MapType

    

24. val Geolocation: ArrayType

    

25. val GeolocationMap: MapType

    

26. val ID: StringType.type

    

27. val IDMap: MapType

    

28. val Integral: LongType.type

    

29. val IntegralMap: MapType

    

30. val MultiPickList: ArrayType

    

31. val MultiPickListMap: MapType

    

32. val NameStats: MapType

    

33. val OPVector: DataType

    

34. val Percent: DoubleType.type

    

35. val PercentMap: MapType

    

36. val Phone: StringType.type

    

37. val PhoneMap: MapType

    

38. val PickList: StringType.type

    

39. val PickListMap: MapType

    

40. val PostalCode: StringType.type

    

41. val PostalCodeMap: MapType

    

42. val Prediction: MapType

    

43. val Real: DoubleType.type

    

44. val RealMap: MapType

    

45. val RealNN: DoubleType.type

    

46. val State: StringType.type

    

47. val StateMap: MapType

    

48. val Street: StringType.type

    

49. val StreetMap: MapType

    

50. val Text: StringType.type

    

51. val TextArea: StringType.type

    

52. val TextAreaMap: MapType

    

53. val TextList: ArrayType

    

54. val TextMap: MapType

    

55. val URL: StringType.type

    

56. val URLMap: MapType

    

57. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

58. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

59. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

60. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

61. def featureTypeEncoder[O <: FeatureType](implicit arg0: scala.reflect.api.JavaUniverse.WeakTypeTag[O], ttv: scala.reflect.api.JavaUniverse.TypeTag[FeatureSparkTypes.featureTypeEncoder.O.Value]): Encoder[FeatureSparkTypes.featureTypeEncoder.O.Value]

    

    Returns an encoder for a feature type value

    Returns an encoder for a feature type value

    O

    feature type

    ttv

    feature type value TypeTag

    returns

    an encoder for a feature type value

62. def featureTypeTagOf(sparkType: DataType, isNullable: Boolean): scala.reflect.api.JavaUniverse.WeakTypeTag[_ <: FeatureType]

    

    Feature type TypeTag of a Spark type

    Feature type TypeTag of a Spark type

    sparkType

    spark type

    isNullable

    is nullable

    returns

    feature type TypeTag

63. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

64. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

65. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

66. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

67. final def notify(): Unit

    

    Definition Classes

    AnyRef

68. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

69. def sparkTypeOf[O <: FeatureType](implicit arg0: scala.reflect.api.JavaUniverse.WeakTypeTag[O]): DataType

    

    Spark type of a feature type

    Spark type of a feature type

    O

    feature type

    returns

    spark type

70. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

71. def toColumn(f: OPFeature): Column

    

    Create a sql Column instance of a feature

72. def toStructField(f: OPFeature, metadata: Metadata = Metadata.empty): StructField

    

    Create a sql column type StructField for a given feature

    Create a sql column type StructField for a given feature

    f

    feature

    metadata

    feature metadata

    returns

    struct field

73. def toStructType(features: OPFeature*): StructType

    

    Create a sql schema StructType from a list of features

    Create a sql schema StructType from a list of features

    features

    features

    returns

    struct type

74. def toTypedColumn[T <: FeatureType](f: FeatureLike[T])(implicit e: Encoder[FeatureSparkTypes.toTypedColumn.T.Value]): TypedColumn[Any, FeatureSparkTypes.toTypedColumn.T.Value]

    

    Create a sql TypedColumn instance of a feature

75. def transform1[I <: FeatureType, O <: FeatureType](f: (I) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I]): (Any) ⇒ Any

    

    Creates a transform function suitable for Spark types with given function I => O

    Creates a transform function suitable for Spark types with given function I => O

    I

    input type

    O

    output type

    f

    function I => O

    returns

    transform function

76. def transform2[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, I2) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2]): (Any, Any) ⇒ Any

    

    Creates a transform function suitable for Spark types with given function (I1, I2) => O

    Creates a transform function suitable for Spark types with given function (I1, I2) => O

    I1

    1st input type

    I2

    2nd input type

    O

    output type

    f

    function (I1, I2) => O

    returns

    transform function

77. def transform2N[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, Seq[I2]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[O]): (Any, Array[Any]) ⇒ Any

    

    Creates a transform function suitable for Spark types with given function (I1, Seq[I2]) => O

    Creates a transform function suitable for Spark types with given function (I1, Seq[I2]) => O

    I1

    input of singular type

    I2

    input of sequence type

    O

    output type

    f

    function (I1, Seq[I2]) => O

    returns

    transform function

78. def transform3[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, O <: FeatureType](f: (I1, I2, I3) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3]): (Any, Any, Any) ⇒ Any

    

    Creates a transform function suitable for Spark types with given function (I1, I2, I3) => O

    Creates a transform function suitable for Spark types with given function (I1, I2, I3) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    O

    output type

    f

    function (I1, I2, I3) => O

    returns

    transform function

79. def transform4[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, I4 <: FeatureType, O <: FeatureType](f: (I1, I2, I3, I4) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3], arg3: scala.reflect.api.JavaUniverse.TypeTag[I4]): (Any, Any, Any, Any) ⇒ Any

    

    Creates a transform function suitable for Spark types with given function (I1, I2, I3, I4) => O

    Creates a transform function suitable for Spark types with given function (I1, I2, I3, I4) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    I4

    4th input type

    O

    output type

    f

    function (I1, I2, I3, I4) => O

    returns

    transform function

80. def transformN[I <: FeatureType, O <: FeatureType](f: (Seq[I]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I]): (Array[Any]) ⇒ Any

    

    Creates a transform function suitable for Spark types with given function Seq[I] => O

    Creates a transform function suitable for Spark types with given function Seq[I] => O

    I

    input type

    O

    output type

    f

    function Seq[I] => O

    returns

    transform function

81. def udf1[I <: FeatureType, O <: FeatureType](f: (I) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I], arg1: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    

    Creates a Spark UDF with given function I => O

    Creates a Spark UDF with given function I => O

    I

    input type

    O

    output type

    f

    function I => O

    returns

    a Spark UDF

82. def udf2[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, I2) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    

    Creates a Spark UDF with given function (I1, I2) => O

    Creates a Spark UDF with given function (I1, I2) => O

    I1

    1st input type

    I2

    2nd input type

    O

    output type

    f

    function (I1, I2) => O

    returns

    a Spark UDF

83. def udf2N[I1 <: FeatureType, I2 <: FeatureType, O <: FeatureType](f: (I1, Seq[I2]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    

    Creates a Spark UDF with given function (I1, Seq[I2]) => O

    Creates a Spark UDF with given function (I1, Seq[I2]) => O

    I1

    input of singular type

    I2

    input of sequence type

    O

    output type

    f

    function (I1, Seq[I2]) => O

    returns

    a Spark UDF

84. def udf3[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, O <: FeatureType](f: (I1, I2, I3) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3], arg3: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    

    Creates a Spark UDF with given function (I1, I2, I3) => O

    Creates a Spark UDF with given function (I1, I2, I3) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    O

    output type

    f

    function (I1, I2, I3) => O

    returns

    a Spark UDF

85. def udf4[I1 <: FeatureType, I2 <: FeatureType, I3 <: FeatureType, I4 <: FeatureType, O <: FeatureType](f: (I1, I2, I3, I4) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I1], arg1: scala.reflect.api.JavaUniverse.TypeTag[I2], arg2: scala.reflect.api.JavaUniverse.TypeTag[I3], arg3: scala.reflect.api.JavaUniverse.TypeTag[I4], arg4: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    

    Creates a Spark UDF with given function (I1, I2, I3, I4) => O

    Creates a Spark UDF with given function (I1, I2, I3, I4) => O

    I1

    1st input type

    I2

    2nd input type

    I3

    3rd input type

    I4

    4th input type

    O

    output type

    f

    function (I1, I2, I3, I4) => O

    returns

    a Spark UDF

86. def udfN[I <: FeatureType, O <: FeatureType](f: (Seq[I]) ⇒ O)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[I], arg1: scala.reflect.api.JavaUniverse.TypeTag[O]): UserDefinedFunction

    

    Creates a Spark UDF with given function Seq[I] => O

    Creates a Spark UDF with given function Seq[I] => O

    I

    input type

    O

    output type

    f

    function Seq[I] => O

    returns

    a Spark UDF

87. def validateSchema(schema: StructType, features: Seq[OPFeature]): Seq[String]

    

    Validate sql schema against the specified features

    Validate sql schema against the specified features

    schema

    sql schema StructType

    features

    list of features

88. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

89. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

90. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )