OpTransformerSpec

abstract val expectedResult: Seq[O]

Expected result of the transformer applied on the Input Dataset

abstract val inputData: Dataset[_]

Input Dataset to transform

abstract val transformer: TransformerType

Transformer instance to be tested

final def !=(arg0: Any): Boolean

def !==[T](right: Spread[T]): TripleEqualsInvocationOnSpread[T]

def !==(right: Null): TripleEqualsInvocation[Null]

def !==[T](right: T): TripleEqualsInvocation[T]

final def ##(): Int

def <[T](right: T)(implicit arg0: Ordering[T]): ResultOfLessThanComparison[T]

def <=[T](right: T)(implicit arg0: Ordering[T]): ResultOfLessThanOrEqualToComparison[T]

final def ==(arg0: Any): Boolean

def ===[T](right: Spread[T]): TripleEqualsInvocationOnSpread[T]

def ===(right: Null): TripleEqualsInvocation[Null]

def ===[T](right: T): TripleEqualsInvocation[T]

def >[T](right: T)(implicit arg0: Ordering[T]): ResultOfGreaterThanComparison[T]

def >=[T](right: T)(implicit arg0: Ordering[T]): ResultOfGreaterThanOrEqualToComparison[T]

object Spec extends Product with Serializable

Spec name for a class

def a[T](implicit arg0: ClassTag[T]): ResultOfATypeInvocation[T]

val a: AWord

val after: TheAfterWord

def afterAll(): Unit

def alert: Alerter

def all(xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def all[K, V, JMAP[k, v] <: Map[k, v]](xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def all[E, C[_]](xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

def allElementsOf[R](elements: GenTraversable[R]): ResultOfAllElementsOfApplication

def allOf(firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfAllOfApplication

def an[T](implicit arg0: ClassTag[T]): ResultOfAnTypeInvocation[T]

val an: AnWord

final def asInstanceOf[T0]: T0

def assert(stage: OpPipelineStageBase, expected: OpPipelineStageBase, expectSameClass: Boolean = true): Assertion

Assert stage instances

macro def assert(condition: Boolean, clue: Any)(implicit prettifier: Prettifier, pos: Position): Assertion

macro def assert(condition: Boolean)(implicit prettifier: Prettifier, pos: Position): Assertion

macro def assertCompiles(code: String)(implicit pos: Position): Assertion

macro def assertDoesNotCompile(code: String)(implicit pos: Position): Assertion

def assertResult(expected: Any)(actual: Any)(implicit prettifier: Prettifier, pos: Position): Assertion

def assertResult(expected: Any, clue: Any)(actual: Any)(implicit prettifier: Prettifier, pos: Position): Assertion

def assertThrows[T <: AnyRef](f: ⇒ Any)(implicit classTag: ClassTag[T], pos: Position): Assertion

macro def assertTypeError(code: String)(implicit pos: Position): Assertion

val assertionsHelper: AssertionsHelper

macro def assume(condition: Boolean, clue: Any)(implicit prettifier: Prettifier, pos: Position): Assertion

macro def assume(condition: Boolean)(implicit prettifier: Prettifier, pos: Position): Assertion

def atLeast(num: Int, xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def atLeast[K, V, JMAP[k, v] <: Map[k, v]](num: Int, xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def atLeast[E, C[_]](num: Int, xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

def atLeastOneElementOf(elements: GenTraversable[Any]): ResultOfAtLeastOneElementOfApplication

def atLeastOneOf(firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfAtLeastOneOfApplication

def atMost(num: Int, xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def atMost[K, V, JMAP[k, v] <: Map[k, v]](num: Int, xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def atMost[E, C[_]](num: Int, xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

def atMostOneElementOf[R](elements: GenTraversable[R]): ResultOfAtMostOneElementOfApplication

def atMostOneOf(firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfAtMostOneOfApplication

val be: BeWord

def beforeAll(): Unit

val behave: BehaveWord

val behavior: BehaviorWord

def between(from: Int, upTo: Int, xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def between[K, V, JMAP[k, v] <: Map[k, v]](from: Int, upTo: Int, xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def between[E, C[_]](from: Int, upTo: Int, xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

def cancel(cause: Throwable)(implicit pos: Position): Nothing

def cancel(message: String, cause: Throwable)(implicit pos: Position): Nothing

def cancel(message: String)(implicit pos: Position): Nothing

def cancel()(implicit pos: Position): Nothing

lazy val checkpointDir: String

def clone(): AnyRef

def compareWithTol(actual: Double, expected: Double, tol: Double): Assertion

Compares two real numbers using relative difference with a tolerance.

val compile: CompileWord

lazy val conf: SparkConf

val contain: ContainWord

def conversionCheckedConstraint[A, B](implicit equivalenceOfA: Equivalence[A], cnv: (B) ⇒ A): CanEqual[A, B]

lazy val convert: FeatureTypeSparkConverter[O]

def convertEquivalenceToAToBConstraint[A, B](equivalenceOfB: Equivalence[B])(implicit ev: <:<[A, B]): CanEqual[A, B]

def convertEquivalenceToAToBConversionConstraint[A, B](equivalenceOfB: Equivalence[B])(implicit ev: (A) ⇒ B): CanEqual[A, B]

def convertEquivalenceToBToAConstraint[A, B](equivalenceOfA: Equivalence[A])(implicit ev: <:<[B, A]): CanEqual[A, B]

def convertEquivalenceToBToAConversionConstraint[A, B](equivalenceOfA: Equivalence[A])(implicit ev: (B) ⇒ A): CanEqual[A, B]

implicit def convertNumericToPlusOrMinusWrapper[T](pivot: T)(implicit arg0: Numeric[T]): PlusOrMinusWrapper[T]

implicit def convertSymbolToHavePropertyMatcherGenerator(symbol: Symbol)(implicit prettifier: Prettifier, pos: Position): HavePropertyMatcherGenerator

implicit def convertToAnyShouldWrapper[T](o: T)(implicit pos: Position, prettifier: Prettifier): AnyShouldWrapper[T]

def convertToCheckingEqualizer[T](left: T): CheckingEqualizer[T]

implicit def convertToClueful[T](fun: ⇒ T): Clueful[T]

implicit def convertToEqualizer[T](left: T): Equalizer[T]

implicit def convertToInAndIgnoreMethods(resultOfStringPassedToVerb: ResultOfStringPassedToVerb): InAndIgnoreMethods

implicit def convertToInAndIgnoreMethodsAfterTaggedAs(resultOfTaggedAsInvocation: ResultOfTaggedAsInvocation): InAndIgnoreMethodsAfterTaggedAs

implicit def convertToRegexWrapper(o: Regex): RegexWrapper

implicit def convertToStringCanWrapper(o: String)(implicit position: Position): StringCanWrapperForVerb

implicit def convertToStringMustWrapperForVerb(o: String)(implicit position: Position): StringMustWrapperForVerb

implicit def convertToStringShouldWrapper(o: String)(implicit pos: Position, prettifier: Prettifier): StringShouldWrapper

implicit def convertToStringShouldWrapperForVerb(o: String)(implicit position: Position): StringShouldWrapperForVerb

def createDirectory(root: String, namePrefix: String = "spark"): File

Create a directory inside the given parent directory.

def createTempDir(root: String = ..., namePrefix: String = "spark"): File

Create a temporary directory inside the given parent directory.

implicit val cto: ClassTag[O]

val decided: DecidedWord

def defaultEquality[A]: Equality[A]

val defined: DefinedWord

def definedAt[T](right: T): ResultOfDefinedAt[T]

def deleteRecursively(file: File): Unit

Delete a file or directory and its contents recursively.

val determined: DeterminedWord

val empty: EmptyWord

val endWith: EndWithWord

final def eq(arg0: AnyRef): Boolean

def equal(o: Null): Matcher[AnyRef]

def equal[T](spread: Spread[T]): Matcher[T]

def equal(right: Any): MatcherFactory1[Any, Equality]

def equals(arg0: Any): Boolean

def every(xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def every[K, V, JMAP[k, v] <: Map[k, v]](xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def every[E, C[_]](xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

def exactly(num: Int, xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def exactly[K, V, JMAP[k, v] <: Map[k, v]](num: Int, xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def exactly[E, C[_]](num: Int, xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

final def execute(testName: String, configMap: ConfigMap, color: Boolean, durations: Boolean, shortstacks: Boolean, fullstacks: Boolean, stats: Boolean): Unit

val exist: ExistWord

def expectedTestCount(filter: Filter): Int

def fail(cause: Throwable)(implicit pos: Position): Nothing

def fail(message: String, cause: Throwable)(implicit pos: Position): Nothing

def fail(message: String)(implicit pos: Position): Nothing

def fail()(implicit pos: Position): Nothing

implicit val featureTypeEquality: Equality[O]

Feature type equality

def finalize(): Unit

val fullyMatch: FullyMatchWord

final def getClass(): Class[_]

def getLoggingLevels: Seq[Level]

Get logging level for all loggers

def hashCode(): Int

val have: HaveWord

val ignore: IgnoreWord

def inOrder(firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfInOrderApplication

def inOrderElementsOf[R](elements: GenTraversable[R]): ResultOfInOrderElementsOfApplication

def inOrderOnly[T](firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfInOrderOnlyApplication

val include: IncludeWord

def info: Informer

def intercept[T <: AnyRef](f: ⇒ Any)(implicit classTag: ClassTag[T], pos: Position): T

val invokeBeforeAllAndAfterAllEvenIfNoTestsAreExpected: Boolean

final def isInstanceOf[T0]: Boolean

def isSymlink(file: File): Boolean

Check to see if file is a symbolic link.

val it: ItWord

val key: KeyWord

lazy val kryoClasses: Array[Class[_]]

val length: LengthWord

def loadFile(path: String): String

Load a file as string

def loadResource(path: String, noSpaces: Boolean = false): String

Loads resource by path

def loggingLevel(level: Level): Unit

Set logging level for

def loggingLevels(levels: Seq[Level]): Unit

Set logging level individually

def loggingOff(): Unit

Disable all logging

def lowPriorityConversionCheckedConstraint[A, B](implicit equivalenceOfB: Equivalence[B], cnv: (A) ⇒ B): CanEqual[A, B]

def lowPriorityTypeCheckedConstraint[A, B](implicit equivalenceOfB: Equivalence[B], ev: <:<[A, B]): CanEqual[A, B]

def markup: Documenter

val matchPattern: MatchPatternWord

def message(expectedMessage: String): ResultOfMessageWordApplication

final def ne(arg0: AnyRef): Boolean

def nestedSuites: IndexedSeq[Suite]

def no(xs: String)(implicit collecting: Collecting[Char, String], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Char]

def no[K, V, JMAP[k, v] <: Map[k, v]](xs: JMAP[K, V])(implicit collecting: Collecting[Entry[K, V], JMAP[K, V]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[Entry[K, V]]

def no[E, C[_]](xs: C[E])(implicit collecting: Collecting[E, C[E]], prettifier: Prettifier, pos: Position): ResultOfCollectedAny[E]

def noElementsOf(elements: GenTraversable[Any]): ResultOfNoElementsOfApplication

def noException(implicit pos: Position): NoExceptionWord

def noneOf(firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfNoneOfApplication

val not: NotWord

def note: Notifier

final def notify(): Unit

final def notifyAll(): Unit

def of[T](implicit ev: ClassTag[T]): ResultOfOfTypeInvocation[T]

def oneElementOf(elements: GenTraversable[Any]): ResultOfOneElementOfApplication

def oneOf(firstEle: Any, secondEle: Any, remainingEles: Any*)(implicit pos: Position): ResultOfOneOfApplication

def only(xs: Any*)(implicit pos: Position): ResultOfOnlyApplication

def pending: Assertion with PendingStatement

def pendingUntilFixed(f: ⇒ Unit)(implicit pos: Position): Assertion with PendingStatement

val readable: ReadableWord

val regex: RegexWord

final def registerIgnoredTest(testText: String, testTags: Tag*)(testFun: ⇒ Any)(implicit pos: Position): Unit

def registerShutdownDeleteDir(file: File): Unit

final def registerTest(testText: String, testTags: Tag*)(testFun: ⇒ Any)(implicit pos: Position): Unit

def removeShutdownDeleteDir(file: File): Unit

def rerunner: Option[String]

def resourceDir: String

Returns the resource directory path

def resourceFile(parent: String = resourceDir, name: String): File

Load a test resource file

def run(testName: Option[String], args: Args): Status

def runNestedSuites(args: Args): Status

def runTest(testName: String, args: Args): Status

def runTests(testName: Option[String], args: Args): Status

implicit lazy val sc: SparkContext

implicit val seqEquality: Equality[Seq[O]]

Feature type sequence equality

implicit val shorthandSharedTestRegistrationFunction: StringVerbBehaveLikeInvocation

implicit val shorthandTestRegistrationFunction: StringVerbStringInvocation

val size: SizeWord

val sorted: SortedWord

implicit lazy val spark: SparkSession

def specName: String

Spec name (StageType[O] by default)

final lazy val stage: TransformerType

def stageSavePath: String

Spark stage save path

val startWith: StartWithWord

final val styleName: String

final val succeed: Assertion

def suiteId: String

def suiteName: String

final def synchronized[T0](arg0: ⇒ T0): T0

def tags: Map[String, Set[String]]

def tempDir: File

Returns the temporary directory as a File instance.

def testDataDir: String

Test data directory

def testDataFor(testName: String, theConfigMap: ConfigMap): TestData

def testNames: Set[String]

def the[T](implicit arg0: ClassTag[T], pos: Position): ResultOfTheTypeInvocation[T]

def theSameElementsAs(xs: GenTraversable[_]): ResultOfTheSameElementsAsApplication

def theSameElementsInOrderAs(xs: GenTraversable[_]): ResultOfTheSameElementsInOrderAsApplication

val theSameInstanceAs: TheSameInstanceAsPhrase

val they: TheyWord

def thrownBy(fun: ⇒ Any): ResultOfThrownByApplication

def toString(): String

implicit val ttc: ClassTag[TransformerType]

val typeCheck: TypeCheckWord

def typeCheckedConstraint[A, B](implicit equivalenceOfA: Equivalence[A], ev: <:<[B, A]): CanEqual[A, B]

implicit def unconstrainedEquality[A, B](implicit equalityOfA: Equality[A]): CanEqual[A, B]

val value: ValueWord

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withClue[T](clue: Any)(fun: ⇒ T): T

def withFixture(test: NoArgTest): Outcome

val writable: WritableWord

def writeAndRead(stage: TransformerType, savePath: String = stageSavePath, asSpark: Boolean = true): OpPipelineStageBase

A helper function to write and read stage into savePath

implicit val wto: scala.reflect.api.JavaUniverse.WeakTypeTag[O]

final def execute: Unit

def resourceString(parent: String = resourceDir, noSpaces: Boolean = true, name: String): String

Load a test resource file as string

def trap[T](f: ⇒ T): Throwable