ValidationPolicy

Instance Constructors

new ValidationPolicy(question: Question)

Type Members

class PrematureValidationCompletionException extends Exception

Abstract Value Members

abstract def is_done(tasks: List[Task]): Boolean

Returns true if the strategy has enough data to stop scheduling work.
Returns true if the strategy has enough data to stop scheduling work.
tasks
The complete list of scheduled tasks.
returns
abstract def rejection_response(tasks: List[Task]): String

Returns a string explaining why the worker's answer was not accepted.
Returns a string explaining why the worker's answer was not accepted.
tasks
The list of accepted tasks. Used to determine the correct answer.
returns
Explanation string.
abstract def select_answer(tasks: List[Task]): AA

Returns the top answer.
Returns the top answer.
tasks
The complete list of tasks.
returns
Top answer
abstract def select_over_budget_answer(tasks: List[Task], need: BigDecimal, have: BigDecimal): AA

Returns an appropriate response for when the computation ran out of money.
Returns an appropriate response for when the computation ran out of money.
tasks
The complete list of tasks.
need
The smallest amount of money needed to complete the computation under optimistic assumptions.
have
The amount of money we have.
returns
A low-confidence or over-budget answer.
abstract def spawn(tasks: List[Task], suffered_timeout: Boolean): List[Task]

Computes the number of tasks needed to satisfy the quality-control algorithm given the already-collected list of tasks.
Computes the number of tasks needed to satisfy the quality-control algorithm given the already-collected list of tasks. Returns only newly-created tasks.
tasks
The complete list of previously-scheduled tasks
suffered_timeout
True if any of the latest batch of tasks suffered a timeout.
returns
A list of new tasks to schedule on the backend.
abstract def tasks_to_accept(tasks: List[Task]): List[Task]
abstract def tasks_to_reject(tasks: List[Task]): List[Task]

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def blacklisted_workers(tasks: List[Task]): List[String]

Returns a list of blacklisted worker_ids given a set of tasks, completed or not.
Returns a list of blacklisted worker_ids given a set of tasks, completed or not.
tasks
The complete list of tasks.
returns
A list of worker IDs.
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def completed_tasks(tasks: List[Task]): List[Task]

Attributes
protected
def completed_workerunique_tasks(tasks: List[Task]): List[Task]

Attributes
protected
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def mark_duplicates(tasks: List[Task]): List[Task]

Given a list of tasks, this method returns the same list with all but one task marked as DUPLICATE for each subset submitted by each distinct worker.
Given a list of tasks, this method returns the same list with all but one task marked as DUPLICATE for each subset submitted by each distinct worker. The task left as ANSWERED is chosen arbitrarily (the first one encountered).
tasks
A list of ANSWERED tasks.
returns
A list of ANSWERED and DUPLICATE tasks.
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def outstanding_tasks(tasks: List[Task]): List[Task]

Attributes
protected
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def tasks_to_cancel(tasks: List[Task]): List[Task]
def toString(): String

Definition Classes
AnyRef → Any
def unique_by_date(ts: List[Task]): List[Task]

Attributes
protected
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

abstract class ValidationPolicy extends AnyRef

Instance Constructors

new ValidationPolicy(question: Question)

Type Members

class PrematureValidationCompletionException extends Exception

Abstract Value Members

abstract def is_done(tasks: List[Task]): Boolean

abstract def rejection_response(tasks: List[Task]): String

abstract def select_answer(tasks: List[Task]): AA

abstract def select_over_budget_answer(tasks: List[Task], need: BigDecimal, have: BigDecimal): AA

abstract def spawn(tasks: List[Task], suffered_timeout: Boolean): List[Task]

abstract def tasks_to_accept(tasks: List[Task]): List[Task]

abstract def tasks_to_reject(tasks: List[Task]): List[Task]

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def blacklisted_workers(tasks: List[Task]): List[String]

def clone(): AnyRef

def completed_tasks(tasks: List[Task]): List[Task]

def completed_workerunique_tasks(tasks: List[Task]): List[Task]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def mark_duplicates(tasks: List[Task]): List[Task]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def outstanding_tasks(tasks: List[Task]): List[Task]

final def synchronized[T0](arg0: ⇒ T0): T0

def tasks_to_cancel(tasks: List[Task]): List[Task]

def toString(): String

def unique_by_date(ts: List[Task]): List[Task]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped