DefaultScalarPolicy

Instance Constructors

new DefaultScalarPolicy(question: ScalarQuestion)

Type Members

class PrematureValidationCompletionException extends Exception

Definition Classes
ValidationPolicy

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
val NumberOfSimulations: Int
def answer_selector(tasks: List[Task]): (A, BigDecimal, Double)

Definition Classes
ScalarValidationPolicy
final def asInstanceOf[T0]: T0

Definition Classes
Any
def blacklisted_workers(tasks: List[Task]): List[String]

Returns a list of blacklisted worker_ids given a set of tasks, completed or not.
Returns a list of blacklisted worker_ids given a set of tasks, completed or not.
tasks
The complete list of tasks.
returns
A list of worker IDs.

Definition Classes
ValidationPolicy
def bonferroni_confidence(confidence: Double, num_hypotheses: Int): Double
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def completed_tasks(tasks: List[Task]): List[Task]

Attributes
protected
Definition Classes
ValidationPolicy
def completed_workerunique_tasks(tasks: List[Task]): List[Task]

Attributes
protected
Definition Classes
ValidationPolicy
def current_confidence(tasks: List[Task]): Double

Definition Classes
DefaultScalarPolicy → ScalarValidationPolicy
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def expected_for_agreement(trials: Int, max_agr: Int, confidence: Double): Int
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def is_confident(tasks: List[Task], num_hypotheses: Int): Boolean

Definition Classes
DefaultScalarPolicy → ScalarValidationPolicy
def is_done(tasks: List[Task]): Boolean

Returns true if the strategy has enough data to stop scheduling work.
Returns true if the strategy has enough data to stop scheduling work.
tasks
The complete list of scheduled tasks.
returns

Definition Classes
ScalarValidationPolicy → ValidationPolicy
def mark_duplicates(tasks: List[Task]): List[Task]

Given a list of tasks, this method returns the same list with all but one task marked as DUPLICATE for each subset submitted by each distinct worker.
Given a list of tasks, this method returns the same list with all but one task marked as DUPLICATE for each subset submitted by each distinct worker. The task left as ANSWERED is chosen arbitrarily (the first one encountered).
tasks
A list of ANSWERED tasks.
returns
A list of ANSWERED and DUPLICATE tasks.

Definition Classes
ValidationPolicy
def max_agree(tasks: List[Task]): Int
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def not_final(task: Task): Boolean

Definition Classes
ScalarValidationPolicy
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def num_to_run(tasks: List[Task], round: Int, reward: BigDecimal): Int
def outstanding_tasks(tasks: List[Task]): List[Task]

Attributes
protected
Definition Classes
ValidationPolicy
def pessimism(): Double
def rejection_response(tasks: List[Task]): String

Returns a string explaining why the worker's answer was not accepted.
Returns a string explaining why the worker's answer was not accepted.
tasks
The list of accepted tasks. Used to determine the correct answer.
returns
Explanation string.

Definition Classes
ScalarValidationPolicy → ValidationPolicy
def select_answer(tasks: List[Task]): AA

Returns the top answer.
Returns the top answer.
tasks
The complete list of tasks.
returns
Top answer

Definition Classes
ScalarValidationPolicy → ValidationPolicy
def select_over_budget_answer(tasks: List[Task], need: BigDecimal, have: BigDecimal): AA

Returns an appropriate response for when the computation ran out of money.
Returns an appropriate response for when the computation ran out of money.
tasks
The complete list of tasks.
need
The smallest amount of money needed to complete the computation under optimistic assumptions.
have
The amount of money we have.
returns
A low-confidence or over-budget answer.

Definition Classes
ScalarValidationPolicy → ValidationPolicy
def spawn(tasks: List[Task], had_timeout: Boolean): List[Task]

Computes the number of tasks needed to satisfy the quality-control algorithm given the already-collected list of tasks.
Computes the number of tasks needed to satisfy the quality-control algorithm given the already-collected list of tasks. Returns only newly-created tasks.
tasks
The complete list of previously-scheduled tasks
returns
A list of new tasks to schedule on the backend.

Definition Classes
DefaultScalarPolicy → ValidationPolicy
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def tasks_to_accept(tasks: List[Task]): List[Task]

Definition Classes
ScalarValidationPolicy → ValidationPolicy
def tasks_to_cancel(tasks: List[Task]): List[Task]

Definition Classes
ValidationPolicy
def tasks_to_reject(tasks: List[Task]): List[Task]

Definition Classes
ScalarValidationPolicy → ValidationPolicy
def toString(): String

Definition Classes
AnyRef → Any
def unique_by_date(ts: List[Task]): List[Task]

Attributes
protected
Definition Classes
ValidationPolicy
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

class DefaultScalarPolicy extends ScalarValidationPolicy

Instance Constructors

new DefaultScalarPolicy(question: ScalarQuestion)

Type Members

class PrematureValidationCompletionException extends Exception

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

val NumberOfSimulations: Int

def answer_selector(tasks: List[Task]): (A, BigDecimal, Double)

final def asInstanceOf[T0]: T0

def blacklisted_workers(tasks: List[Task]): List[String]

def bonferroni_confidence(confidence: Double, num_hypotheses: Int): Double

def clone(): AnyRef

def completed_tasks(tasks: List[Task]): List[Task]

def completed_workerunique_tasks(tasks: List[Task]): List[Task]

def current_confidence(tasks: List[Task]): Double

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def expected_for_agreement(trials: Int, max_agr: Int, confidence: Double): Int

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def is_confident(tasks: List[Task], num_hypotheses: Int): Boolean

def is_done(tasks: List[Task]): Boolean

def mark_duplicates(tasks: List[Task]): List[Task]

def max_agree(tasks: List[Task]): Int

final def ne(arg0: AnyRef): Boolean

def not_final(task: Task): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def num_to_run(tasks: List[Task], round: Int, reward: BigDecimal): Int

def outstanding_tasks(tasks: List[Task]): List[Task]

def pessimism(): Double

def rejection_response(tasks: List[Task]): String

def select_answer(tasks: List[Task]): AA

def select_over_budget_answer(tasks: List[Task], need: BigDecimal, have: BigDecimal): AA

def spawn(tasks: List[Task], had_timeout: Boolean): List[Task]

final def synchronized[T0](arg0: ⇒ T0): T0

def tasks_to_accept(tasks: List[Task]): List[Task]

def tasks_to_cancel(tasks: List[Task]): List[Task]

def tasks_to_reject(tasks: List[Task]): List[Task]

def toString(): String

def unique_by_date(ts: List[Task]): List[Task]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from ScalarValidationPolicy

Inherited from ValidationPolicy

Inherited from AnyRef

Inherited from Any

Ungrouped