edu
.
cmu
.
ml
.
rtw
.
pra
.
experiments
ExperimentScorer
object
ExperimentScorer
Linear Supertypes
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
ExperimentScorer
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
val
DATASET_RELATION
:
String
val
DISPLAY_NAME
:
String
val
RESULTS_DIR
:
String
val
SAVED_METRICS
:
String
val
TIMESTAMP
:
String
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
computeMetrics
(
pra_base:
String
,
experiment_dir:
String
,
displayNameSplit:
String
,
saved_metrics:
Option
[
MutableRelationMetrics
]
,
metricComputers:
Seq
[
MetricComputer
]
)
:
MutableRelationMetrics
def
displayExperiments
(
metrics:
ExperimentMetrics
,
displayMetrics:
Seq
[(
String
,
String
)]
,
sortResultsBy:
Seq
[
String
]
,
significanceTests:
Seq
[
String
]
,
relationMetrics:
Seq
[
String
]
)
:
Unit
val
displayMetrics_
:
List
[(
String
,
String
)]
def
displayRelationMetrics
(
metrics:
ExperimentMetrics
,
experiments:
Seq
[
String
]
,
metric:
String
)
:
Unit
def
displaySignificanceTests
(
metrics:
ExperimentMetrics
,
experiments:
Seq
[
String
]
,
metric:
String
)
:
Unit
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
val
fileUtil
:
FileUtil
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
findSplitDir
(
pra_base:
String
,
experiment_dir:
String
)
:
String
implicit
val
formats
:
DefaultFormats
.type
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getDiffForSample
(
diffs:
Seq
[
Double
]
,
signs:
Int
)
:
Double
def
getExactPValue
(
values:
Seq
[(
Double
,
Double
)]
)
:
Double
def
getExperimentParams
(
experiment_dir:
String
)
:
Option
[
JValue
]
def
getPValue
(
values:
Seq
[(
Double
,
Double
)]
)
:
Double
def
getSampledPValue
(
values:
Seq
[(
Double
,
Double
)]
)
:
Double
def
getSortKey
(
keys:
Seq
[
String
]
)
(
metrics:
RelationMetrics
)
:
List
[
Double
]
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
main
(
args:
Array
[
String
]
)
:
Unit
val
metricComputers_
:
List
[
BasicMetricComputer
.type]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
outputter
:
Outputter
def
readSavedMetrics
(
metrics_file:
String
)
:
HashMap
[
String
,
MutableRelationMetrics
]
val
relationMetrics_
:
List
[
String
]
def
resetColor
()
:
Unit
def
saveMetrics
(
metrics:
ExperimentMetrics
,
metrics_file:
String
)
:
Unit
def
scoreExperiments
(
pra_base:
String
,
experiment_filters:
Seq
[
String
]
,
displayMetrics:
Seq
[(
String
,
String
)]
,
sortResultsBy:
Seq
[
String
]
,
metricComputers:
Seq
[
MetricComputer
]
,
significanceTests:
Seq
[
String
]
,
relationMetrics:
Seq
[
String
]
)
:
Unit
def
setColor
(
color:
String
)
:
Unit
def
shouldKeepFile
(
filters:
Seq
[
String
]
)
(
file:
File
)
:
Boolean
val
significanceTests_
:
List
[
String
]
val
significanceThreshold
:
Double
val
sortResultsBy_
:
List
[
String
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
testSignificance
(
metrics:
ExperimentMetrics
,
method1:
String
,
method2:
String
,
metric:
String
)
:
Double
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
AnyRef
Inherited from
Any
Ungrouped