|
@@ 202-222 (lines=21) @@
|
| 199 |
|
self.assertGreaterEqual(val, 0.0) |
| 200 |
|
self.assertLessEqual(val, 1.0) |
| 201 |
|
|
| 202 |
|
class TestCustomizedTutorial(unittest.TestCase): |
| 203 |
|
def test_metrics_correct_interval(self): |
| 204 |
|
test_conf_const = TutorialCustomizedConfig() |
| 205 |
|
test_config = test_conf_const.__class__ |
| 206 |
|
data, config = crowdtruth.load( |
| 207 |
|
file="tutorial/relex_example_custom.csv", |
| 208 |
|
config=test_config()) |
| 209 |
|
results = crowdtruth.run(data, config) |
| 210 |
|
for _, val_arr in results["units"]["unit_annotation_score"].items(): |
| 211 |
|
for _, val in val_arr.items(): |
| 212 |
|
self.assertGreaterEqual(val, 0.0) |
| 213 |
|
self.assertLessEqual(val, 1.0) |
| 214 |
|
for _, val in results["units"]["uqs"].items(): |
| 215 |
|
self.assertGreaterEqual(val, 0.0) |
| 216 |
|
self.assertLessEqual(val, 1.0) |
| 217 |
|
for _, val in results["workers"]["wqs"].items(): |
| 218 |
|
self.assertGreaterEqual(val, 0.0) |
| 219 |
|
self.assertLessEqual(val, 1.0) |
| 220 |
|
for _, val in results["annotations"]["aqs"].items(): |
| 221 |
|
self.assertGreaterEqual(val, 0.0) |
| 222 |
|
self.assertLessEqual(val, 1.0) |
| 223 |
|
|
|
@@ 180-200 (lines=21) @@
|
| 177 |
|
class TestAgreementOpen(TestAgreementClosed): |
| 178 |
|
test_conf_const = TestConfigOpen() |
| 179 |
|
|
| 180 |
|
class TestTutorial(unittest.TestCase): |
| 181 |
|
def test_metrics_correct_interval(self): |
| 182 |
|
test_conf_const = TutorialConfig() |
| 183 |
|
test_config = test_conf_const.__class__ |
| 184 |
|
data, config = crowdtruth.load( |
| 185 |
|
file="tutorial/relex_example.csv", |
| 186 |
|
config=test_config()) |
| 187 |
|
results = crowdtruth.run(data, config) |
| 188 |
|
for _, val_arr in results["units"]["unit_annotation_score"].items(): |
| 189 |
|
for _, val in val_arr.items(): |
| 190 |
|
self.assertGreaterEqual(val, 0.0) |
| 191 |
|
self.assertLessEqual(val, 1.0) |
| 192 |
|
for _, val in results["units"]["uqs"].items(): |
| 193 |
|
self.assertGreaterEqual(val, 0.0) |
| 194 |
|
self.assertLessEqual(val, 1.0) |
| 195 |
|
for _, val in results["workers"]["wqs"].items(): |
| 196 |
|
self.assertGreaterEqual(val, 0.0) |
| 197 |
|
self.assertLessEqual(val, 1.0) |
| 198 |
|
for _, val in results["annotations"]["aqs"].items(): |
| 199 |
|
self.assertGreaterEqual(val, 0.0) |
| 200 |
|
self.assertLessEqual(val, 1.0) |
| 201 |
|
|
| 202 |
|
class TestCustomizedTutorial(unittest.TestCase): |
| 203 |
|
def test_metrics_correct_interval(self): |
CrowdTruth /
CrowdTruth-core
