|
@@ 219-239 (lines=21) @@
|
| 216 |
|
self.assertGreaterEqual(val, 0.0) |
| 217 |
|
self.assertLessEqual(val, 1.0) |
| 218 |
|
|
| 219 |
|
class TestCustomizedTutorial(unittest.TestCase): |
| 220 |
|
def test_metrics_correct_interval(self): |
| 221 |
|
test_conf_const = TutorialCustomizedConfig() |
| 222 |
|
test_config = test_conf_const.__class__ |
| 223 |
|
data, config = crowdtruth.load( |
| 224 |
|
file="tutorial/relex_example_custom.csv", |
| 225 |
|
config=test_config()) |
| 226 |
|
results = crowdtruth.run(data, config) |
| 227 |
|
# for _, val_arr in results["units"]["unit_annotation_score"].items(): |
| 228 |
|
# for _, val in val_arr.items(): |
| 229 |
|
# self.assertGreaterEqual(val, 0.0) |
| 230 |
|
# self.assertLessEqual(val, 1.0) |
| 231 |
|
for _, val in results["units"]["uqs"].items(): |
| 232 |
|
self.assertGreaterEqual(val, 0.0) |
| 233 |
|
self.assertLessEqual(val, 1.0) |
| 234 |
|
for _, val in results["workers"]["wqs"].items(): |
| 235 |
|
self.assertGreaterEqual(val, 0.0) |
| 236 |
|
self.assertLessEqual(val, 1.0) |
| 237 |
|
for _, val in results["annotations"]["aqs"].items(): |
| 238 |
|
self.assertGreaterEqual(val, 0.0) |
| 239 |
|
self.assertLessEqual(val, 1.0) |
| 240 |
|
|
| 241 |
|
if __name__ == '__main__': |
| 242 |
|
unittest.main() |
|
@@ 197-217 (lines=21) @@
|
| 194 |
|
class TestAgreementOpen(TestAgreementClosed): |
| 195 |
|
test_conf_const = TestConfigOpen() |
| 196 |
|
|
| 197 |
|
class TestTutorial(unittest.TestCase): |
| 198 |
|
def test_metrics_correct_interval(self): |
| 199 |
|
test_conf_const = TutorialConfig() |
| 200 |
|
test_config = test_conf_const.__class__ |
| 201 |
|
data, config = crowdtruth.load( |
| 202 |
|
file="tutorial/relex_example.csv", |
| 203 |
|
config=test_config()) |
| 204 |
|
results = crowdtruth.run(data, config) |
| 205 |
|
# for _, val_arr in results["units"]["unit_annotation_score"].items(): |
| 206 |
|
# for _, val in val_arr.items(): |
| 207 |
|
# self.assertGreaterEqual(val, 0.0) |
| 208 |
|
# self.assertLessEqual(val, 1.0) |
| 209 |
|
for _, val in results["units"]["uqs"].items(): |
| 210 |
|
self.assertGreaterEqual(val, 0.0) |
| 211 |
|
self.assertLessEqual(val, 1.0) |
| 212 |
|
for _, val in results["workers"]["wqs"].items(): |
| 213 |
|
self.assertGreaterEqual(val, 0.0) |
| 214 |
|
self.assertLessEqual(val, 1.0) |
| 215 |
|
for _, val in results["annotations"]["aqs"].items(): |
| 216 |
|
self.assertGreaterEqual(val, 0.0) |
| 217 |
|
self.assertLessEqual(val, 1.0) |
| 218 |
|
|
| 219 |
|
class TestCustomizedTutorial(unittest.TestCase): |
| 220 |
|
def test_metrics_correct_interval(self): |
CrowdTruth /
CrowdTruth-core
