troeger / opensubmit

        '''

        sf = create_submission_file()

        sub = create_validatable_submission(

            self.user, self.validated_assignment, sf)

        test_machine = self._register_executor()

        sub.assignment.test_machines.add(test_machine)

        return sub

    def test_register_executor_explicit(self):

        machine_count = TestMachine.objects.all().count()

        assert(self._register_executor().pk)

        self.assertEqual(machine_count + 1, TestMachine.objects.all().count())

    @override_settings(JOB_EXECUTOR_SECRET='foo')

    def test_invalid_secret(self):

        self.assertNotEqual(True, self._run_executor())

    def test_everything_already_tested(self):

        create_validated_submission(self.user, self.validated_assignment)

        assert(self._register_executor().pk)

        self.assertEqual(False, self._run_executor())

    def test_parallel_executors_test(self):

        NUM_PARALLEL = 3

        self.validated_assignment.test_machines.add(self._register_executor())

        subs = []

        for i in range(1, NUM_PARALLEL + 1):

            stud = create_user(get_student_dict(i))

            self.course.participants.add(stud.profile)

            self.course.save()

            sf = create_submission_file()

            subs.append(create_validatable_submission(

                stud, self.validated_assignment, sf))

            self.course.participants.add(stud.profile)

            self.course.save()

            sf = create_submission_file()

            subs.append(create_validatable_submission(

                stud, self.validated_assignment, sf))

        # Span a number of threads, each triggering the executor

        # This only creates a real test case if executor serialization

        # is off (see tests/executor.cfg)

        return_codes = utils.run_parallel(len(subs), self._run_executor)

        self.assertEqual(

            len(list(filter((lambda x: x is True), return_codes))),

            len(subs))

        for sub in subs:

            results = SubmissionTestResult.objects.filter(

                kind=SubmissionTestResult.VALIDITY_TEST

            )

            self.assertEqual(NUM_PARALLEL, len(results))

            self.assertNotEqual(0, len(results[0].result))

    def test_too_long_validation(self):

        from django.core import mail

        grading = create_pass_fail_grading()

        assignment = create_validated_assignment(

            self.course, grading, "/submfiles/validation/d000fff/", "validator_run.py")

        assignment.attachment_test_timeout = 1

        assignment.save()

        sf = create_submission_file("/submfiles/validation/d000fff/helloworld.c")

        sub = create_validatable_submission(