Code Duplication - ProjetPP/PPP-QuestionParsing-Grammatical - Measure and Improve Code Quality continuously with Scrutinizer

Code Duplication Length = 58-60 lines in 2 locations

tests/test_dependencyAnalysis.py 1 location


        self.assertEqual(sullivan.subtreeType, 'undef')
        self.assertEqual(sullivan.dfsTag, 0)

    def testHierarchyConnectors2(self):
        tree=computeTree(data.give_chief())
        NamedEntityMerging(tree).merge()
        PrepositionMerging(tree).merge()
        simplify(tree)
        tree.sort()
        root=tree
        # Root
        self.assertEqual(root.wordList, [Word("ROOT", 0)])
        self.assertEqual(root.namedEntityTag, 'undef')
        self.assertEqual(root.dependency, 'R0')
        self.assertEqual(root.parent, None)
        self.assertEqual(len(root.child), 1)
        self.assertEqual(root.subtreeType, 'PERSON')
        self.assertEqual(root.dfsTag, 0)
        # and
        andw=root.child[0]
        self.assertEqual(andw.wordList, [Word("and", 1000, None)])
        self.assertEqual(andw.namedEntityTag, 'undef')
        self.assertEqual(andw.dependency, 'R0')
        self.assertEqual(andw.parent, root)
        self.assertEqual(len(andw.child), 2)
        self.assertEqual(andw.subtreeType, 'PERSON')
        self.assertEqual(andw.dfsTag, 0)
        # identity
        identity1=andw.child[0]
        self.assertEqual(identity1.wordList, [Word("is", 2, 'VBZ')])
        self.assertEqual(identity1.namedEntityTag, 'undef')
        self.assertEqual(identity1.dependency, 'RconjT')
        self.assertEqual(identity1.parent, andw)
        self.assertEqual(len(identity1.child), 1)
        self.assertEqual(identity1.subtreeType, 'PERSON')
        self.assertEqual(identity1.dfsTag, 0)
        # identity
        identity2=andw.child[1]
        self.assertEqual(identity2.wordList, [Word("is", 2, 'VBZ')])
        self.assertEqual(identity2.namedEntityTag, 'undef')
        self.assertEqual(identity2.dependency, 'RconjB')
        self.assertEqual(identity2.parent, andw)
        self.assertEqual(len(identity2.child), 1)
        self.assertEqual(identity2.subtreeType, 'PERSON')
        self.assertEqual(identity2.dfsTag, 0)
        # chief
        chief=identity1.child[0]
        self.assertEqual(chief.wordList, [Word("chief", 4, 'NN')])
        self.assertEqual(chief.namedEntityTag, 'undef')
        self.assertEqual(chief.dependency, 'R2')
        self.assertEqual(chief.parent, identity1)
        self.assertEqual(len(chief.child), 0)
        self.assertEqual(chief.subtreeType, 'undef')
        self.assertEqual(chief.dfsTag, 0)
        # prime minister
        prime=identity2.child[0]
        self.assertEqual(prime.wordList, [Word("prime", 6, 'JJ'), Word("minister", 7, 'NN')])
        self.assertEqual(prime.namedEntityTag, 'undef')
        self.assertEqual(prime.dependency, 'R2')
        self.assertEqual(prime.parent, identity2)
        self.assertEqual(len(prime.child), 0)
        self.assertEqual(prime.subtreeType, 'undef')
        self.assertEqual(prime.dfsTag, 0)

    def testYesNoQuestion(self):
        tree=computeTree(data.give_born())

tests/test_initialMerge.py 1 location


        self.assertEqual(the.subtreeType, 'undef')
        self.assertEqual(the.dfsTag, 0)

    def testNamedEntity2(self):
        tree=computeTree(data.give_obama_president_usa())
        NamedEntityMerging(tree).merge()
        tree.sort()
        root=tree
        # Root
        self.assertEqual(root.wordList, [Word("ROOT", 0)])
        self.assertEqual(root.namedEntityTag, 'undef')
        self.assertEqual(root.dependency, 'undef')
        self.assertEqual(root.parent, None)
        self.assertEqual(len(root.child), 1)
        self.assertEqual(root.subtreeType, 'undef')
        self.assertEqual(root.dfsTag, 0)
        # Is
        is_=root.child[0]
        self.assertEqual(is_.wordList, [Word("is", 2, 'VBZ')])
        self.assertEqual(is_.namedEntityTag, 'undef')
        self.assertEqual(is_.dependency, 'ROOT')
        self.assertEqual(is_.parent, tree)
        self.assertEqual(len(is_.child), 2)
        self.assertEqual(is_.subtreeType, 'undef')
        self.assertEqual(is_.dfsTag, 0)
        # Obama
        obama=is_.child[0]
        self.assertEqual(obama.wordList, [Word("Obama", 1, 'NNP')])
        self.assertEqual(obama.namedEntityTag, 'PERSON')
        self.assertEqual(obama.dependency, 'nsubj')
        self.assertEqual(obama.parent, is_)
        self.assertEqual(len(obama.child), 0)
        self.assertEqual(obama.subtreeType, 'undef')
        self.assertEqual(obama.dfsTag, 0)
        # president
        president =is_.child[1]
        self.assertEqual(president.wordList, [Word("president", 6, 'NN')])
        self.assertEqual(president.namedEntityTag, 'undef')
        self.assertEqual(president.dependency, 'xcomp')
        self.assertEqual(president.parent, is_)
        self.assertEqual(len(president.child), 2)
        self.assertEqual(president.subtreeType, 'undef')
        self.assertEqual(president.dfsTag, 0)
        # The
        the=president.child[0]
        self.assertEqual(the.wordList, [Word("the", 3, 'DT')])
        self.assertEqual(the.namedEntityTag, 'undef')
        self.assertEqual(the.dependency, 'det')
        self.assertEqual(the.parent, president)
        self.assertEqual(len(the.child), 0)
        self.assertEqual(the.subtreeType, 'undef')
        self.assertEqual(the.dfsTag, 0)
        # United States
        united=president.child[1]
        self.assertEqual(united.wordList, [Word("United", 4, 'NNP'), Word("States", 5, 'NNPS')])
        self.assertEqual(united.namedEntityTag, 'LOCATION')
        self.assertEqual(united.dependency, 'compound')
        self.assertEqual(united.parent, president)
        self.assertEqual(len(united.child), 0)
        self.assertEqual(united.subtreeType, 'undef')
        self.assertEqual(united.dfsTag, 0)

    def testStr2(self):
        tree=computeTree(data.give_john_smith())

		@@ 194-253 (lines=60) @@
191		self.assertEqual(sullivan.subtreeType, 'undef')
192		self.assertEqual(sullivan.dfsTag, 0)
193
194		def testHierarchyConnectors2(self):
195		tree=computeTree(data.give_chief())
196		NamedEntityMerging(tree).merge()
197		PrepositionMerging(tree).merge()
198		simplify(tree)
199		tree.sort()
200		root=tree
201		# Root
202		self.assertEqual(root.wordList, [Word("ROOT", 0)])
203		self.assertEqual(root.namedEntityTag, 'undef')
204		self.assertEqual(root.dependency, 'R0')
205		self.assertEqual(root.parent, None)
206		self.assertEqual(len(root.child), 1)
207		self.assertEqual(root.subtreeType, 'PERSON')
208		self.assertEqual(root.dfsTag, 0)
209		# and
210		andw=root.child[0]
211		self.assertEqual(andw.wordList, [Word("and", 1000, None)])
212		self.assertEqual(andw.namedEntityTag, 'undef')
213		self.assertEqual(andw.dependency, 'R0')
214		self.assertEqual(andw.parent, root)
215		self.assertEqual(len(andw.child), 2)
216		self.assertEqual(andw.subtreeType, 'PERSON')
217		self.assertEqual(andw.dfsTag, 0)
218		# identity
219		identity1=andw.child[0]
220		self.assertEqual(identity1.wordList, [Word("is", 2, 'VBZ')])
221		self.assertEqual(identity1.namedEntityTag, 'undef')
222		self.assertEqual(identity1.dependency, 'RconjT')
223		self.assertEqual(identity1.parent, andw)
224		self.assertEqual(len(identity1.child), 1)
225		self.assertEqual(identity1.subtreeType, 'PERSON')
226		self.assertEqual(identity1.dfsTag, 0)
227		# identity
228		identity2=andw.child[1]
229		self.assertEqual(identity2.wordList, [Word("is", 2, 'VBZ')])
230		self.assertEqual(identity2.namedEntityTag, 'undef')
231		self.assertEqual(identity2.dependency, 'RconjB')
232		self.assertEqual(identity2.parent, andw)
233		self.assertEqual(len(identity2.child), 1)
234		self.assertEqual(identity2.subtreeType, 'PERSON')
235		self.assertEqual(identity2.dfsTag, 0)
236		# chief
237		chief=identity1.child[0]
238		self.assertEqual(chief.wordList, [Word("chief", 4, 'NN')])
239		self.assertEqual(chief.namedEntityTag, 'undef')
240		self.assertEqual(chief.dependency, 'R2')
241		self.assertEqual(chief.parent, identity1)
242		self.assertEqual(len(chief.child), 0)
243		self.assertEqual(chief.subtreeType, 'undef')
244		self.assertEqual(chief.dfsTag, 0)
245		# prime minister
246		prime=identity2.child[0]
247		self.assertEqual(prime.wordList, [Word("prime", 6, 'JJ'), Word("minister", 7, 'NN')])
248		self.assertEqual(prime.namedEntityTag, 'undef')
249		self.assertEqual(prime.dependency, 'R2')
250		self.assertEqual(prime.parent, identity2)
251		self.assertEqual(len(prime.child), 0)
252		self.assertEqual(prime.subtreeType, 'undef')
253		self.assertEqual(prime.dfsTag, 0)
254
255		def testYesNoQuestion(self):
256		tree=computeTree(data.give_born())

		@@ 166-223 (lines=58) @@
163		self.assertEqual(the.subtreeType, 'undef')
164		self.assertEqual(the.dfsTag, 0)
165
166		def testNamedEntity2(self):
167		tree=computeTree(data.give_obama_president_usa())
168		NamedEntityMerging(tree).merge()
169		tree.sort()
170		root=tree
171		# Root
172		self.assertEqual(root.wordList, [Word("ROOT", 0)])
173		self.assertEqual(root.namedEntityTag, 'undef')
174		self.assertEqual(root.dependency, 'undef')
175		self.assertEqual(root.parent, None)
176		self.assertEqual(len(root.child), 1)
177		self.assertEqual(root.subtreeType, 'undef')
178		self.assertEqual(root.dfsTag, 0)
179		# Is
180		is_=root.child[0]
181		self.assertEqual(is_.wordList, [Word("is", 2, 'VBZ')])
182		self.assertEqual(is_.namedEntityTag, 'undef')
183		self.assertEqual(is_.dependency, 'ROOT')
184		self.assertEqual(is_.parent, tree)
185		self.assertEqual(len(is_.child), 2)
186		self.assertEqual(is_.subtreeType, 'undef')
187		self.assertEqual(is_.dfsTag, 0)
188		# Obama
189		obama=is_.child[0]
190		self.assertEqual(obama.wordList, [Word("Obama", 1, 'NNP')])
191		self.assertEqual(obama.namedEntityTag, 'PERSON')
192		self.assertEqual(obama.dependency, 'nsubj')
193		self.assertEqual(obama.parent, is_)
194		self.assertEqual(len(obama.child), 0)
195		self.assertEqual(obama.subtreeType, 'undef')
196		self.assertEqual(obama.dfsTag, 0)
197		# president
198		president =is_.child[1]
199		self.assertEqual(president.wordList, [Word("president", 6, 'NN')])
200		self.assertEqual(president.namedEntityTag, 'undef')
201		self.assertEqual(president.dependency, 'xcomp')
202		self.assertEqual(president.parent, is_)
203		self.assertEqual(len(president.child), 2)
204		self.assertEqual(president.subtreeType, 'undef')
205		self.assertEqual(president.dfsTag, 0)
206		# The
207		the=president.child[0]
208		self.assertEqual(the.wordList, [Word("the", 3, 'DT')])
209		self.assertEqual(the.namedEntityTag, 'undef')
210		self.assertEqual(the.dependency, 'det')
211		self.assertEqual(the.parent, president)
212		self.assertEqual(len(the.child), 0)
213		self.assertEqual(the.subtreeType, 'undef')
214		self.assertEqual(the.dfsTag, 0)
215		# United States
216		united=president.child[1]
217		self.assertEqual(united.wordList, [Word("United", 4, 'NNP'), Word("States", 5, 'NNPS')])
218		self.assertEqual(united.namedEntityTag, 'LOCATION')
219		self.assertEqual(united.dependency, 'compound')
220		self.assertEqual(united.parent, president)
221		self.assertEqual(len(united.child), 0)
222		self.assertEqual(united.subtreeType, 'undef')
223		self.assertEqual(united.dfsTag, 0)
224
225		def testStr2(self):
226		tree=computeTree(data.give_john_smith())

ProjetPP / PPP-QuestionParsing-Grammatical

Code Duplication Length = 58-60 lines in 2 locations

tests/test_dependencyAnalysis.py 1 location

tests/test_initialMerge.py 1 location