Code Duplication    Length = 22-26 lines in 4 locations

comics.py 4 locations

@@ 383-404 (lines=22) @@
380
        }
381
382
383
class GenericLeMondeBlog(GenericNavigableComic):
384
    """Generic class to retrieve comics from Le Monde blogs."""
385
    _categories = ('LEMONDE', 'FRANCAIS')
386
    get_navi_link = get_link_rel_next
387
    get_first_comic_link = simulate_first_link
388
    first_url = NotImplemented
389
390
    @classmethod
391
    def get_comic_info(cls, soup, link):
392
        """Get information about a particular comics."""
393
        url2 = soup.find('link', rel='shortlink')['href']
394
        title = soup.find('meta', property='og:title')['content']
395
        date_str = soup.find("span", class_="entry-date").string
396
        day = string_to_date(date_str, "%d %B %Y", "fr_FR.utf8")
397
        imgs = soup.find_all('meta', property='og:image')
398
        return {
399
            'title': title,
400
            'url2': url2,
401
            'img': [convert_iri_to_plain_ascii_uri(i['content']) for i in imgs],
402
            'month': day.month,
403
            'year': day.year,
404
            'day': day.day,
405
        }
406
407
@@ 955-980 (lines=26) @@
952
        }
953
954
955
class MyExtraLife(GenericNavigableComic):
956
    """Class to retrieve My Extra Life comics."""
957
    name = 'extralife'
958
    long_name = 'My Extra Life'
959
    url = 'http://www.myextralife.com'
960
    get_navi_link = get_link_rel_next
961
962
    @classmethod
963
    def get_first_comic_link(cls):
964
        """Get link to first comics."""
965
        return get_soup_at_url(cls.url).find('a', class_='comic_nav_link first_comic_link')
966
967
    @classmethod
968
    def get_comic_info(cls, soup, link):
969
        """Get information about a particular comics."""
970
        title = soup.find("h1", class_="comic_title").string
971
        date_str = soup.find("span", class_="comic_date").string
972
        day = string_to_date(date_str, "%B %d, %Y")
973
        imgs = soup.find_all("img", class_="comic")
974
        assert all(i['alt'] == i['title'] == title for i in imgs)
975
        return {
976
            'title': title,
977
            'img': [i['src'] for i in imgs if i["src"]],
978
            'day': day.day,
979
            'month': day.month,
980
            'year': day.year
981
        }
982
983
@@ 2354-2378 (lines=25) @@
2351
        }
2352
2353
2354
class LinsEditions(GenericNavigableComic):
2355
    """Class to retrieve L.I.N.S. Editions comics."""
2356
    # Also on https://linscomics.tumblr.com
2357
    # Now on https://warandpeas.com
2358
    name = 'lins'
2359
    long_name = 'L.I.N.S. Editions'
2360
    url = 'https://linsedition.com'
2361
    _categories = ('LINS', )
2362
    get_navi_link = get_link_rel_next
2363
    get_first_comic_link = simulate_first_link
2364
    first_url = 'https://linsedition.com/2011/09/07/l-i-n-s/'
2365
2366
    @classmethod
2367
    def get_comic_info(cls, soup, link):
2368
        """Get information about a particular comics."""
2369
        title = soup.find('meta', property='og:title')['content']
2370
        imgs = soup.find_all('meta', property='og:image')
2371
        date_str = soup.find('meta', property='article:published_time')['content'][:10]
2372
        day = string_to_date(date_str, "%Y-%m-%d")
2373
        return {
2374
            'title': title,
2375
            'img': [i['content'] for i in imgs],
2376
            'month': day.month,
2377
            'year': day.year,
2378
            'day': day.day,
2379
        }
2380
2381
@@ 3295-3316 (lines=22) @@
3292
        }
3293
3294
3295
class MarketoonistComics(GenericNavigableComic):
3296
    """Class to retrieve Marketoonist Comics."""
3297
    name = 'marketoonist'
3298
    long_name = 'Marketoonist'
3299
    url = 'https://marketoonist.com/cartoons'
3300
    get_first_comic_link = simulate_first_link
3301
    get_navi_link = get_link_rel_next
3302
    first_url = 'https://marketoonist.com/2002/10/the-8-types-of-brand-managers-2.html'
3303
3304
    @classmethod
3305
    def get_comic_info(cls, soup, link):
3306
        """Get information about a particular comics."""
3307
        imgs = soup.find_all('meta', property='og:image')
3308
        date_str = soup.find('meta', property='article:published_time')['content'][:10]
3309
        day = string_to_date(date_str, "%Y-%m-%d")
3310
        title = soup.find('meta', property='og:title')['content']
3311
        return {
3312
            'img': [i['content'] for i in imgs],
3313
            'day': day.day,
3314
            'month': day.month,
3315
            'year': day.year,
3316
            'title': title,
3317
        }
3318
3319