import re from .common import InfoExtractor from ..utils import ( extract_attributes, ) class BostonGlobeIE(InfoExtractor): _VALID_URL = r'(?i)https?://(?:www\.)?bostonglobe\.com/.*/(?P[^/]+)/\w+(?:\.html)?' _TESTS = [ { 'url': 'http://www.bostonglobe.com/metro/2017/02/11/tree-finally-succumbs-disease-leaving-hole-neighborhood/h1b4lviqzMTIn9sVy8F3gP/story.html', 'md5': '0a62181079c85c2d2b618c9a738aedaf', 'info_dict': { 'title': 'A tree finally succumbs to disease, leaving a hole in a neighborhood', 'id': '5320421710001', 'ext': 'mp4', 'description': 'It arrived as a sapling when the Back Bay was in its infancy, a spindly American elm tamped down into a square of dirt cut into the brick sidewalk of 1880s Marlborough Street, no higher than the first bay window of the new brownstone behind it.', 'timestamp': 1486877593, 'upload_date': '20170212', 'uploader_id': '245991542', }, }, { # Embedded youtube video; we hand it off to the Generic extractor. 'url': 'https://www.bostonglobe.com/lifestyle/names/2017/02/17/does-ben-affleck-play-matt-damon-favorite-version-batman/ruqkc9VxKBYmh5txn1XhSI/story.html', 'md5': '582b40327089d5c0c949b3c54b13c24b', 'info_dict': { 'title': "Who Is Matt Damon's Favorite Batman?", 'id': 'ZW1QCnlA6Qc', 'ext': 'mp4', 'upload_date': '20170217', 'description': 'md5:3b3dccb9375867e0b4d527ed87d307cb', 'uploader': 'The Late Late Show with James Corden', 'uploader_id': 'TheLateLateShow', }, 'expected_warnings': ['404'], }, ] def _real_extract(self, url): page_id = self._match_id(url) webpage = self._download_webpage(url, page_id) page_title = self._og_search_title(webpage, default=None) #