~facundo/encuentro/trunk

« back to all changes in this revision

Viewing changes to external/youtube-dl/youtube_dl/extractor/pinkbike.py

  • Committer: Facundo Batista
  • Date: 2015-12-27 11:27:15 UTC
  • mto: This revision was merged to the branch mainline in revision 274.
  • Revision ID: facundo@taniquetil.com.ar-20151227112715-ztuasdhqm26hycug
Able to download TEDx.

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
# coding: utf-8
 
2
from __future__ import unicode_literals
 
3
 
 
4
import re
 
5
 
 
6
from .common import InfoExtractor
 
7
from ..utils import (
 
8
    int_or_none,
 
9
    remove_end,
 
10
    remove_start,
 
11
    str_to_int,
 
12
    unified_strdate,
 
13
)
 
14
 
 
15
 
 
16
class PinkbikeIE(InfoExtractor):
 
17
    _VALID_URL = r'https?://(?:(?:www\.)?pinkbike\.com/video/|es\.pinkbike\.org/i/kvid/kvid-y5\.swf\?id=)(?P<id>[0-9]+)'
 
18
    _TESTS = [{
 
19
        'url': 'http://www.pinkbike.com/video/402811/',
 
20
        'md5': '4814b8ca7651034cd87e3361d5c2155a',
 
21
        'info_dict': {
 
22
            'id': '402811',
 
23
            'ext': 'mp4',
 
24
            'title': 'Brandon Semenuk - RAW 100',
 
25
            'description': 'Official release: www.redbull.ca/rupertwalker',
 
26
            'thumbnail': 're:^https?://.*\.jpg$',
 
27
            'duration': 100,
 
28
            'upload_date': '20150406',
 
29
            'uploader': 'revelco',
 
30
            'location': 'Victoria, British Columbia, Canada',
 
31
            'view_count': int,
 
32
            'comment_count': int,
 
33
        }
 
34
    }, {
 
35
        'url': 'http://es.pinkbike.org/i/kvid/kvid-y5.swf?id=406629',
 
36
        'only_matching': True,
 
37
    }]
 
38
 
 
39
    def _real_extract(self, url):
 
40
        video_id = self._match_id(url)
 
41
 
 
42
        webpage = self._download_webpage(
 
43
            'http://www.pinkbike.com/video/%s' % video_id, video_id)
 
44
 
 
45
        formats = []
 
46
        for _, format_id, src in re.findall(
 
47
                r'data-quality=((?:\\)?["\'])(.+?)\1[^>]+src=\1(.+?)\1', webpage):
 
48
            height = int_or_none(self._search_regex(
 
49
                r'^(\d+)[pP]$', format_id, 'height', default=None))
 
50
            formats.append({
 
51
                'url': src,
 
52
                'format_id': format_id,
 
53
                'height': height,
 
54
            })
 
55
        self._sort_formats(formats)
 
56
 
 
57
        title = remove_end(self._og_search_title(webpage), ' Video - Pinkbike')
 
58
        description = self._html_search_regex(
 
59
            r'(?s)id="media-description"[^>]*>(.+?)<',
 
60
            webpage, 'description', default=None) or remove_start(
 
61
            self._og_search_description(webpage), title + '. ')
 
62
        thumbnail = self._og_search_thumbnail(webpage)
 
63
        duration = int_or_none(self._html_search_meta(
 
64
            'video:duration', webpage, 'duration'))
 
65
 
 
66
        uploader = self._search_regex(
 
67
            r'un:\s*"([^"]+)"', webpage, 'uploader', fatal=False)
 
68
        upload_date = unified_strdate(self._search_regex(
 
69
            r'class="fullTime"[^>]+title="([^"]+)"',
 
70
            webpage, 'upload date', fatal=False))
 
71
 
 
72
        location = self._html_search_regex(
 
73
            r'(?s)<dt>Location</dt>\s*<dd>(.+?)<',
 
74
            webpage, 'location', fatal=False)
 
75
 
 
76
        def extract_count(webpage, label):
 
77
            return str_to_int(self._search_regex(
 
78
                r'<span[^>]+class="stat-num"[^>]*>([\d,.]+)</span>\s*<span[^>]+class="stat-label"[^>]*>%s' % label,
 
79
                webpage, label, fatal=False))
 
80
 
 
81
        view_count = extract_count(webpage, 'Views')
 
82
        comment_count = extract_count(webpage, 'Comments')
 
83
 
 
84
        return {
 
85
            'id': video_id,
 
86
            'title': title,
 
87
            'description': description,
 
88
            'thumbnail': thumbnail,
 
89
            'duration': duration,
 
90
            'upload_date': upload_date,
 
91
            'uploader': uploader,
 
92
            'location': location,
 
93
            'view_count': view_count,
 
94
            'comment_count': comment_count,
 
95
            'formats': formats
 
96
        }