yt-dlp/yt_dlp/extractor/nekohacker.py

215 lines
9.3 KiB
Python

import re
from .common import InfoExtractor
from ..utils import (
ExtractorError,
determine_ext,
extract_attributes,
get_element_by_class,
parse_duration,
url_or_none,
)
from ..utils.traversal import find_element, traverse_obj
class NekoHackerIE(InfoExtractor):
_VALID_URL = r'https?://(?:www\.)?nekohacker\.com/(?P<id>(?!free-dl)[\w-]+)'
_TESTS = [{
'url': 'https://nekohacker.com/nekoverse/',
'info_dict': {
'id': 'nekoverse',
'title': 'Nekoverse',
},
'playlist': [
{
'url': 'https://nekohacker.com/wp-content/uploads/2022/11/01-Spaceship.mp3',
'md5': '44223701ebedba0467ebda4cc07fb3aa',
'info_dict': {
'id': '1712',
'ext': 'mp3',
'title': 'Spaceship',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2022/11/Nekoverse_Artwork-1024x1024.jpg',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20221101',
'album': 'Nekoverse',
'artists': ['Neko Hacker'],
'track': 'Spaceship',
'track_number': 1,
'duration': 195.0,
},
},
{
'url': 'https://nekohacker.com/wp-content/uploads/2022/11/02-City-Runner.mp3',
'md5': '8f853c71719389d32bbbd3f1a87b3f08',
'info_dict': {
'id': '1713',
'ext': 'mp3',
'title': 'City Runner',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2022/11/Nekoverse_Artwork-1024x1024.jpg',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20221101',
'album': 'Nekoverse',
'artists': ['Neko Hacker'],
'track': 'City Runner',
'track_number': 2,
'duration': 148.0,
},
},
{
'url': 'https://nekohacker.com/wp-content/uploads/2022/11/03-Nature-Talk.mp3',
'md5': '5a8a8ae852720cee4c0ac95c7d1a7450',
'info_dict': {
'id': '1714',
'ext': 'mp3',
'title': 'Nature Talk',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2022/11/Nekoverse_Artwork-1024x1024.jpg',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20221101',
'album': 'Nekoverse',
'artists': ['Neko Hacker'],
'track': 'Nature Talk',
'track_number': 3,
'duration': 174.0,
},
},
{
'url': 'https://nekohacker.com/wp-content/uploads/2022/11/04-Crystal-World.mp3',
'md5': 'd8e59a48061764e50d92386a294abd50',
'info_dict': {
'id': '1715',
'ext': 'mp3',
'title': 'Crystal World',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2022/11/Nekoverse_Artwork-1024x1024.jpg',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20221101',
'album': 'Nekoverse',
'artists': ['Neko Hacker'],
'track': 'Crystal World',
'track_number': 4,
'duration': 199.0,
},
},
],
}, {
'url': 'https://nekohacker.com/susume/',
'info_dict': {
'id': 'susume',
'title': '進め!むじなカンパニー',
},
'playlist': [
{
'url': 'https://nekohacker.com/wp-content/uploads/2021/01/進め!むじなカンパニー-feat.-六科なじむ-CV_-日高里菜-割戶真友-CV_-金元寿子-軽井沢ユキ-CV_-上坂すみれ-出稼ぎガルシア-CV_-金子彩花-.mp3',
'md5': 'fb13f008aa81f26ba48f91fd2d6186ce',
'info_dict': {
'id': '711',
'ext': 'mp3',
'title': 'md5:1a5fcbc96ca3c3265b1c6f9f79f30fd0',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2021/01/OP表-1024x1024.png',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20210115',
'album': '進め!むじなカンパニー',
'artists': ['Neko Hacker'],
'track': 'md5:1a5fcbc96ca3c3265b1c6f9f79f30fd0',
'track_number': 1,
},
},
{
'url': 'https://nekohacker.com/wp-content/uploads/2021/01/むじな-de-なじむ-feat.-六科なじむ-CV_-日高里菜-.mp3',
'md5': '028803f70241df512b7764e73396fdd1',
'info_dict': {
'id': '709',
'ext': 'mp3',
'title': 'むじな de なじむ feat. 六科なじむ (CV: 日高里菜 )',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2021/01/OP表-1024x1024.png',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20210115',
'album': '進め!むじなカンパニー',
'artists': ['Neko Hacker'],
'track': 'むじな de なじむ feat. 六科なじむ (CV: 日高里菜 )',
'track_number': 2,
},
},
{
'url': 'https://nekohacker.com/wp-content/uploads/2021/01/進め!むじなカンパニー-instrumental.mp3',
'md5': 'adde9e9a16e1da5e602b579c247d0fb9',
'info_dict': {
'id': '710',
'ext': 'mp3',
'title': '進め!むじなカンパニー (instrumental)',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2021/01/OP表-1024x1024.png',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20210115',
'album': '進め!むじなカンパニー',
'artists': ['Neko Hacker'],
'track': '進め!むじなカンパニー (instrumental)',
'track_number': 3,
},
},
{
'url': 'https://nekohacker.com/wp-content/uploads/2021/01/むじな-de-なじむ-instrumental.mp3',
'md5': 'ebb0443039cf5f9ff7fd557ed9b23599',
'info_dict': {
'id': '712',
'ext': 'mp3',
'title': 'むじな de なじむ (instrumental)',
'thumbnail': 'https://nekohacker.com/wp-content/uploads/2021/01/OP表-1024x1024.png',
'vcodec': 'none',
'acodec': 'mp3',
'release_date': '20210115',
'album': '進め!むじなカンパニー',
'artists': ['Neko Hacker'],
'track': 'むじな de なじむ (instrumental)',
'track_number': 4,
},
},
],
}]
def _real_extract(self, url):
playlist_id = self._match_id(url)
webpage = self._download_webpage(url, playlist_id)
playlist = get_element_by_class('playlist', webpage)
if not playlist:
iframe_src = traverse_obj(webpage, (
{find_element(tag='iframe', html=True)}, {extract_attributes}, 'src', {url_or_none}))
if not iframe_src:
raise ExtractorError('No playlist or embed found in webpage')
elif re.match(r'https?://(?:\w+\.)?spotify\.com/', iframe_src):
raise ExtractorError('Spotify embeds are not supported', expected=True)
return self.url_result(url, 'Generic')
player_params = self._search_json(
r'var srp_player_params_[\da-f]+\s*=', webpage, 'player params', playlist_id, default={})
entries = []
for track_number, track in enumerate(re.findall(r'(<li[^>]+data-audiopath[^>]+>)', playlist), 1):
entry = traverse_obj(extract_attributes(track), {
'url': ('data-audiopath', {url_or_none}),
'ext': ('data-audiopath', {determine_ext}),
'id': 'data-trackid',
'title': 'data-tracktitle',
'track': 'data-tracktitle',
'album': 'data-albumtitle',
'duration': ('data-tracktime', {parse_duration}),
'release_date': ('data-releasedate', {lambda x: re.match(r'\d{8}', x.replace('.', ''))}, 0),
})
entries.append({
**entry,
'thumbnail': url_or_none(player_params.get('artwork')),
'track_number': track_number,
'artists': ['Neko Hacker'],
'vcodec': 'none',
'acodec': 'mp3' if entry['ext'] == 'mp3' else None,
})
return self.playlist_result(entries, playlist_id, traverse_obj(entries, (0, 'album')))