', '').replace('
', '').replace(' ', '')
content = re.sub(r'', '', item).replace('', '').replace('
', '').replace('
', '').replace(' ', '')
content = replace_html_codes(content)
content = '[B]%s %02d.[/B][CR][CR]%s' % (trivia_str, count, content)
yield content
except: pass
trivia_str = 'TRIVIA'
result = requests.get(url, timeout=timeout, headers=headers)
result = remove_accents(result.text)
result = result.replace('\n', ' ')
items = parseDOM(result, 'div', attrs={'class': 'ipc-html-content-inner-div'})
imdb_list = list(_process())
elif action == 'imdb_reviews':
def _process():
for count, listing in enumerate(all_reviews, 1):
try:
try: spoiler = listing['spoiler']
except: spoiler = False
try: listing = listing['content']
except: continue
try:
content = parseDOM(listing, 'div', attrs={'class': 'text show-more__control'})[0]
content = replace_html_codes(content)
except: continue
try: title = parseDOM(listing, 'a', attrs={'class': 'title'})[0]
except: title = ''
try: date = parseDOM(listing, 'span', attrs={'class': 'review-date'})[0]
except: date = ''
try:
rating = parseDOM(listing, 'span', attrs={'class': 'rating-other-user-rating'})
rating = parseDOM(rating, 'span')
rating = rating[0] + rating[1]
except: rating = ''
review = '[B]%02d. [I]%s - %s - %s[/I][/B][CR][CR]%s' % (count, rating, date, title, content)
if spoiler: review = '[B][COLOR red][%s][/COLOR][CR][/B]' % spoiler_str + review
yield review
except: pass
spoiler_str = 'CONTAINS SPOILERS'
imdb_id = params['imdb_id']
paginationKey = ''
non_spoiler_list = []
spoiler_list = []
count = 0
result = requests.get(url, timeout=timeout)
while count < 3:
if count > 0:
url = base_url % reviews_url % (imdb_id, paginationKey)
result = requests.get(url, timeout=timeout)
result = remove_accents(result.text)
result = result.replace('\n', ' ')
non_spoilers = parseDOM(result, 'div', attrs={'class': 'lister-item mode-detail imdb-user-review collapsable'})
spoilers = parseDOM(result, 'div', attrs={'class': 'lister-item mode-detail imdb-user-review with-spoiler'})
non_spoiler_list.extend([{'spoiler': False, 'content': i} for i in non_spoilers])
spoiler_list.extend([{'spoiler': True, 'content': i} for i in spoilers])
try: paginationKey = re.search(r'data-key="(.+?)"', result, re.DOTALL).group(1)
except: break
count += 1
all_reviews = non_spoiler_list + spoiler_list
imdb_list = list(_process())
elif action == 'imdb_images':
def _process():
for item in image_results:
try:
try: title = re.search(r'alt="(.+?)"', item, re.DOTALL).group(1)
except: title = ''
try:
thumb = re.search(r'src="(.+?)"', item, re.DOTALL).group(1)
split = thumb.split('_V1_')[0]
thumb = split + '_V1_UY300_CR26,0,300,300_AL_.jpg'
image = split + '_V1_.jpg'
images = {'title': title, 'thumb': thumb, 'image': image}
except: continue
yield images
except: pass
image_results = []
result = requests.get(url, timeout=timeout)
result = remove_accents(result.text)
result = result.replace('\n', ' ')
try:
pages = parseDOM(result, 'span', attrs={'class': 'page_list'})[0]
pages = [int(i) for i in parseDOM(pages, 'a')]
except: pages = [1]
if params['next_page'] in pages: next_page = params['next_page']
try:
image_results = parseDOM(result, 'div', attrs={'class': 'media_index_thumb_list'})[0]
image_results = parseDOM(image_results, 'a')
except: pass
if image_results: imdb_list = list(_process())
elif action == 'imdb_videos':
def _process():
for count, item in enumerate(playlists, 1):
videos = []
vid_id = item['videoId']
metadata = videoMetadata[vid_id]
title = '%01d. %s' % (count, metadata['title'])
poster = metadata['slate']['url']
for i in metadata['encodings']:
quality = i['definition']
if quality == 'auto': continue
if quality == 'SD': quality = '360p'
quality_rank = quality_ranks_dict[quality]
videos.append({'quality': quality, 'quality_rank': quality_rank, 'url': i['videoUrl']})
yield {'title': title, 'poster': poster, 'videos': videos}
quality_ranks_dict = {'360p': 3, '480p': 2, '720p': 1, '1080p': 0}
result = requests.get(url, timeout=timeout)
result = result.json()
playlists = result['playlists'][params['imdb_id']]['listItems']
videoMetadata = result['videoMetadata']
imdb_list = list(_process())
elif action == 'imdb_people_id':
try:
name = params['name']
result = requests.get(url, timeout=timeout)
results = json.loads(re.sub(r'imdb\$(.+?)\(', '', result.text)[:-1])['d']
imdb_list = [i['id'] for i in results if i['id'].startswith('nm') and i['l'].lower() == name][0]
except: imdb_list = []
if not imdb_list:
try:
result = requests.get(params['url_backup'], timeout=timeout)
result = remove_accents(result.text)
result = result.replace('\n', ' ')
result = parseDOM(result, 'div', attrs={'class': 'lister-item-image'})[0]
imdb_list = re.search(r'href="/name/(.+?)"', result, re.DOTALL).group(1)
except: pass
elif action == 'imdb_parentsguide':
spoiler_results = None
spoiler_list, final_list = [], []
spoiler_append, final_list_append, imdb_append = spoiler_list.append, final_list.append, imdb_list.append
result = requests.get(url, timeout=timeout)
result = remove_accents(result.text)
result = result.replace('\n', ' ')
results = parseDOM(result, 'section', attrs={'id': r'advisory-(.+?)'})
try: spoiler_results = parseDOM(result, 'section', attrs={'id': 'advisory-spoilers'})[0]
except: pass
if spoiler_results:
results = [i for i in results if not i in spoiler_results]
spoiler_results = spoiler_results.split('