I tried to extract the movie name from the IMDB database. https://www.imdb.com/chart/moviemeter/?ref_=nv_mv_mpm. I used the module, BeautifulSoup, and request.

movies = bs.find('tbody',class_='lister-list').find_all('tr')
title = movies.find('td',class_='titleColumn').a.text

I got the following error.

AttributeError: ResultSet object has no attribute 'find'. You're probably treating a list of elements like a single element. Did you call find_all() when you meant to call find()?

pls help me

I'm using beautiful soup in this exercise, and attempting to iterate over a ResultSet, which I have learned is not possible. At least not with my current code. The purpose of iterating over the ResultSet would be to gather the url name of each image, and write the url name as the filename when downloading the images. Is there a better way to achieve this?

The exercise is called Image Site Downloader, and it comes from in ATBS CH 12. From the book:

Write a program that goes to a photo-sharing site like Flickr or Imgur, searches for a category of photos, and then downloads all the resulting images. You could write a program that works with any photo site that has a search feature.

#!python3
# image_downloader.py -- input a keyword and automatically download 
# images from https://unsplash.com/
# sys.argv[1] = keyword to search for

import requests
import os
import sys
import bs4
import lxml


def make_photo_dir():
    os.makedirs(f'{sys.argv[1]}', exist_ok=True)

def get_site_html_contents() -> bs4.element.ResultSet:
    res = requests.get('https://unsplash.com/s/photos/' + sys.argv[1])
    res.raise_for_status() # crash program if url not valid
    return bs4.BeautifulSoup(res.text, "lxml").select('.YVj9w')

def download_images(html_contents: bs4.element.ResultSet) -> None:
    make_photo_dir() # create dir using command line argument
    for url in len(range(html_contents)):
        image_url = html_contents.get('src')
        res = requests.get(image_url)
        res.raise_for_status()
        image_file = open(os.path.join(sys.argv[1], os.path.basename(url)), 'wb')
        for chunk in res.iter_content(100000):
            image_file.write(chunk)
        image_file.close()

def main():
    download_images(get_site_html_contents())

if __name__ == "__main__":
    main()

updated and tested download_images():

def download_images(self) -> None:
    '''
    create dir to store photos using search keyword as the name. iterate over
    beatuiful soup result set. use 'src' to pass url into image_url
    variable. use raise_for_status() to crash the program if url is not valid.
    except the MissingSchema exception. download photos into dir with the keyword +
    the index as the filename, + '.jpeg' as the file type.
    '''
    os.makedirs(self.keyword, exist_ok=True)  # make dir to store photos
    for index, url in enumerate(self.parse_site_html_contents()):
        image_url = url.get('src')
        try:
            res = requests.get(image_url)
            res.raise_for_status()
        except requests.exceptions.MissingSchema:
            continue
        image_file = open(os.path.join(self.keyword + '\\' + self.keyword + str(index) + '.jpeg'),'wb')
        for chunk in res.iter_content(100000):
            image_file.write(chunk)
        image_file.close()