Scraping All Images from a Website with Perl

my $name = $columns[0]->look_down(_tag => 'a')->as_text;

my $group = $columns[1]->as_text;

my $span_tag = $columns[2]->look_down(_tag => 'span');
my $local_name = $span_tag ? $span_tag->as_text : '';

my $img_tag = $columns[3]->look_down(_tag => 'img');
my $photograph = $img_tag ? $img_tag->attr('src') : '';

for my $i (0..$#names) {

  print "Name: $names[$i]\\n";
  print "Group: $groups[$i]\\n";
  print "Local Name: $local_names[$i]\\n";
  print "Image: $photographs[$i]\\n";

  print "\\n";
}

use strict;
use warnings;
use LWP::UserAgent;
use HTML::TreeBuilder;

# URL of the Wikipedia page
my $url = 'https://commons.wikimedia.org/wiki/List_of_dog_breeds';

# Define a user-agent header to simulate a browser request
my $ua = LWP::UserAgent->new(
    agent => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36'
);

# Send an HTTP GET request to the URL with the headers
my $response = $ua->get($url);

# Check if the request was successful (status code 200)
if ($response->is_success) {
    my $content = $response->content;

    # Parse the HTML content of the page
    my $tree = HTML::TreeBuilder->new;
    $tree->parse($content);

    # Find the table with class 'wikitable sortable'
    my $table = $tree->look_down(_tag => 'table', class => 'wikitable sortable');

    # Initialize arrays to store the data
    my @names;
    my @groups;
    my @local_names;
    my @photographs;

    # Create a directory to save the images
    mkdir('dog_images') unless -d 'dog_images';

    # Iterate through rows in the table (skip the header row)
    my @rows = $table->look_down(_tag => 'tr');
    shift @rows;  # Skip the header row

    for my $row (@rows) {
        my @columns = $row->look_down(_tag => qr/^(td|th)$/);
        if (@columns == 4) {
            # Extract data from each column
            my $name = $columns[0]->look_down(_tag => 'a')->as_text;
            my $group = $columns[1]->as_text;

            # Check if the second column contains a span element
            my $span_tag = $columns[2]->look_down(_tag => 'span');
            my $local_name = $span_tag ? $span_tag->as_text : '';

            # Check for the existence of an image tag within the fourth column
            my $img_tag = $columns[3]->look_down(_tag => 'img');
            my $photograph = $img_tag ? $img_tag->attr('src') : '';

            # Download the image and save it to the folder
            if ($photograph) {
                my $image_url = $photograph;
                my $image_filename = "dog_images/$name.jpg";
                my $img_response = $ua->get($image_url);
                if ($img_response->is_success) {
                    open(my $img_file, '>:raw', $image_filename) or die "Cannot open $image_filename: $!";
                    print $img_file $img_response->content;
                    close($img_file);
                }
            }

            # Push data into respective arrays
            push @names, $name;
            push @groups, $group;
            push @local_names, $local_name;
            push @photographs, $photograph;
        }
    }

    # Print or process the extracted data as needed
    for my $i (0..$#names) {
        print "Name: $names[$i]\n";
        print "FCI Group: $groups[$i]\n";
        print "Local Name: $local_names[$i]\n";
        print "Photograph: $photographs[$i]\n";
        print "\n";
    }
}
else {
    die "Failed to retrieve the web page. Status code: " . $response->code;
}