jberger

use Mojo::Base -strict;
use feature 'current_sub';

use Mojo::IOLoop;

my $concurrency = 100;

# this is dummy data, fill it with your data to be processed
my @items = (1..1000);

aferreira

use Mojo::Base -strict;

use Mojo::IOLoop::LineReader;
use Mojo::UserAgent;
use Mojo::IOLoop;
use Data::Dump 'pp';
use File::Temp qw(tempfile :seekable);

sub run {

jberger

#!/usr/bin/env perl
package Mojo::URLQueue;
use Mojo::Base 'Mojo::EventEmitter';

use Mojo::UserAgent;

has queue => sub { [] };
has ua    => sub { Mojo::UserAgent->new(max_redirects => 5) };
has concurrency => 4;