Setup:
$ mongo
> use pubsub
> db.createCollection('messages', { capped: true, size: 100000 })
> db.messages.insert({})
| <response> | |
| <lst name="responseHeader"> | |
| <int name="status">0</int> | |
| <int name="QTime">1</int> | |
| <lst name="params"> | |
| <str name="explainOther"/> | |
| <str name="facet">true</str> | |
| <str name="fl">*,score</str> | |
| <str name="indent">on</str> | |
| <str name="start">0</str> |
| This XML file does not appear to have any style information associated with it. The document tree is shown below. | |
| <response> | |
| <lst name="responseHeader"> | |
| <int name="status">0</int> | |
| <int name="QTime">1</int> | |
| <lst name="params"> | |
| <str name="explainOther"/> | |
| <str name="facet">true</str> | |
| <str name="fl">*,score</str> | |
| <str name="indent">on</str> |
| <?php | |
| namespace HunterBundle\Command; | |
| use Symfony\Component\Console\Command\Command; | |
| use Symfony\Component\Console\Input\InputInterface; | |
| use Symfony\Component\Console\Output\OutputInterface; | |
| use Symfony\Component\Console\Input\InputArgument; | |
| use Symfony\Component\Console\Input\InputOption; | |
| use Symfony\Component\Console\Formatter\OutputFormatterStyle; |
| import argparse | |
| import re | |
| from multiprocessing.pool import ThreadPool as Pool | |
| import requests | |
| import bs4 | |
| root_url = 'http://pyvideo.org' | |
| index_url = root_url + '/category/50/pycon-us-2014' |