scrapy shell https://example.com/
scrapy crawl spider_name
scrapy crawl dapps -o data/07-07-dapps.csv
scrapy crawl dapps -t csv -o - >"data/dapp/$DATE-dapp.csv"
| #!/bin/bash | |
| ## WRF installation with parallel process. | |
| # Download and install required library and data files for WRF. | |
| # License: LGPL | |
| # Jamal Khan <jamal.khan@legos.obs-mip.fr> | |
| # Tested in Ubuntu 18.04 LTS | |
| # basic package managment | |
| sudo apt update | |
| sudo apt upgrade |