#!/usr/bin/env python

import argparse

import scrapy
from scrapy.crawler import CrawlerProcess

from crawltools.utils.arguments import Arguments
from crawltools.spider import Spider


def main(args: argparse.Namespace):
    config = vars(args)
    config['LOG_LEVEL'] = 'ERROR'

    process = CrawlerProcess(config)

    process.crawl(Spider.get(args.command))
    process.start()


if __name__ == "__main__":
    main(Arguments())
