class Command(ScrapyCommand):
    requires_project = True
    default_settings = {
        'LOG_ENABLED': False,
        'LOG_LEVEL': logging.DEBUG,

    }

    def short_desc(self):
        return "Run all spiders"

    def run(self, args, opts):
        for spider in sorted(self.crawler_process.spider_loader.list()):
            self.crawler_process.crawl(spider)
        self.crawler_process.start()

from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings
from .celery import app


@app.task
def scrap(names: list):
    settings = get_project_settings()
    process = CrawlerProcess(settings)
    process.crawl("scrapname", "arg", "arg", names)
    process.start()  # the script will block here until the crawling is finished

    if debug_crawl:
        settings = {
            'LOG_LEVEL': 'INFO',
            'DATABASE': database,
            # 'FEED_FORMAT': 'csv',
            # 'FEED_URI': vendor + '.csv',
        }
    else:
        settings = {
            'LOG_LEVEL': 'INFO',
            'LOG_FILE': log_file,
            'DATABASE': database,
        }
    RockautoSpiderSpider.custom_settings['DATABASE'] = database
    process = CrawlerProcess(settings=settings)
    process.crawl(RockautoSpiderSpider, vendor=vendor, images_crawl=images_crawl)
    process.start()  # the script will block here until the crawling is finished