main.py

import logging
import sys

from runner.simple_runner import SimpleRunner
from runner.css_parser import CssSelectorParser
from runner.file_sink import FileSink
import time


def main():
    start = time.time()
    logging.basicConfig(
        format='[%(asctime)s] %(name)s %(levelname)s: %(message)s',
        datefmt='%d-%m-%y %H:%M:%S',
        level='INFO',
    )
    args = sys.argv
    logger = logging.getLogger('Runner')
    seed_urls = [args[1]]
    parser = CssSelectorParser()
    sink = FileSink(args[2])
    runner = SimpleRunner(parser, sink, logger, seed_urls, rate=1)
    runner.run()
    print('Time: ', time.time() - start)

if __name__ == '__main__':
    main()