amazon2csv.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import click
import amazonscraper


@click.command()
@click.option(
    '--keywords', '-k',
    type=str,
    help='your keywords to find some products (ex : "python+scraping")',
    default="",
)
@click.option(
    '--url', '-u',
    type=str,
    help='an Amazon result page URL (ex : \
https://www.amazon.com/s/field-keywords=python%2Bscraping',
    default="",
)
@click.option(
    '--csvseparator', '-s',
    type=str,
    help='CSV separator (ex : ;)',
    default=",",
)
@click.option(
    '--maxproductnb', '-m',
    type=int,
    help='Maximum number of products (ex : 100)',
    default="100",
)
@click.version_option(
    version=amazonscraper.__version__,
    message='%(prog)s, based on amazonscraper module version %(version)s'
)
@click.option(
    '--outputhtml', '-o',
    type=str,
    help='Save the html page to the current folder with the specified name',
    default="",
)
def main(keywords, url, csvseparator, maxproductnb, outputhtml):
    """ Search for products on Amazon, and extract it as CSV """
    products = amazonscraper.search(
                                    keywords=keywords,
                                    search_url=url,
                                    max_product_nb=maxproductnb)

    print(products.csv(separator=csvseparator))

    if (outputhtml != ""):
        with open(outputhtml, "w") as f:
            f.write(products.last_html_page)


if __name__ == "__main__":
    main()