#!/bin/env bash URL_PER_PAGE_60="&_ipg=60" URL_PER_PAGE_240="&_ipg=240" URL_MIN_PRICE_USD_60="&_udlo=60.00" URL_SEARCHTERM_NONE="&_nkw=" URL_LOCATION_NORTHAMERICA="&LH_PrefLoc=3" URL_BASE_LISTING="https://www.ebay.com/sch/i.html?" if [ -z "${XDG_DATA_HOME}" ]; then echo "XDG_DATA_HOME was not set, bailing!" exit fi URL_CATEGORY_SSD="&_sacat=175669" URL_SSDS="$URL_BASE_LISTING$URL_SEARCHTERM_NONE$URL_CATEGORY_SSD&_from=R40&_fsrp=1$URL_LOCATION_NORTHAMERICA&imm=1&_sop=10$URL_PER_PAGE_240" DIR_SSDS="$XDG_DATA_HOME/ebay_scraper/raw_scraped/ssd" #wget -o "$DIR_SSDS/$(date +%s).html" "$URL_SSDS" if [ ! -s "$DIR_SSDS/url.json" ]; then echo "{\"url\": \"$URL_SSDS\"}" > "$DIR_SSDS/url.json" fi URL_CATEGORY_MINIPC_ALLINONE="&_sacat=179" URL_MINIPC="$URL_BASE_LISTING$URL_SEARCHTERM_NONE$URL_CATEGORY_MINIPC_ALLINONE&_from=R40&_fsrp=1$URL_LOCATION_NORTHAMERICA&imm=1&_sop=10$URL_PER_PAGE_240" DIR_MINIPC="$XDG_DATA_HOME/ebay_scraper/raw_scraped/minipc" #wget -o "$DIR_MINIPC/$(date +%s).html" "$URL_MINIPC" if [ ! -s "$DIR_MINIPC/url.json" ]; then echo "{\"url\": \"$URL_MINIPC\"}" > "$DIR_MINIPC/url.json" fi