start on building sql
This commit is contained in:
parent
2d03c8f9df
commit
5251ea30bc
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
@ -0,0 +1 @@
|
||||
*.html
|
27
build_sql.sh
Normal file
27
build_sql.sh
Normal file
@ -0,0 +1,27 @@
|
||||
echo "INSERT INTO scrape.raw (code,url, html) SELECT 'g_basket' code, 'https://hc-companies.com/planter_category/hanging-baskets-greenhouse/' url, \$\$" | cat - g_basket.html >temp
|
||||
echo "\$\$ html ON CONFLICT (code,url) DO UPDATE SET html = EXCLUDED.html" >> temp
|
||||
mv temp g_basket_mod.html
|
||||
|
||||
|
||||
#greenhouse decorative
|
||||
#wget https://hc-companies.com/planter_category/decorative-containers/ -O g_deco.html
|
||||
echo "INSERT INTO scrape.raw (code,url, html) SELECT 'g_deco' code, 'https://hc-companies.com/planter_category/decorative-containers/' url, \$\$" | cat - g_basket.html >temp
|
||||
echo "\$\$ html ON CONFLICT (code,url) DO UPDATE SET html = EXCLUDED.html" >> temp
|
||||
mv temp g_deco.html
|
||||
|
||||
#greenhouse baskets
|
||||
wget https://hc-companies.com/planter_category/hanging-baskets-greenhouse/ -O g_basket.html
|
||||
#greenhouse round
|
||||
wget https://hc-companies.com/planter_category/round-containers/ -O g_round.html
|
||||
#greenhouse square
|
||||
wget https://hc-companies.com/planter_category/square-containers/ -O g_square.html
|
||||
#greenhouse support
|
||||
wget https://hc-companies.com/planter_category/support-systems-greenhouse/ -O g_support.html
|
||||
#greenhouse trays flats
|
||||
wget https://hc-companies.com/planter_category/trays-flats-sheets-greenhouse/ -O g_trays.html
|
||||
#nursery round
|
||||
wget https://hc-companies.com/planter_category/round-containers-nursery/ -O n_round.html
|
||||
#nursery flats and sheets
|
||||
wget https://hc-companies.com/planter_category/trays-flats-sheets-nursery/ -O n_flats.html
|
||||
#consumer bohemian
|
||||
wget https://hc-companies.com/planter_category/bohemian/ -O c_bohemian.html
|
Loading…
Reference in New Issue
Block a user