-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.py
64 lines (51 loc) · 2.6 KB
/
main.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
import selenium
import logging
import logutil
from selenium import webdriver
from crag_sesh import create_authenticated_session
from crag_node import *
from crag_list import CragList
from crag_scrape import CragScrape
import pdf_formatting
from gpx_export import gpx_export
# Get module-level logger
_log = logging.getLogger(__name__)
_log.debug('Log initialized')
# def identify_url_type(url):
# if
def main(url_list):
# URL of the area/list
# Open the TheCrag.com website in a web
# CragScrape.load('./default-scrape/scrape.json')
scrape = CragScrape()
scrape.scrape(url_list)
# scrape.outputs[gpx_export] = [{'filename': cl.name+'.gpx', 'crag_object_list': } for ]
# driver = create_authenticated_session()
# # r = CragRoute('https://www.thecrag.com/en/climbing/chile/route/1203163971', driver)
# if 'list' in url:
# cl = CragList(url, driver)
print(pdf_formatting.get_route_list_df(scrape.get_routes()))
for cl in [obj for obj in scrape.objs.values() if isinstance(obj, CragList)]:
gpx_export(filename=scrape.folder+cl.name+'.gpx', crag_object_list=scrape.get_routes(cl.route_url_list))
main(["https://www.thecrag.com/en/list/8144130849"]) # Trad Goals
# main(["https://www.thecrag.com/en/list/8060745972"])# Test
"""
<div class="area" data-nid="323218395">
<div class="loc"><a href="/en/climbing/australia/gibraltar-peak-and-corin-road-crags/snake-rock/area/323218395/locate" title="Located" class="mappin located">1</a></div>
<div class="name"><a href="/en/climbing/australia/gibraltar-peak-and-corin-road-crags/snake-rock/area/323218395"><span class="primary-node-name">Scooby</span></a>
<span class="type">sector</span>
</div>
<div class="style">
<a title="Filter to 3 Top roping routes" href="/routes/at/323218395/with-gear-style/top rope/"><b class="bullet toprope"></b> All Top roping</a></div>
<div class="stats">
<div class="routes"><a href="/routes/at/323218395" title="Search and filter these routes">3</a></div>
<div class="ticks"><a href="/ascents/at/323218395" title="Search and filter these ascents">50</a></div>
<div class="height">8m</div>
<div class="grades"><div class="band grade-band"><b class="gb1" style="width: 100%" title="3 Beginner routes"></b></div>
</div>
<div class="topos">1 </div>
<div class="a-pop"><a href="/en/climbing/australia/gibraltar-peak-and-corin-road-crags/snake-rock/area/323218395/ascents" class="iblock pop pop--1" title="Relative popularity (10) - 50 ascents"><span class="va-m"></span></a></div>
</div>
</div>
"""
pass