Compare commits
No commits in common. "b74ceb05c8175853346a1edbbee004c0d0f9f644" and "bace83dc3ae3e884d4d85f964a984e82dc8005eb" have entirely different histories.
b74ceb05c8
...
bace83dc3a
@ -1,25 +0,0 @@
|
|||||||
from bs4 import BeautifulSoup
|
|
||||||
from requests import get
|
|
||||||
from constants import FLICKR_URL
|
|
||||||
from re import findall
|
|
||||||
from typing import List
|
|
||||||
|
|
||||||
|
|
||||||
def request_flickr(keywords) -> str:
|
|
||||||
search_url = FLICKR_URL.format(keywords)
|
|
||||||
result = get(search_url)
|
|
||||||
html = result.text
|
|
||||||
return html
|
|
||||||
|
|
||||||
|
|
||||||
def scrap_flickr(keywords) -> List[str]:
|
|
||||||
html = request_flickr(keywords)
|
|
||||||
soup = BeautifulSoup(html, features="html.parser")
|
|
||||||
images = soup.find_all(
|
|
||||||
"div", class_="view photo-list-photo-view requiredToShowOnServer awake",
|
|
||||||
)
|
|
||||||
image_links = findall("(live.staticflickr.com/\S+.jpg)", str(images))
|
|
||||||
return image_links
|
|
||||||
|
|
||||||
|
|
||||||
scrap_flickr("paris")
|
|
@ -5,7 +5,6 @@ DATASETS = [
|
|||||||
"deconfinement-rues-amenagees-pour-pietons",
|
"deconfinement-rues-amenagees-pour-pietons",
|
||||||
]
|
]
|
||||||
URL = "https://opendata.paris.fr/api/records/1.0/search/?dataset={}&q=&rows=-1"
|
URL = "https://opendata.paris.fr/api/records/1.0/search/?dataset={}&q=&rows=-1"
|
||||||
FLICKR_URL = "https://www.flickr.com/search/?text={}"
|
|
||||||
COLUMNS = {
|
COLUMNS = {
|
||||||
"deconfinement-pistes-cyclables-temporaires": [
|
"deconfinement-pistes-cyclables-temporaires": [
|
||||||
"fields.geo_shape.coordinates",
|
"fields.geo_shape.coordinates",
|
||||||
|
Loading…
Reference in New Issue
Block a user