diff options
| -rwxr-xr-x | 4chan_search/wwwimgpull.py | 13 |
1 files changed, 13 insertions, 0 deletions
diff --git a/4chan_search/wwwimgpull.py b/4chan_search/wwwimgpull.py index f379fb5..6f341c5 100755 --- a/4chan_search/wwwimgpull.py +++ b/4chan_search/wwwimgpull.py @@ -70,6 +70,19 @@ def pullPDFs(url, depth=0, alreadycrawled=[]): result = result + pullPDFs(url, depth+1, alreadycrawled) return result +#return a list of strings of all the links on the given webpage (<a> elements) whose href contains the given search string +def getLinksContainingStr(url, s): + result = [] + resp = requests.get(url) + html = BeautifulSoup(resp.text, 'html.parser') + for link in html.find_all('a'): + h = link.get('href') + if s in h: + result.append(h) + return result + + + #if len(sys.argv) < 2: # sys.exit(0) |