tipts/get_url_content.py at master · streanger/tipts

History

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

import requests

import cfscrape #https://github.com/Anorov/cloudflare-scrape

def get_content(url="", ANTISPAM=False):

if not ANTISPAM:

res = requests.get(url)

content = res.text

status = res.status_code

else:

scraper = cfscrape.create_scraper(delay=5) #for cloudflare use this one

res = scraper.get(url)

content = res.text

#content = res.content.decode("utf-8")

status = res.status_code

return content, status

if __name__ == "__main__":

url = input("put url here and press enter:\n")

content, status = get_content(url)

print("status: {}\ncontent: {}".format(status, content))

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

get_url_content.py

get_url_content.py

Files

get_url_content.py

Latest commit

History

get_url_content.py

File metadata and controls