how to read a website in python

1import urllib.request
2
3try:
4   with urllib.request.urlopen('http://www.python.org/') as f:
5      print(f.read().decode('utf-8'))
6except urllib.error.URLError as e:
7   print(e.reason)
8print('i thik this is how u do it')

1# example of web scraping links using asyncio and using all cores
2import asyncio, requests, aiohttp, os
3from concurrent.futures import ThreadPoolExecutor, ProcessPoolExecutor, as_completed
4from bs4 import BeautifulSoup as BS
5
6executor = ThreadPoolExecutor(max_workers=8)
7loop = asyncio.get_event_loop()
8
9async def make_requests():
10    urls = ['http://www.filedropper.com/lister.php?id=0', 'http://www.filedropper.com/lister.php?id=1', 'http://www.filedropper.com/lister.php?id=2', 'http://www.filedropper.com/lister.php?id=3', 'http://www.filedropper.com/lister.php?id=4', 'http://www.filedropper.com/lister.php?id=5', 'http://www.filedropper.com/lister.php?id=6', 'http://www.filedropper.com/lister.php?id=7', 'http://www.filedropper.com/lister.php?id=8', 'http://www.filedropper.com/lister.php?id=9', 'http://www.filedropper.com/lister.php?id=a', 'http://www.filedropper.com/lister.php?id=b', 'http://www.filedropper.com/lister.php?id=c', 'http://www.filedropper.com/lister.php?id=d', 'http://www.filedropper.com/lister.php?id=e', 'http://www.filedropper.com/lister.php?id=f', 'http://www.filedropper.com/lister.php?id=g', 'http://www.filedropper.com/lister.php?id=h', 'http://www.filedropper.com/lister.php?id=i', 'http://www.filedropper.com/lister.php?id=j', 'http://www.filedropper.com/lister.php?id=k', 'http://www.filedropper.com/lister.php?id=l', 'http://www.filedropper.com/lister.php?id=m', 'http://www.filedropper.com/lister.php?id=n', 'http://www.filedropper.com/lister.php?id=o', 'http://www.filedropper.com/lister.php?id=p', 'http://www.filedropper.com/lister.php?id=q', 'http://www.filedropper.com/lister.php?id=r', 'http://www.filedropper.com/lister.php?id=s', 'http://www.filedropper.com/lister.php?id=t', 'http://www.filedropper.com/lister.php?id=u', 'http://www.filedropper.com/lister.php?id=v', 'http://www.filedropper.com/lister.php?id=w', 'http://www.filedropper.com/lister.php?id=x', 'http://www.filedropper.com/lister.php?id=y', 'http://www.filedropper.com/lister.php?id=z']
11
12    futures = [loop.run_in_executor(executor, requests.get, url) for url in urls]
13    await asyncio.wait(futures)
14
15    for future in futures:
16        soup = BS(future.result().content)
17        for all_links in soup.find_all('a', href=True):
18            print("URL:", all_links['href'])    
19            with open('filedropper_com.txt', 'a') as f:
20                f.write(all_links['href'] + '\n')
21
22loop.run_until_complete(make_requests())
23

1from requests import get
2from requests.exceptions import RequestException
3from contextlib import closing
4from bs4 import BeautifulSoup
5