Последний цикл у вас вне сессии. По идее так должно помочь
import requests
from bs4 import BeautifulSoup, NavigableString, Tag
header = {
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Encoding': 'gzip, deflate',
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
'Connection': 'keep-alive',
'X-Requested-With': 'XMLHttpRequest'
}
payload = {
'login': 'Some name',
'password': 'Some pass'
}
blacklist_lolz = 'https://lolzteam.net/forums/774/'
main_lolz = 'https://lolzteam.net/'
def beautifulsoup(url_content):
return BeautifulSoup(url_content, 'lxml')
with requests.Session() as s:
p = s.post('https://lolzteam.net/login', data=payload)
print(p.text)
req = s.get(blacklist_lolz)
print(req.text)
soup = beautifulsoup(req.content)
divs_all = soup.find_all('a', class_='PreviewTooltip ')
links_all = [div['href'] for div in divs_all]
for link in links_all:
number_list = []
link_page = s.get(main_lolz + link, headers=header)
link_soup = beautifulsoup(link_page.content)
# Some code ...
