Python多次请求获取标题

Question

我试图多次请求获取网站标题，但我似乎不知道如何操作。我哪里错了？

import asyncio
import requests
import aiohttp
import datetime

async def fetch(session, url):
    start_time = datetime.datetime.now()
    print(start_time)
    async with session.get(url) as response:
        return await response.text()

async def main():
    base_url = "https://Url.link"
    urls = [base_url for i in range(5)]
    tasks = []
    async with aiohttp.ClientSession() as session:
        for url in urls:
            tasks.append(fetch(session, url))
        htmls = await asyncio.gather(*tasks)
        print(htmls[:100])

if __name__ == '__main__':
    loop = asyncio.get_event_loop()
    loop.run_until_complete(main())

我对 python 比较陌生。

Answer 1

希望能帮助您以最小的改变实现目标

import asyncio
from numpy import imag, tile
import requests
import aiohttp
import datetime
import re

async def fetch(session, url):
    start_time = datetime.datetime.now()
    print(start_time)
    async with session.get(url) as response:
        html = await response.text()
        title = re.findall('<title>(.*)</title>',html)[0]
        return title
        

async def main():
    base_url = "
    urls = [base_url for i in range(5)]
    tasks = []
    async with aiohttp.ClientSession() as session:
        for url in urls:
            tasks.append(fetch(session, url))
        htmls = await asyncio.gather(*tasks)
        print(htmls)

if __name__ == '__main__':
    loop = asyncio.get_event_loop()
    loop.run_until_complete(main())

Python多次请求获取标题

Python request get title multiple times

python

python-requests