python中的并行post请求

python中的并行post请求,python,post,web-scraping,beautifulsoup,python-requests,Python,Post,Web Scraping,Beautifulsoup,Python Requests,我正在尝试使用post方法从网站获取一些数据。表单有两个输入:出生日期和收据编号 我想得到大约10000人的数据。我将收据号码和出生日期安排在不同的列表中,并尝试使用不同的输入组合发送POST请求 发送一个post请求大约需要1秒。是否有加快速度的方法,因为采用这种方法大约需要10000秒,即3小时 请参阅下面的代码 import requests from bs4 import BeautifulSoup from datetime import datetime, timedelta da

我正在尝试使用post方法从网站获取一些数据。表单有两个输入:出生日期和收据编号

我想得到大约10000人的数据。我将收据号码和出生日期安排在不同的列表中,并尝试使用不同的输入组合发送POST请求

发送一个post请求大约需要1秒。是否有加快速度的方法,因为采用这种方法大约需要10000秒,即3小时

请参阅下面的代码

import requests
from bs4 import BeautifulSoup
from datetime import datetime, timedelta

date='01-01-1997'
list_dob=[]
list_receipt=[]

# creating list of receipt no from 340000 to 350000
no=340000

for i in range(1,9999):
    no=no+1
    list_receipt.append(str(no))

# creating DoB list of 6 months after the date given 
for i in range(1,200):
    res = (datetime.strptime(date, '%d-%m-%Y') + timedelta(days=i)).strftime('%d-%m-%Y')
    list_dob.append(res)


# so far we have created 2 lists of receipt and Date of birth



URL = 'https://www.rbi.org.in/Scripts/Result_DirectRecOfficer_GRB2019.aspx'

for dob in list_dob:
    for receipt in list_receipt:

# using one combo of receipt and dob at a time 
        
        payload = {  '__EVENTTARGET':'' ,
                   '__EVENTARGUMENT': '',
                   '__VIEWSTATE': '/wEPDwUKMTg5NDQyMzk2OQ9kFgICAQ9kFgYCAw9kFgICAQ8PFgIeB1Zpc2libGVoZGQCDw8PZBYCHgdvbkNsaWNrBRhyZXR1cm4gVmFsaWRhdGVGaWVsZHMoKTtkAhMPDxYCHwBnZBYUAgEPDxYCHgRUZXh0BQpSQVZJIEtVTUFSZGQCAw8PFgIfAgUGMzQwMzM4ZGQCBQ8PFgIfAgUHR0VOL1VSLmRkAgcPDxYCHwJlZGQCCQ8PFgIfAgUENjIuNWRkAgsPDxYCHwIFAjY3ZGQCDQ8PFgIfAgUFOTAuMjVkZAIPDw8WAh8CBQYyMTkuNzVkZAIRDw8WAh8CBQIxNmRkAhMPDxYCHwIFBjIzNS43NWRkZNATwBgFuNpCCHB8cxvJTesvy57jRE+qc+oF398Qqz9W'
                   ,'__VIEWSTATEGENERATOR': 'C49FD502',

        '__EVENTVALIDATION':' /wEdAAqaCUx7F5EX63uY4GtxM6QLi6wX7g7V+51d5y/uZ409MWQ6cu1iZ73N7YF2NPAmCyQ/q33cCQLgaFQSElESF1pcfcX9ZaEV78oETjPwNTvjRyaLpyghhgB3dOM81YQT2c9YH+3xex89uEq1oPEFIP0vHbku3xW7gNlIcAIDo1mNezzmltaUM7aEAN+g9cP/m1113HaNCmKPXwtSIMJvlpwqov7jgQ63RCV3j9SFu/TQgzGoxwkR6m5xnIpXbRuqipg='
                   , 'UsrFontCntr$txtSearch':'',

# using receipt no in payload 
        'txtRollNo': receipt,
# using dob in payload
        'txtDOB': dob,
        'btnSubmit': 'Find' 
                  }


        session = requests.session()
        r = requests.post(URL, data=payload)

        from bs4 import BeautifulSoup
        soup= BeautifulSoup(r.text)
# checking if we found desired id of the element in soup
        b=soup.find(id='lblNotFound')
# if found print the marks 
        if (b==None):
            print('yes1')
            print(soup.find(id='lblName').text)
            print(soup.find(id='lblReceiptNo').text)
            print(soup.find(id='lblCategory').text)
            print(soup.find(id='lblPII').text)
            print(soup.find(id='lblPIII').text)
            print(soup.find(id='lblTotalExam').text)
            print(soup.find(id='lblTotal').text)
            print(soup.find(id='lblINTERVIEW').text)
            break