python中的并行post请求
我正在尝试使用post方法从网站获取一些数据。表单有两个输入:出生日期和收据编号 我想得到大约10000人的数据。我将收据号码和出生日期安排在不同的列表中,并尝试使用不同的输入组合发送POST请求 发送一个post请求大约需要1秒。是否有加快速度的方法,因为采用这种方法大约需要10000秒,即3小时 请参阅下面的代码python中的并行post请求,python,post,web-scraping,beautifulsoup,python-requests,Python,Post,Web Scraping,Beautifulsoup,Python Requests,我正在尝试使用post方法从网站获取一些数据。表单有两个输入:出生日期和收据编号 我想得到大约10000人的数据。我将收据号码和出生日期安排在不同的列表中,并尝试使用不同的输入组合发送POST请求 发送一个post请求大约需要1秒。是否有加快速度的方法,因为采用这种方法大约需要10000秒,即3小时 请参阅下面的代码 import requests from bs4 import BeautifulSoup from datetime import datetime, timedelta da
import requests
from bs4 import BeautifulSoup
from datetime import datetime, timedelta
date='01-01-1997'
list_dob=[]
list_receipt=[]
# creating list of receipt no from 340000 to 350000
no=340000
for i in range(1,9999):
no=no+1
list_receipt.append(str(no))
# creating DoB list of 6 months after the date given
for i in range(1,200):
res = (datetime.strptime(date, '%d-%m-%Y') + timedelta(days=i)).strftime('%d-%m-%Y')
list_dob.append(res)
# so far we have created 2 lists of receipt and Date of birth
URL = 'https://www.rbi.org.in/Scripts/Result_DirectRecOfficer_GRB2019.aspx'
for dob in list_dob:
for receipt in list_receipt:
# using one combo of receipt and dob at a time
payload = { '__EVENTTARGET':'' ,
'__EVENTARGUMENT': '',
'__VIEWSTATE': '/wEPDwUKMTg5NDQyMzk2OQ9kFgICAQ9kFgYCAw9kFgICAQ8PFgIeB1Zpc2libGVoZGQCDw8PZBYCHgdvbkNsaWNrBRhyZXR1cm4gVmFsaWRhdGVGaWVsZHMoKTtkAhMPDxYCHwBnZBYUAgEPDxYCHgRUZXh0BQpSQVZJIEtVTUFSZGQCAw8PFgIfAgUGMzQwMzM4ZGQCBQ8PFgIfAgUHR0VOL1VSLmRkAgcPDxYCHwJlZGQCCQ8PFgIfAgUENjIuNWRkAgsPDxYCHwIFAjY3ZGQCDQ8PFgIfAgUFOTAuMjVkZAIPDw8WAh8CBQYyMTkuNzVkZAIRDw8WAh8CBQIxNmRkAhMPDxYCHwIFBjIzNS43NWRkZNATwBgFuNpCCHB8cxvJTesvy57jRE+qc+oF398Qqz9W'
,'__VIEWSTATEGENERATOR': 'C49FD502',
'__EVENTVALIDATION':' /wEdAAqaCUx7F5EX63uY4GtxM6QLi6wX7g7V+51d5y/uZ409MWQ6cu1iZ73N7YF2NPAmCyQ/q33cCQLgaFQSElESF1pcfcX9ZaEV78oETjPwNTvjRyaLpyghhgB3dOM81YQT2c9YH+3xex89uEq1oPEFIP0vHbku3xW7gNlIcAIDo1mNezzmltaUM7aEAN+g9cP/m1113HaNCmKPXwtSIMJvlpwqov7jgQ63RCV3j9SFu/TQgzGoxwkR6m5xnIpXbRuqipg='
, 'UsrFontCntr$txtSearch':'',
# using receipt no in payload
'txtRollNo': receipt,
# using dob in payload
'txtDOB': dob,
'btnSubmit': 'Find'
}
session = requests.session()
r = requests.post(URL, data=payload)
from bs4 import BeautifulSoup
soup= BeautifulSoup(r.text)
# checking if we found desired id of the element in soup
b=soup.find(id='lblNotFound')
# if found print the marks
if (b==None):
print('yes1')
print(soup.find(id='lblName').text)
print(soup.find(id='lblReceiptNo').text)
print(soup.find(id='lblCategory').text)
print(soup.find(id='lblPII').text)
print(soup.find(id='lblPIII').text)
print(soup.find(id='lblTotalExam').text)
print(soup.find(id='lblTotal').text)
print(soup.find(id='lblINTERVIEW').text)
break