Python 如何以编程方式访问美国政府提供的县级新冠病毒-19检测数据？

我正试图以编程方式访问密歇根州肯特县的新冠病毒-19测试数据。CSV下载或JSON API端点会很好，但我找不到它们

以下是我如何访问浏览器（Firefox）中的数据：

• 到这里：
• 在第页上，单击总测试选项卡
• 打开网络控制台（Ctrl+Shift+E）
• 在第页的“选择县”下拉列表中，选择“肯特”
• 在网络控制台选项卡中，选择要发送的最大（第四）后台POST请求
• 右键单击>在新选项卡中打开

看看Firefox中实际加载数据的后台请求，我看到的是：

请求方法 请求头 请求主体 下面是我使用Python请求重现这种情况的天真尝试：

>>> import requests, json
>>> url = "https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata?synchronous=true"
>>> origin = "https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net"
>>> host = "wabi-us-gov-iowa-api.analysis.usgovcloudapi.net"
>>> headers = {'Host': host, 'Origin': origin, 'DNT': '1'}
>>> body = """{"version":"1.0.0","queries":[{"Query":{"Commands":[{"SemanticQueryDataShapeCommand":{"Query":{"Version":2,"From":[{"Name":"t1","Entity":"Testing_Data"},{"Name":"c","Entity":"Cases by County"}],"Select":[{"Column":{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"TestType"},"Name":"Testing_Data.TestType"},{"Column":{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"MessageDate"},"Name":"Testing_Data.MessageDate"},{"Aggregation":{"Expression":{"Column":{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"TestCount"}},"Function":0},"Name":"CountNonNull(Testing_Data.TestCount)"}],"Where":[{"Condition":{"In":{"Expressions":[{"Column":{"Expression":{"SourceRef":{"Source":"c"}},"Property":"COUNTY"}}],"Values":[[{"Literal":{"Value":"'Kent'"}}]]}}}]},"Binding":{"Primary":{"Groupings":[{"Projections":[1,2]}]},"Secondary":{"Groupings":[{"Projections":[0]}]},"DataReduction":{"DataVolume":4,"Primary":{"Sample":{}},"Secondary":{"Top":{}}},"Version":1}}}]},"QueryId":"","ApplicationContext":{"DatasetId":"3538771d-70f8-4399-9760-267975e37f65","Sources":[{"ReportId":"f489615d-c09e-43f9-b6bb-db2832eb0e0d"}]}}],"cancelQueries":[],"modelId":282246}"""
>>> requests.post(url, json=json.loads(body), headers=headers)
<Response [401]>

导入请求，json >>>url=”https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata?synchronous=true" >>>原点=”https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net" >>>host=“wabi us gov iowa api.analysis.usgovcloudapi.net” >>>头文件={'Host'：主机，'Origin'：源文件，'DNT'：'1'} >>>body=“{”version:“1.0.0”，“querys:“{”Query:“{”Commands:“{”SemanticQueryDataShapeCommand:“{”Query:“{”version:“2”，From:“{”Name:“t1”，“Entity:“Testing_Data”}，{”Name:“c”，“Entity:“Cases by country”}，“{”Select:“{”Column:“{”Column:“{”Expression:“{”SourceRef Source Source”：{”Source product“：{”SourceRef:{”Source:“{”t1“}”，Property:“MessageDate”}，Name:“Testing_Data.MessageDate”}，{”Aggregation:{”Expression:{”Column:{”Expression:{”SourceRef:{”SourceRef:{”SourceRef:{”SourceRef:{”Source:“Property:“testcountcountcount”}，Function:“Name:“CountNonNull（Testing_Data.TestCount）}，”，“Where:“{”条件：{”在{”Expressions:{”表达式中：{“Column:{”SourceRef{“源”：“c”}，“属性”：“COUNTY”}}]，“值”：[[{“文字”：[{“值”：“'Kent'}}]}}}}]，“绑定”：{“主”：{“分组”：[{“投影”：[1,2]}]，“次”：{“分组”：[{“投影”：[0]}]，“数据缩减”：{“数据量”：4，“主”：{“样本”：{}}，，“次”：{“顶部”：{3538771d-70f8-4399-9760-267975e37f65，“来源：[{“报告ID”：“F48961D-c09e-439-b6bb-db2832eb0e0d”}}}}}]，“取消查询”：[]，“模型ID”：282246}” >>>requests.post（url，json=json.loads（body），headers=headers） 据我所知，不需要身份验证，但我怀疑还有其他限制，比如交叉来源

我曾试图在谷歌上挖掘实际的政府API文档，但这有点泥沼。我找到了这个页面：

---

但是有一半的链接是404。欢迎任何帮助。谢谢

我设法把一个成功的请求粘在一起。当我在Firefox web控制台中右键单击网络选项卡请求时，发现了“复制为卷曲”选项，这对我有很大帮助。这是它给我的：

curl 'https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata?synchronous=true' \
 -H 'User-Agent: Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:76.0) Gecko/20100101 Firefox/76.0' \
 -H 'Accept: application/json, text/plain, */*' \
 -H 'Accept-Language: en-US,en;q=0.5' --compressed \
 -H 'Referer: https://app.powerbigov.us/view?r=eyJrIjoiMWNjYjU1YWQtNzFlMC00N2ZlLTg3NjItYmQxMWI4OWIwMGY1IiwidCI6ImQ1ZmI3MDg3LTM3NzctNDJhZC05NjZhLTg5MmVmNDcyMjVkMSJ9' \
 -H 'ActivityId: 62469790-1ee4-47e5-ae3e-183e05a7b299' \
 -H 'RequestId: ce1c2243-37ba-666e-831f-e4947a4ab1ac' 
 -H 'X-PowerBI-ResourceKey: 1ccb55ad-71e0-47fe-8762-bd11b89b00f5' \
 -H 'Content-Type: application/json;charset=UTF-8' \
 -H 'Origin: https://app.powerbigov.us' \
 -H 'DNT: 1' \
 -H 'Connection: keep-alive' \
 --data-raw $'{"version":"1.0.0", etc ...}'

这导致此脚本化请求成功：

import requests
import json

url = 'https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata'

# headers and body were simply copy-pasted from Firefox console.
headers = {
    'Host': 'wabi-us-gov-iowa-api.analysis.usgovcloudapi.net',
    'User-Agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv',
    'Accept': 'application/json, text/plain, */*',
    'Accept-Language': 'en-US,en;q=0.5',
    'Accept-Encoding': 'gzip, deflate, br',
    'Referer': 'https',
    'ActivityId': '62469790-1ee4-47e5-ae3e-183e05a7b299',
    'RequestId': 'ce1c2243-37ba-666e-831f-e4947a4ab1ac',
    'X-PowerBI-ResourceKey': '1ccb55ad-71e0-47fe-8762-bd11b89b00f5',
    'Content-Type': 'application/json;charset=UTF-8',
    'Origin': 'https',
    'DNT': '1',
    'Connection': 'keep-alive'
}

body = (
    '{"version":"1.0.0","queries":[{"Query":{"Commands":[{"SemanticQueryDataShapeCommand":'
    '{"Query":{"Version":2,"From":[{"Name":"t1","Entity":"Testing_Data"},{"Name":"c",'
    '"Entity":"Cases by County"}],"Select":[{"Column":{"Expression":{"SourceRef":'
    '{"Source":"t1"}},"Property":"TestType"},"Name":"Testing_Data.TestType"},{"Column":'
    '{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"MessageDate"},"Name":'
    '"Testing_Data.MessageDate"},{"Aggregation":{"Expression":{"Column":{"Expression":'
    '{"SourceRef":{"Source":"t1"}},"Property":"TestCount"}},"Function":0},"Name":'
    '"CountNonNull(Testing_Data.TestCount)"}],"Where":[{"Condition":{"In":{"Expressions":'
    '[{"Column":{"Expression":{"SourceRef":{"Source":"c"}},"Property":"COUNTY"}}],'
    '"Values":[[{"Literal":{"Value":"\'Kent\'"}}]]}}}]},'
    '"Binding":{"Primary":{"Groupings":[{"Projections":[1,2]}]},"Secondary":{"Groupings":'
    '[{"Projections":[0]}]},"DataReduction":{"DataVolume":4,"Primary":{"Sample":{}},'
    '"Secondary":{"Top":{}}},"Version":1}}}]},"QueryId":"","ApplicationContext":'
    '{"DatasetId":"3538771d-70f8-4399-9760-267975e37f65","Sources":[{"ReportId":'
    '"f489615d-c09e-43f9-b6bb-db2832eb0e0d"}]}}],"cancelQueries":[],"modelId":282246}'
)

json_data = json.loads(body)
response = requests.post(url, json=json_data, headers=headers)
data = response.json()

我怀疑ID或密钥最终会过期，但到目前为止，它们已经持续了24个多小时

我仍然有兴趣查找有关访问此API端点的文档。

此新API（docs at）正式为美国任何一个县提供新冠病毒-19数据。

下面是我对密歇根州肯特县当前数据的一个小GET请求的图片。API也可用于历史数据（任何县的任何一天的新冠病毒-19数据）。这也是免费的

---

如果图像没有加载，我只需向端点发出一个请求，使用文档指定的Kent和Michigan作为URL参数。我在Python上测试了它，但因为它是一个HTTP GET，所以它应该与curl一起工作，等等。

+1表示“复制为curl”。不知道API文档，你到底想提取什么数据？这里有一个.xlsx文件“郡的新冠病毒-19测试”@MikeChelen谢谢你的链接。我真正想要的是肯特县的历史或时间序列数据。这是给你的。我的代码可以找到。

>>> import requests, json
>>> url = "https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata?synchronous=true"
>>> origin = "https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net"
>>> host = "wabi-us-gov-iowa-api.analysis.usgovcloudapi.net"
>>> headers = {'Host': host, 'Origin': origin, 'DNT': '1'}
>>> body = """{"version":"1.0.0","queries":[{"Query":{"Commands":[{"SemanticQueryDataShapeCommand":{"Query":{"Version":2,"From":[{"Name":"t1","Entity":"Testing_Data"},{"Name":"c","Entity":"Cases by County"}],"Select":[{"Column":{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"TestType"},"Name":"Testing_Data.TestType"},{"Column":{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"MessageDate"},"Name":"Testing_Data.MessageDate"},{"Aggregation":{"Expression":{"Column":{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"TestCount"}},"Function":0},"Name":"CountNonNull(Testing_Data.TestCount)"}],"Where":[{"Condition":{"In":{"Expressions":[{"Column":{"Expression":{"SourceRef":{"Source":"c"}},"Property":"COUNTY"}}],"Values":[[{"Literal":{"Value":"'Kent'"}}]]}}}]},"Binding":{"Primary":{"Groupings":[{"Projections":[1,2]}]},"Secondary":{"Groupings":[{"Projections":[0]}]},"DataReduction":{"DataVolume":4,"Primary":{"Sample":{}},"Secondary":{"Top":{}}},"Version":1}}}]},"QueryId":"","ApplicationContext":{"DatasetId":"3538771d-70f8-4399-9760-267975e37f65","Sources":[{"ReportId":"f489615d-c09e-43f9-b6bb-db2832eb0e0d"}]}}],"cancelQueries":[],"modelId":282246}"""
>>> requests.post(url, json=json.loads(body), headers=headers)
<Response [401]>

curl 'https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata?synchronous=true' \
 -H 'User-Agent: Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:76.0) Gecko/20100101 Firefox/76.0' \
 -H 'Accept: application/json, text/plain, */*' \
 -H 'Accept-Language: en-US,en;q=0.5' --compressed \
 -H 'Referer: https://app.powerbigov.us/view?r=eyJrIjoiMWNjYjU1YWQtNzFlMC00N2ZlLTg3NjItYmQxMWI4OWIwMGY1IiwidCI6ImQ1ZmI3MDg3LTM3NzctNDJhZC05NjZhLTg5MmVmNDcyMjVkMSJ9' \
 -H 'ActivityId: 62469790-1ee4-47e5-ae3e-183e05a7b299' \
 -H 'RequestId: ce1c2243-37ba-666e-831f-e4947a4ab1ac' 
 -H 'X-PowerBI-ResourceKey: 1ccb55ad-71e0-47fe-8762-bd11b89b00f5' \
 -H 'Content-Type: application/json;charset=UTF-8' \
 -H 'Origin: https://app.powerbigov.us' \
 -H 'DNT: 1' \
 -H 'Connection: keep-alive' \
 --data-raw $'{"version":"1.0.0", etc ...}'

import requests
import json

url = 'https://wabi-us-gov-iowa-api.analysis.usgovcloudapi.net/public/reports/querydata'

# headers and body were simply copy-pasted from Firefox console.
headers = {
    'Host': 'wabi-us-gov-iowa-api.analysis.usgovcloudapi.net',
    'User-Agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv',
    'Accept': 'application/json, text/plain, */*',
    'Accept-Language': 'en-US,en;q=0.5',
    'Accept-Encoding': 'gzip, deflate, br',
    'Referer': 'https',
    'ActivityId': '62469790-1ee4-47e5-ae3e-183e05a7b299',
    'RequestId': 'ce1c2243-37ba-666e-831f-e4947a4ab1ac',
    'X-PowerBI-ResourceKey': '1ccb55ad-71e0-47fe-8762-bd11b89b00f5',
    'Content-Type': 'application/json;charset=UTF-8',
    'Origin': 'https',
    'DNT': '1',
    'Connection': 'keep-alive'
}

body = (
    '{"version":"1.0.0","queries":[{"Query":{"Commands":[{"SemanticQueryDataShapeCommand":'
    '{"Query":{"Version":2,"From":[{"Name":"t1","Entity":"Testing_Data"},{"Name":"c",'
    '"Entity":"Cases by County"}],"Select":[{"Column":{"Expression":{"SourceRef":'
    '{"Source":"t1"}},"Property":"TestType"},"Name":"Testing_Data.TestType"},{"Column":'
    '{"Expression":{"SourceRef":{"Source":"t1"}},"Property":"MessageDate"},"Name":'
    '"Testing_Data.MessageDate"},{"Aggregation":{"Expression":{"Column":{"Expression":'
    '{"SourceRef":{"Source":"t1"}},"Property":"TestCount"}},"Function":0},"Name":'
    '"CountNonNull(Testing_Data.TestCount)"}],"Where":[{"Condition":{"In":{"Expressions":'
    '[{"Column":{"Expression":{"SourceRef":{"Source":"c"}},"Property":"COUNTY"}}],'
    '"Values":[[{"Literal":{"Value":"\'Kent\'"}}]]}}}]},'
    '"Binding":{"Primary":{"Groupings":[{"Projections":[1,2]}]},"Secondary":{"Groupings":'
    '[{"Projections":[0]}]},"DataReduction":{"DataVolume":4,"Primary":{"Sample":{}},'
    '"Secondary":{"Top":{}}},"Version":1}}}]},"QueryId":"","ApplicationContext":'
    '{"DatasetId":"3538771d-70f8-4399-9760-267975e37f65","Sources":[{"ReportId":'
    '"f489615d-c09e-43f9-b6bb-db2832eb0e0d"}]}}],"cancelQueries":[],"modelId":282246}'
)

json_data = json.loads(body)
response = requests.post(url, json=json_data, headers=headers)
data = response.json()