Azure DataLake gen.2(adls2),用于获取存储在DataLake中的数据的总体大小的api

Azure DataLake gen.2(adls2),用于获取存储在DataLake中的数据的总体大小的api,azure,azure-data-lake,Azure,Azure Data Lake,我正在寻找一种方法来获取有关数据湖(azure data lake gen2-adls2)中存储的所有数据的总体大小的数据。有人知道如何获得关于数据湖大小(存储了多少数据)的信息吗? 试图找到合适的API,但至今未找到任何内容。 非常感谢您提供的任何提示。如果您想获得存储在data lake gen2中的所有数据的大小(不包括文件、表、队列存储),您可以使用此REST API,指定时间跨度最晚一小时,例如现在是2019-10-14T05:48:03Z,只需使用timespan=2019-10-1

我正在寻找一种方法来获取有关数据湖(azure data lake gen2-adls2)中存储的所有数据的总体大小的数据。有人知道如何获得关于数据湖大小(存储了多少数据)的信息吗? 试图找到合适的API,但至今未找到任何内容。
非常感谢您提供的任何提示。

如果您想获得存储在data lake gen2中的所有数据的大小(不包括
文件、表、队列
存储),您可以使用此REST API,指定
时间跨度
最晚一小时,例如现在是
2019-10-14T05:48:03Z
,只需使用
timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z
,在我这边就可以了

样本

GET https://management.azure.com/subscriptions/<subscription-id>/resourceGroups/<resource-group-name>/providers/Microsoft.Storage/storageAccounts/<storageaccount-name>/blobServices/default/providers/microsoft.insights/metrics?timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z&metricnames=BlobCapacity&api-version=2018-01-01
 { 
   "cost":0,
   "timespan":"2019-10-14T04:47:03Z/2019-10-14T05:47:03Z",
   "interval":"PT1H",
   "value":[ 
      { 
         "id":"/subscriptions/xxxxxxx/resourceGroups/xxxxxxx/providers/Microsoft.Storage/storageAccounts/joygen2/blobServices/default/providers/Microsoft.Insights/metrics/BlobCapacity",
         "type":"Microsoft.Insights/metrics",
         "name":{ 
            "value":"BlobCapacity",
            "localizedValue":"Blob Capacity"
         },
         "displayDescription":"The amount of storage used by the storage account’s Blob service in bytes.",
         "unit":"Bytes",
         "timeseries":[ 
            { 
               "metadatavalues":[ 

               ],
               "data":[ 
                  { 
                     "timeStamp":"2019-10-14T04:47:00Z",
                     "average":44710.0
                  }
               ]
            }
         ]
      }
   ],
   "namespace":"Microsoft.Storage/storageAccounts/blobServices",
   "resourceregion":"eastus"
}
GET https://management.azure.com/subscriptions/<subscription-id>/resourceGroups/<resource-group-name>/providers/Microsoft.Storage/storageAccounts/<storageaccount-name>/providers/microsoft.insights/metrics?timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z&metricnames=UsedCapacity&api-version=2018-01-01
{ 
   "cost":0,
   "timespan":"2019-10-14T04:47:03Z/2019-10-14T05:47:03Z",
   "interval":"PT1H",
   "value":[ 
      { 
         "id":"/subscriptions/xxxxx/resourceGroups/xxxxx/providers/Microsoft.Storage/storageAccounts/xxxxx/providers/Microsoft.Insights/metrics/UsedCapacity",
         "type":"Microsoft.Insights/metrics",
         "name":{ 
            "value":"UsedCapacity",
            "localizedValue":"Used capacity"
         },
         "displayDescription":"Account used capacity",
         "unit":"Bytes",
         "timeseries":[ 
            { 
               "metadatavalues":[ 

               ],
               "data":[ 
                  { 
                     "timeStamp":"2019-10-14T04:47:00Z",
                     "average":2559131.0
                  }
               ]
            }
         ]
      }
   ],
   "namespace":"Microsoft.Storage/storageAccounts",
   "resourceregion":"eastus"
}
更新

GET https://management.azure.com/subscriptions/<subscription-id>/resourceGroups/<resource-group-name>/providers/Microsoft.Storage/storageAccounts/<storageaccount-name>/blobServices/default/providers/microsoft.insights/metrics?timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z&metricnames=BlobCapacity&api-version=2018-01-01
 { 
   "cost":0,
   "timespan":"2019-10-14T04:47:03Z/2019-10-14T05:47:03Z",
   "interval":"PT1H",
   "value":[ 
      { 
         "id":"/subscriptions/xxxxxxx/resourceGroups/xxxxxxx/providers/Microsoft.Storage/storageAccounts/joygen2/blobServices/default/providers/Microsoft.Insights/metrics/BlobCapacity",
         "type":"Microsoft.Insights/metrics",
         "name":{ 
            "value":"BlobCapacity",
            "localizedValue":"Blob Capacity"
         },
         "displayDescription":"The amount of storage used by the storage account’s Blob service in bytes.",
         "unit":"Bytes",
         "timeseries":[ 
            { 
               "metadatavalues":[ 

               ],
               "data":[ 
                  { 
                     "timeStamp":"2019-10-14T04:47:00Z",
                     "average":44710.0
                  }
               ]
            }
         ]
      }
   ],
   "namespace":"Microsoft.Storage/storageAccounts/blobServices",
   "resourceregion":"eastus"
}
GET https://management.azure.com/subscriptions/<subscription-id>/resourceGroups/<resource-group-name>/providers/Microsoft.Storage/storageAccounts/<storageaccount-name>/providers/microsoft.insights/metrics?timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z&metricnames=UsedCapacity&api-version=2018-01-01
{ 
   "cost":0,
   "timespan":"2019-10-14T04:47:03Z/2019-10-14T05:47:03Z",
   "interval":"PT1H",
   "value":[ 
      { 
         "id":"/subscriptions/xxxxx/resourceGroups/xxxxx/providers/Microsoft.Storage/storageAccounts/xxxxx/providers/Microsoft.Insights/metrics/UsedCapacity",
         "type":"Microsoft.Insights/metrics",
         "name":{ 
            "value":"UsedCapacity",
            "localizedValue":"Used capacity"
         },
         "displayDescription":"Account used capacity",
         "unit":"Bytes",
         "timeseries":[ 
            { 
               "metadatavalues":[ 

               ],
               "data":[ 
                  { 
                     "timeStamp":"2019-10-14T04:47:00Z",
                     "average":2559131.0
                  }
               ]
            }
         ]
      }
   ],
   "namespace":"Microsoft.Storage/storageAccounts",
   "resourceregion":"eastus"
}

如果要获取所有数据(包括
文件、表、队列
存储)的大小,只需使用度量名称即可

样本

GET https://management.azure.com/subscriptions/<subscription-id>/resourceGroups/<resource-group-name>/providers/Microsoft.Storage/storageAccounts/<storageaccount-name>/blobServices/default/providers/microsoft.insights/metrics?timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z&metricnames=BlobCapacity&api-version=2018-01-01
 { 
   "cost":0,
   "timespan":"2019-10-14T04:47:03Z/2019-10-14T05:47:03Z",
   "interval":"PT1H",
   "value":[ 
      { 
         "id":"/subscriptions/xxxxxxx/resourceGroups/xxxxxxx/providers/Microsoft.Storage/storageAccounts/joygen2/blobServices/default/providers/Microsoft.Insights/metrics/BlobCapacity",
         "type":"Microsoft.Insights/metrics",
         "name":{ 
            "value":"BlobCapacity",
            "localizedValue":"Blob Capacity"
         },
         "displayDescription":"The amount of storage used by the storage account’s Blob service in bytes.",
         "unit":"Bytes",
         "timeseries":[ 
            { 
               "metadatavalues":[ 

               ],
               "data":[ 
                  { 
                     "timeStamp":"2019-10-14T04:47:00Z",
                     "average":44710.0
                  }
               ]
            }
         ]
      }
   ],
   "namespace":"Microsoft.Storage/storageAccounts/blobServices",
   "resourceregion":"eastus"
}
GET https://management.azure.com/subscriptions/<subscription-id>/resourceGroups/<resource-group-name>/providers/Microsoft.Storage/storageAccounts/<storageaccount-name>/providers/microsoft.insights/metrics?timespan=2019-10-14T04:47:03Z/2019-10-14T05:47:03Z&metricnames=UsedCapacity&api-version=2018-01-01
{ 
   "cost":0,
   "timespan":"2019-10-14T04:47:03Z/2019-10-14T05:47:03Z",
   "interval":"PT1H",
   "value":[ 
      { 
         "id":"/subscriptions/xxxxx/resourceGroups/xxxxx/providers/Microsoft.Storage/storageAccounts/xxxxx/providers/Microsoft.Insights/metrics/UsedCapacity",
         "type":"Microsoft.Insights/metrics",
         "name":{ 
            "value":"UsedCapacity",
            "localizedValue":"Used capacity"
         },
         "displayDescription":"Account used capacity",
         "unit":"Bytes",
         "timeseries":[ 
            { 
               "metadatavalues":[ 

               ],
               "data":[ 
                  { 
                     "timeStamp":"2019-10-14T04:47:00Z",
                     "average":2559131.0
                  }
               ]
            }
         ]
      }
   ],
   "namespace":"Microsoft.Storage/storageAccounts",
   "resourceregion":"eastus"
}

尺寸是否显示为avarage?这个单位是多少,那个单位是字节吗?我想有一个整体的大小,所以最好是所有存储在datalake中的东西(文件等)的大小。若它不包括任何表、文件的大小,那个么它到底显示了什么?我不确定我是否坚持了correctly@bryniek是的,您是对的,
聚合类型
平均值
,它是以字节为单位的,如果您想获得包括其他存储(文件、表、队列)在内的大小,请检查我的更新。为了帮助理解,您可以直接在门户中的存储帐户中查看它们->
Metrics
,请参阅@bryniek您能完成这项工作吗?我看到有ADLSSDK,但我不确定它是否能得到容器的总体大小。有什么想法吗?