Google cloud storage gsutil连接超时

在我们的一台机器上使用gsutil工具时，我们在端口443上遇到了与www.googleapis.com的连接超时

以下是运行时的输出：

gsutil-D cp gs://somefile somefile

Retrying download from byte 0 after exception: timed out. Trace: Traceback (most recent call last):
  File "/home/runner/google-cloud-sdk/platform/gsutil/gslib/gcs_json_api.py", line 701, in _PerformResumableDownload
    end_byte=end_byte, serialization_data=serialization_data)
  File "/home/runner/google-cloud-sdk/platform/gsutil/gslib/gcs_json_api.py", line 757, in _PerformDownload
    use_chunks=False)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/apitools/apitools/base/py/transfer.py", line 459, in GetRange
    additional_headers=additional_headers)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/apitools/apitools/base/py/transfer.py", line 396, in __GetChunk
    retries=self.num_retries)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/apitools/apitools/base/py/http_wrapper.py", line 325, in MakeRequest
    http, http_request, e, retry, max_retry_wait))
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/apitools/apitools/base/py/http_wrapper.py", line 316, in MakeRequest
    check_response_func=check_response_func)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/apitools/apitools/base/py/http_wrapper.py", line 365, in _MakeRequestNoRetry
    redirections=redirections, connection_type=connection_type)
  File "/home/runner/google-cloud-sdk/platform/gsutil/gslib/gcs_json_media.py", line 377, in NewRequest
    connection_type=connection_type)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/oauth2client/oauth2client/util.py", line 137, in positional_wrapper
    return wrapped(*args, **kwargs)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/oauth2client/oauth2client/client.py", line 563, in new_request
    redirections, connection_type)
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/httplib2/python2/httplib2/__init__.py", line 1570, in request
    (response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey)
  File "/home/runner/google-cloud-sdk/platform/gsutil/gslib/gcs_json_media.py", line 285, in OverrideRequest
    headers)
  File "/home/runner/google-cloud-sdk/platform/gsutil/gslib/gcs_json_media.py", line 472, in _conn_request
    conn.connect()
  File "/home/runner/google-cloud-sdk/platform/gsutil/third_party/httplib2/python2/httplib2/__init__.py", line 1018, in connect
    sock.connect((self.host, self.port))
  File "/usr/lib/python2.7/socket.py", line 224, in meth
    return getattr(self._sock,name)(*args)
timeout: timed out

使用的gsutil版本：

gsutil version: 4.14
checksum: be1511asdg6322ce640001299adf562f1dea (OK)
boto version: 2.38.0
python version: 2.7.3 (default, Feb 27 2014, 19:58:35) [GCC 4.6.3]
OS: Linux 3.10.23-xxxx-std-ipv6-64
multiprocessing available: True
using cloud sdk: True
config path: /home/runner/.boto
gsutil path: /home/runner/google-cloud-sdk/platform/gsutil/gsutil
compiled crcmod: False
installed via package manager: False
editable install: False

你知道会出什么问题吗

事先非常感谢

更新。跑步时

gsutil perfdiag-n 1-t lat-o

{
  "latency": {
    "UPLOAD_0": [
      0.1607818603515625
    ],
    "DOWNLOAD_1024": [
      0.07119011878967285
    ],
    "DELETE_0": [
      0.09166908264160156
    ],
    "METADATA_1024": [
      0.04940199851989746
    ],
    "METADATA_102400": [
      0.05705404281616211
    ],
    "UPLOAD_102400": [
      0.20428109169006348
    ],
    "DOWNLOAD_1048576": [
      0.1362459659576416
    ],
    "DELETE_1048576": [
      0.09648799896240234
    ],
    "DOWNLOAD_102400": [
      0.11574792861938477
    ],
    "METADATA_0": [
      0.049291133880615234
    ],
    "DOWNLOAD_0": [
      0.07036209106445312
    ],
    "METADATA_1048576": [
      0.04330611228942871
    ],
    "DELETE_102400": [
      0.08873796463012695
    ],
    "DELETE_1024": [
      0.0901339054107666
    ],
    "UPLOAD_1048576": [
      0.2904069423675537
    ],
    "UPLOAD_1024": [
      0.13672614097595215
    ]
  },
  "error_responses_by_code": {},
  "connection_breaks": 0,
  "json_format": "perfdiag",
  "request_errors": 0,
  "bucket_uri": "gs://55_rawdata/",
  "gsutil_version": "4.14",
  "boto_version": "2.38.0",
  "sysinfo": {
    "googserv_ips": [
      "216.58.211.80"
    ],
    "meminfo": {
      "mem_free": 1000596000,
      "mem_buffers": 810640000,
      "mem_total": 66004776000,
      "mem_cached": 33031452000
    },
    "disk_counters_end": {
      "sdc1": [
        164530475,
        128605520,
        51612678716928,
        40196403069440,
        2132224384,
        2247149368
      ],
      "sdb1": [
        166121731,
        173044263,
        51952023924224,
        40875654693376,
        2885575196,
        405173516
      ],
      "sdd1": [
        160345400,
        129359941,
        50683862937088,
        40195936092672,
        1386613852,
        705553928
      ],
      "sda4": [
        162028349,
        168070767,
        51260806299648,
        40562433085440,
        3391686628,
        148489864
      ],
      "sda2": [
        169374632,
        400069887,
        4907104705536,
        16390141161472,
        1009906996,
        561829072
      ],
      "sda3": [
        470,
        206,
        3309568,
        1486848,
        1348,
        388
      ],
      "sda1": [
        302,
        0,
        10948608,
        0,
        1820,
        0
      ]
    },
    "using_proxy": false,
    "dns_o-o_ip": "176.31.228.32",
    "boto_https_enabled": true,
    "google_host_dns_latency": 0.016680002212524414,
    "cpu_count": 12,
    "gsutil_config": {
      "SCOPE_READ_WRITE": "https://www.googleapis.com/auth/devstorage.read_write",
      "SCOPE_READ_ONLY": "https://www.googleapis.com/auth/devstorage.read_only",
      "DEFAULT_SLICED_OBJECT_DOWNLOAD_THRESHOLD": "150M",
      "MAX_COMPONENT_COUNT": 1024,
      "SCOPE_FULL_CONTROL": "https://www.googleapis.com/auth/devstorage.full_control",
      "DEFAULT_SLICED_OBJECT_DOWNLOAD_MAX_COMPONENTS": 4,
      "DEFAULT_PARALLEL_COMPOSITE_UPLOAD_THRESHOLD": "0",
      "DEFAULT_PARALLEL_COMPOSITE_UPLOAD_COMPONENT_SIZE": "50M",
      "CHECK_HASH_ALWAYS": "always",
      "HAS_CRYPTO": true,
      "DEFAULT_SLICED_OBJECT_DOWNLOAD_COMPONENT_SIZE": "200M",
      "DEFAULT_PARALLEL_PROCESS_COUNT": 12,
      "CHECK_HASH_NEVER": "never",
      "CHECK_HASH_IF_FAST_ELSE_FAIL": "if_fast_else_fail",
      "IS_WINDOWS": false,
      "DEFAULT_PARALLEL_THREAD_COUNT": 10,
      "EIGHT_MIB": 8388608,
      "CHECK_HASH_IF_FAST_ELSE_SKIP": "if_fast_else_skip",
      "GOOG_CLOUD_CONSOLE_URI": "https://cloud.google.com/console#/project"
    },
    "gmt_timestamp": "Thu, 17 Sep 2015 09:04:12 +0000",
    "googserv_route": "storage",
    "load_avg": [
      11.93,
      15.86,
      12.24
    ],
    "netstat_end": {
      "tcp_retransmit": 353550182,
      "tcp_sent": 2944378757,
      "tcp_received": 975413756
    },
    "google_host_connect_latencies": {
      "216.58.211.80": 0.00419306755065918
    },
    "tempdir": "/tmp",
    "netstat_start": {
      "tcp_retransmit": 353550182,
      "tcp_sent": 2944373713,
      "tcp_received": 975409418
    },
    "ip_address": "176.31.228.32",
    "googserv_hostnames": [
      "par03s14-in-f16.1e100.net"
    ],
    "tcp_proc_values": {
      "wmem_default": "212992",
      "wmem_max": "212992",
      "rmem_default": "212992",
      "tcp_timestamps": "1",
      "tcp_window_scaling": "1",
      "tcp_sack": "1",
      "rmem_max": "212992"
    },
    "disk_counters_start": {
      "sdc1": [
        164530328,
        128605520,
        51612666826240,
        40196403069440,
        2132223424,
        2247149368
      ],
      "sdb1": [
        166121645,
        173044263,
        51952011656704,
        40875654693376,
        2885575068,
        405173516
      ],
      "sdd1": [
        160344840,
        129359927,
        50683802156544,
        40195931333120,
        1386608244,
        705553780
      ],
      "sda4": [
        162028349,
        168070763,
        51260806299648,
        40562432983040,
        3391686628,
        148489812
      ],
      "sda2": [
        169374632,
        400069887,
        4907104705536,
        16390141161472,
        1009906996,
        561829072
      ],
      "sda3": [
        470,
        206,
        3309568,
        1486848,
        1348,
        388
      ],
      "sda1": [
        302,
        0,
        10948608,
        0,
        1820,
        0
      ]
    }
  },
  "total_requests": 16,
  "metadata": {}
}

---

听起来你在那台机器上的网络连接有问题。你是在防火墙后面还是在代理后面？你能试着运行

gsutil perfdiag

命令吗？你好，杰夫，谢谢你的帮助。我无法完成gsutil perfdiag，因为它在“运行延迟迭代1”时被阻止。顺便说一下，我们在这台机器上有防火墙（在我们的例子中是ufw），允许所有传出流量。gsutil是否需要一些特殊规则，如tcp/udp和端口等？在这封邮件的结尾，似乎“gsutil perfdiag”一直在进行，但速度很慢，你有没有我可以向你发送perfdiag结果的电子邮件？谢谢您的帮助。您能使用

perfdiag-n1-tlat

？应该快一点，太好了。我已经运行了提供的命令并用结果更新了我的帖子。perfdiag输出中的延迟看起来不错。我注意到的一件事是，您的系统负载似乎很大。你的机器上还有很多其他的东西在运行吗？