Amazon web services 日志存储输入s3未获取/返回任何数据

我在本地Windows7机器上使用logstash和tring来提取存储在AWS s3 bucket上的一些测试数据，该bucket名为mylogging.data，文件名为“myTempLog123345.log”。下面是我在本地运行的logstash的配置文件

01_input.conf

input {
    s3 {
        access_key_id => "XXXXXXXXX"
        secret_access_key => "XXXXXXXXXXXXXXXXX"
        bucket => "mylogging.data"
        codec => "plain"
        region => "eu-west-1"
        type => "s3"
        prefix => "/"
        use_ssl => true
        temporary_directory => "C:/logstash/testing-log-data/" 
    }
}

output {
    stdout {}
}

当我运行

C:\logstash>bin\logstash agent-f\logstash\conf\01\u input.conf--debug

时，这是以下输出

输出

io/console not supported; tty will not be manipulated
←[36mReading config file {:file=>"/logstash/vendor/bundle/jruby/1.9/gems/logstas
h-core-2.0.0-java/lib/logstash/agent.rb", :level=>:debug, :line=>"318", :method=
>"local_config"}←[0m
←[36mCompiled pipeline code:
        @inputs = []
        @filters = []
        @outputs = []
        @periodic_flushers = []
        @shutdown_flushers = []

          @input_s3_1 = plugin("input", "s3", LogStash::Util.hash_merge_many({ "
access_key_id" => ("XXXXXXXXX") }, { "secret_access_key" => ("XXXXXXXXXXXXXXXXXX") }, { "bucket" => ("mylogging.data") }, { "codec
" => ("plain") }, { "region" => ("eu-west-1") }, { "type" => ("s3") }, { "prefix
" => ("/") }, { "use_ssl" => ("true") }, { "temporary_directory" => ("C:/logstas
h/testing-log-data/") }))

          @inputs << @input_s3_1

          @output_stdout_2 = plugin("output", "stdout")

          @outputs << @output_stdout_2

  def filter_func(event)
    events = [event]
    @logger.debug? && @logger.debug("filter received", :event => event.to_hash)
    events
  end
  def output_func(event)
    @logger.debug? && @logger.debug("output received", :event => event.to_hash)
    @output_stdout_2.handle(event)

  end {:level=>:debug, :file=>"/logstash/vendor/bundle/jruby/1.9/gems/logstash-c
ore-2.0.0-java/lib/logstash/pipeline.rb", :line=>"37", :method=>"initialize"}←[0
m
←[36mPlugin not defined in namespace, checking for plugin file {:type=>"input",
:name=>"s3", :path=>"logstash/inputs/s3", :level=>:debug, :file=>"/logstash/vend
or/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/plugin.rb", :line
=>"71", :method=>"lookup"}←[0m
←[36mPlugin not defined in namespace, checking for plugin file {:type=>"codec",
:name=>"plain", :path=>"logstash/codecs/plain", :level=>:debug, :file=>"/logstas
h/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/plugin.rb",
 :line=>"71", :method=>"lookup"}←[0m
←[36mconfig LogStash::Codecs::Plain/@charset = "UTF-8" {:level=>:debug, :file=>"
/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/con
fig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@access_key_id = "XXXXXXXXX" {:level
=>:debug, :file=>"/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-jav
a/lib/logstash/config/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@secret_access_key = "XXXXXXXXXXXXXXXXXXXXXXX" {:level=>:debug, :file=>"/logstash/vendor/bundle/jruby/1.9/gems
/logstash-core-2.0.0-java/lib/logstash/config/mixin.rb", :line=>"128", :method=>
"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@bucket = "mylogging.data" {:level=>:debug, :file=
>"/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/c
onfig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@codec = <LogStash::Codecs::Plain charset=>"UTF
-8"> {:level=>:debug, :file=>"/logstash/vendor/bundle/jruby/1.9/gems/logstash-co
re-2.0.0-java/lib/logstash/config/mixin.rb", :line=>"128", :method=>"config_init
"}←[0m
←[36mconfig LogStash::Inputs::S3/@region = "eu-west-1" {:level=>:debug, :file=>"
/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/con
fig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@type = "s3" {:level=>:debug, :file=>"/logstash
/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mixin
.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@prefix = "/" {:level=>:debug, :file=>"/logstas
h/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mixi
n.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@use_ssl = true {:level=>:debug, :file=>"/logst
ash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mi
xin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@temporary_directory = "C:/logstash/testing-log
-data/" {:level=>:debug, :file=>"/logstash/vendor/bundle/jruby/1.9/gems/logstash
-core-2.0.0-java/lib/logstash/config/mixin.rb", :line=>"128", :method=>"config_i
nit"}←[0m
←[36mconfig LogStash::Inputs::S3/@add_field = {} {:level=>:debug, :file=>"/logst
ash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mi
xin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@credentials = [] {:level=>:debug, :file=>"/log
stash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/
mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@sincedb_path = nil {:level=>:debug, :file=>"/l
ogstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/confi
g/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@backup_to_bucket = nil {:level=>:debug, :file=
>"/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/c
onfig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@backup_add_prefix = nil {:level=>:debug, :file
=>"/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/
config/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@backup_to_dir = nil {:level=>:debug, :file=>"/
logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/conf
ig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@delete = false {:level=>:debug, :file=>"/logst
ash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mi
xin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@interval = 60 {:level=>:debug, :file=>"/logsta
sh/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mix
in.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Inputs::S3/@exclude_pattern = nil {:level=>:debug, :file=>
"/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/co
nfig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mPlugin not defined in namespace, checking for plugin file {:type=>"output",
 :name=>"stdout", :path=>"logstash/outputs/stdout", :level=>:debug, :file=>"/log
stash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/plugin.
rb", :line=>"71", :method=>"lookup"}←[0m
←[36mPlugin not defined in namespace, checking for plugin file {:type=>"codec",
:name=>"line", :path=>"logstash/codecs/line", :level=>:debug, :file=>"/logstash/
vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/plugin.rb", :
line=>"71", :method=>"lookup"}←[0m
←[36mconfig LogStash::Codecs::Line/@charset = "UTF-8" {:level=>:debug, :file=>"/
logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/conf
ig/mixin.rb", :line=>"128", :method=>"config_init"}←[0m
←[36mconfig LogStash::Outputs::Stdout/@codec = <LogStash::Codecs::Line charset=>
"UTF-8"> {:level=>:debug, :file=>"/logstash/vendor/bundle/jruby/1.9/gems/logstas
h-core-2.0.0-java/lib/logstash/config/mixin.rb", :line=>"128", :method=>"config_
init"}←[0m
←[36mconfig LogStash::Outputs::Stdout/@workers = 1 {:level=>:debug, :file=>"/log
stash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/
mixin.rb", :line=>"128", :method=>"config_init"}←[0m
Default settings used: Filter workers: 4
←[32mRegistering s3 input {:bucket=>"mylogging.data", :region=>"eu-west-1", :level=
>:info, :file=>"/logstash/vendor/local_gems/a8565979/logstash-input-s3-2.0.3/lib
/logstash/inputs/s3.rb", :line=>"78", :method=>"register"}←[0m
←[32mPipeline started {:level=>:info, :file=>"/logstash/vendor/bundle/jruby/1.9/
gems/logstash-core-2.0.0-java/lib/logstash/pipeline.rb", :line=>"89", :method=>"
run"}←[0m
Logstash startup completed

io/控制台不受支持；tty不会被操纵
←[36M读取配置文件{:file=>”/logstash/vendor/bundle/jruby/1.9/gems/logstas
h-core-2.0.0-java/lib/logstash/agent.rb“，：level=>：debug，：line=>“318”，：method=
>“本地配置”}←[0m
←[36M完整管道代码：
@输入=[]
@过滤器=[]
@输出=[]
@定期冲洗器=[]
@关闭\u冲洗器=[]
@input\u s3\u 1=插件（“input”，“s3”，LogStash:：Util.hash\u merge\u many（{”
访问密钥id=>（“XXXXXXXXX”）}、{“机密密钥”=>（“XXXXXXXXXXXXX”）}、{“bucket”=>（“mylogging.data”）}、{“编解码器”
“=>（“平原”）}，{”地区“=>（“欧盟西部1”）}，{”类型“=>（“s3”）}，{”前缀
“=>（“/”）}，{“使用ssl”=>（“真”）}，{“临时目录”=>（“C:/logstas”）
h/测试日志数据/“”}）
@输入事件（到\u散列）
@输出输出2.句柄（事件）
end{:level=>：debug，：file=>“/logstash/vendor/bundle/jruby/1.9/gems/logstash-c
ore-2.0.0-java/lib/logstash/pipeline.rb“，：line=>“37”，：method=>“initialize”}←[0
M
←[36mPlugin未在命名空间中定义，正在检查插件文件{:type=>“input”，
：name=>“s3”，：path=>“logstash/inputs/s3”，：level=>：debug，：file=>“/logstash/vend
或/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/plugin.rb“，：行
=>“71”，：方法=>“查找”}←[0m
←[36mPlugin未在命名空间中定义，正在检查插件文件{:type=>“codec”，
：name=>“plain”，：path=>“logstash/codecs/plain”，：level=>：debug，：file=>“/logstas
h/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/plugin.rb“，
：line=>“71”，：method=>“lookup”}←[0m
←[36mconfig LogStash:：Codecs:：Plain/@charset=“UTF-8”{:level=>：debug，：file=>”
/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/con
图/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@access\u key\u id=“XXXXXXXXX”{:level
=>：debug，：file=>“/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-jav
a/lib/logstash/config/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@secret\u access\u key=“xxxxxxxxxxxxxxxxxxxx”{：level=>：debug，：file=>“/LogStash/vendor/bundle/jruby/1.9/gems
/logstash-core-2.0.0-java/lib/logstash/config/mixin.rb“，：line=>128“，：method=>
“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@bucket=“mylogging.data”{:level=>：debug，：file=
>“/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/c
onfig/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@codec=“UTF
-8“>{:level=>：debug，：file=>”/logstash/vendor/bundle/jruby/1.9/gems/logstash-co
re-2.0.0-java/lib/logstash/config/mixin.rb“，：line=>“128”，：method=>“config_init”
"}←[0m
←[36mconfig LogStash:：Inputs:：S3/@region=“eu-west-1”{:level=>：debug，：file=>”
/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/con
图/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@type=“S3”{:level=>：debug，：file=>“/LogStash
/供应商/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mixin
.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@prefix=“/”{:level=>：debug，：file=>“/logstas
h/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mixi
n、 rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@use_ssl=true{:level=>：debug，：file=>”/logst
ash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mi
xin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@temporary_directory=“C:/LogStash/测试日志
-data/“{:level=>：debug，：file=>”/logstash/vendor/bundle/jruby/1.9/gems/logstash
-core-2.0.0-java/lib/logstash/config/mixin.rb“，：line=>“128”，：method=>“config_i
nit“}←[0m
←[36mconfig LogStash:：Inputs:：S3/@add_field={}{:level=>：debug，：file=>”/logst
ash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mi
xin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@credentials=[]{:level=>：debug，：file=>”/log
stash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/
mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@sincedb_path=nil{：level=>：debug，：file=>”/l
ogstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/confi
g/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@backup_to_bucket=nil{:level=>：debug，：file=
>“/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/c
onfig/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@backup\u add\u prefix=nil{：level=>：debug，：file
=>“/logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/
config/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@backup_to_dir=nil{：level=>：debug，：file=>”/
logstash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/conf
ig/mixin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@delete=false{:level=>：debug，：file=>”/logst
ash/vendor/bundle/jruby/1.9/gems/logstash-core-2.0.0-java/lib/logstash/config/mi
xin.rb“，：line=>“128”，：method=>“config_init”}←[0m
←[36mconfig LogStash:：Inputs:：S3/@interval=60{:level=>：debug，：file=>”/logsta
s