MinIO test fails locally

[felixcremer]

I am trying to test Zarr locally and I get the following error in the MinIO S3 test.

Minio S3 storage: Error During Test at /home/fcremer/Documents/PyramidScheme/dev/Zarr/test/storage.jl:153
  Got exception outside of a @test
  AWS.AWSExceptions.AWSException: SlowDown -- Resource requested is unreadable, please reduce your request rate
  
  HTTP.Exceptions.StatusError(503, "PUT", "/zarrdata", HTTP.Messages.Response:
  """
  HTTP/1.1 503 Service Unavailable
  Accept-Ranges: bytes
  Content-Length: 314
  Content-Security-Policy: block-all-mixed-content
  Content-Type: application/xml
  Retry-After: 120
  Server: MinIO
  Strict-Transport-Security: max-age=31536000; includeSubDomains
  Vary: Origin, Accept-Encoding
  X-Amz-Request-Id: 17C8910F51C5F95B
  X-Content-Type-Options: nosniff
  X-Xss-Protection: 1; mode=block
  Date: Mon, 22 Apr 2024 09:45:53 GMT
  
  [Message Body was streamed]""")
  
  <?xml version="1.0" encoding="UTF-8"?>
  <Error><Code>SlowDown</Code><Message>Resource requested is unreadable, please reduce your request rate</Message><BucketName>zarrdata</BucketName><Resource>/zarrdata</Resource><RequestId>17C8910F51C5F95B</RequestId><HostId>16de69c3-d609-499d-ae6d-67c17b8d9196</HostId></Error>
  
  Stacktrace:
    [1] (::HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}})(req::HTTP.Messages.Request; proxy::Nothing, socket_type::Type, socket_type_tls::Type, readtimeout::Int64, connect_timeout::Int64, logerrors::Bool, logtag::Nothing, kw::@Kwargs{iofunction::Nothing, decompress::Nothing, verbose::Int64})
      @ HTTP.ConnectionRequest ~/.julia/packages/HTTP/vnQzp/src/clientlayers/ConnectionRequest.jl:141
    [2] (::HTTP.RetryRequest.var"#manageretries#3"{HTTP.RetryRequest.var"#manageretries#1#4"{HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}}}})(req::HTTP.Messages.Request; retry::Bool, retries::Int64, retry_delays::ExponentialBackOff, retry_check::Function, retry_non_idempotent::Bool, kw::@Kwargs{iofunction::Nothing, decompress::Nothing, verbose::Int64})
      @ HTTP.RetryRequest ~/.julia/packages/HTTP/vnQzp/src/clientlayers/RetryRequest.jl:35
    [3] manageretries
      @ ~/.julia/packages/HTTP/vnQzp/src/clientlayers/RetryRequest.jl:30 [inlined]
    [4] (::HTTP.CookieRequest.var"#managecookies#4"{HTTP.CookieRequest.var"#managecookies#1#5"{HTTP.RetryRequest.var"#manageretries#3"{HTTP.RetryRequest.var"#manageretries#1#4"{HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}}}}}})(req::HTTP.Messages.Request; cookies::Bool, cookiejar::HTTP.Cookies.CookieJar, kw::@Kwargs{iofunction::Nothing, decompress::Nothing, verbose::Int64, retry::Bool})
      @ HTTP.CookieRequest ~/.julia/packages/HTTP/vnQzp/src/clientlayers/CookieRequest.jl:42
    [5] managecookies
      @ ~/.julia/packages/HTTP/vnQzp/src/clientlayers/CookieRequest.jl:19 [inlined]
    [6] (::HTTP.HeadersRequest.var"#defaultheaders#2"{HTTP.HeadersRequest.var"#defaultheaders#1#3"{HTTP.CookieRequest.var"#managecookies#4"{HTTP.CookieRequest.var"#managecookies#1#5"{HTTP.RetryRequest.var"#manageretries#3"{HTTP.RetryRequest.var"#manageretries#1#4"{HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}}}}}}}})(req::HTTP.Messages.Request; iofunction::Nothing, decompress::Nothing, basicauth::Bool, detect_content_type::Bool, canonicalize_headers::Bool, kw::@Kwargs{verbose::Int64, retry::Bool})
      @ HTTP.HeadersRequest ~/.julia/packages/HTTP/vnQzp/src/clientlayers/HeadersRequest.jl:71
    [7] defaultheaders
      @ ~/.julia/packages/HTTP/vnQzp/src/clientlayers/HeadersRequest.jl:14 [inlined]
    [8] (::HTTP.RedirectRequest.var"#redirects#3"{HTTP.RedirectRequest.var"#redirects#1#4"{HTTP.HeadersRequest.var"#defaultheaders#2"{HTTP.HeadersRequest.var"#defaultheaders#1#3"{HTTP.CookieRequest.var"#managecookies#4"{HTTP.CookieRequest.var"#managecookies#1#5"{HTTP.RetryRequest.var"#manageretries#3"{HTTP.RetryRequest.var"#manageretries#1#4"{HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}}}}}}}}}})(req::HTTP.Messages.Request; redirect::Bool, redirect_limit::Int64, redirect_method::Nothing, forwardheaders::Bool, response_stream::Base.BufferStream, kw::@Kwargs{verbose::Int64, retry::Bool})
      @ HTTP.RedirectRequest ~/.julia/packages/HTTP/vnQzp/src/clientlayers/RedirectRequest.jl:17
    [9] redirects
      @ ~/.julia/packages/HTTP/vnQzp/src/clientlayers/RedirectRequest.jl:14 [inlined]
   [10] (::HTTP.MessageRequest.var"#makerequest#3"{HTTP.MessageRequest.var"#makerequest#1#4"{HTTP.RedirectRequest.var"#redirects#3"{HTTP.RedirectRequest.var"#redirects#1#4"{HTTP.HeadersRequest.var"#defaultheaders#2"{HTTP.HeadersRequest.var"#defaultheaders#1#3"{HTTP.CookieRequest.var"#managecookies#4"{HTTP.CookieRequest.var"#managecookies#1#5"{HTTP.RetryRequest.var"#manageretries#3"{HTTP.RetryRequest.var"#manageretries#1#4"{HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}}}}}}}}}}}})(method::String, url::URIs.URI, headers::Vector{Pair{SubString{String}, SubString{String}}}, body::String; copyheaders::Bool, response_stream::Base.BufferStream, http_version::HTTP.Strings.HTTPVersion, verbose::Int64, kw::@Kwargs{redirect::Bool, retry::Bool})
      @ HTTP.MessageRequest ~/.julia/packages/HTTP/vnQzp/src/clientlayers/MessageRequest.jl:35
   [11] makerequest
      @ ~/.julia/packages/HTTP/vnQzp/src/clientlayers/MessageRequest.jl:24 [inlined]
   [12] request(stack::HTTP.MessageRequest.var"#makerequest#3"{HTTP.MessageRequest.var"#makerequest#1#4"{HTTP.RedirectRequest.var"#redirects#3"{HTTP.RedirectRequest.var"#redirects#1#4"{HTTP.HeadersRequest.var"#defaultheaders#2"{HTTP.HeadersRequest.var"#defaultheaders#1#3"{HTTP.CookieRequest.var"#managecookies#4"{HTTP.CookieRequest.var"#managecookies#1#5"{HTTP.RetryRequest.var"#manageretries#3"{HTTP.RetryRequest.var"#manageretries#1#4"{HTTP.ConnectionRequest.var"#connections#4"{HTTP.ConnectionRequest.var"#connections#1#5"{HTTP.TimeoutRequest.var"#timeouts#3"{HTTP.TimeoutRequest.var"#timeouts#1#4"{HTTP.ExceptionRequest.var"#exceptions#2"{HTTP.ExceptionRequest.var"#exceptions#1#3"{typeof(HTTP.StreamRequest.streamlayer)}}}}}}}}}}}}}}}}, method::String, url::URIs.URI, h::Vector{Pair{SubString{String}, SubString{String}}}, b::String, q::Nothing; headers::Vector{Pair{SubString{String}, SubString{String}}}, body::String, query::Nothing, kw::@Kwargs{redirect::Bool, retry::Bool, response_stream::Base.BufferStream})
      @ HTTP ~/.julia/packages/HTTP/vnQzp/src/HTTP.jl:457
   [13] #request#20
      @ ~/.julia/packages/HTTP/vnQzp/src/HTTP.jl:315 [inlined]
   [14] macro expansion
      @ ~/.julia/packages/Mocking/Q17aB/src/mock.jl:29 [inlined]
   [15] (::AWS.var"#48#50"{AWS.Request, OrderedCollections.LittleDict{Symbol, Any, Vector{Symbol}, Vector{Any}}})()
      @ AWS ~/.julia/packages/AWS/Fxun1/src/utilities/request.jl:225
   [16] (::Base.var"#96#98"{Base.var"#96#97#99"{AWS.AWSExponentialBackoff, AWS.var"#49#51", AWS.var"#48#50"{AWS.Request, OrderedCollections.LittleDict{Symbol, Any, Vector{Symbol}, Vector{Any}}}}})(; kwargs::@Kwargs{})
      @ Base ./error.jl:308
   [17] (::Base.var"#96#98"{Base.var"#96#97#99"{AWS.AWSExponentialBackoff, AWS.var"#49#51", AWS.var"#48#50"{AWS.Request, OrderedCollections.LittleDict{Symbol, Any, Vector{Symbol}, Vector{Any}}}}})()
      @ Base ./error.jl:291
   [18] _http_request(http_backend::AWS.HTTPBackend, request::AWS.Request, response_stream::IOBuffer)
      @ AWS ~/.julia/packages/AWS/Fxun1/src/utilities/request.jl:250
   [19] macro expansion
      @ ~/.julia/packages/Mocking/Q17aB/src/mock.jl:29 [inlined]
   [20] (::AWS.var"#41#44"{MinioConfig, AWS.Request, IOBuffer, Vector{Int64}})()
      @ AWS ~/.julia/packages/AWS/Fxun1/src/utilities/request.jl:134
   [21] (::AWS.var"#42#46"{AWS.var"#41#44"{MinioConfig, AWS.Request, IOBuffer, Vector{Int64}}, IOBuffer})()
      @ AWS ~/.julia/packages/AWS/Fxun1/src/utilities/request.jl:149
   [22] (::Base.var"#96#98"{Base.var"#96#97#99"{AWS.AWSExponentialBackoff, AWS.var"#43#47"{MinioConfig, Vector{String}, Vector{String}, Int64}, AWS.var"#42#46"{AWS.var"#41#44"{MinioConfig, AWS.Request, IOBuffer, Vector{Int64}}, IOBuffer}}})(; kwargs::@Kwargs{})
      @ Base ./error.jl:308
   [23] (::Base.var"#96#98"{Base.var"#96#97#99"{AWS.AWSExponentialBackoff, AWS.var"#43#47"{MinioConfig, Vector{String}, Vector{String}, Int64}, AWS.var"#42#46"{AWS.var"#41#44"{MinioConfig, AWS.Request, IOBuffer, Vector{Int64}}, IOBuffer}}})()
      @ Base ./error.jl:291
   [24] submit_request(aws::MinioConfig, request::AWS.Request; return_headers::Nothing)
      @ AWS ~/.julia/packages/AWS/Fxun1/src/utilities/request.jl:200
   [25] (::AWS.RestXMLService)(request_method::String, request_uri::String, args::Dict{String, Any}; aws_config::MinioConfig, feature_set::AWS.FeatureSet)
      @ AWS ~/.julia/packages/AWS/Fxun1/src/AWS.jl:287
   [26] RestXMLService (repeats 2 times)
      @ ~/.julia/packages/AWS/Fxun1/src/AWS.jl:251 [inlined]
   [27] create_bucket(Bucket::String; aws_config::MinioConfig)
      @ AWSS3.S3 ~/.julia/packages/AWS/Fxun1/src/services/s3.jl:557
   [28] create_bucket(Bucket::String)
      @ AWSS3.S3 ~/.julia/packages/AWS/Fxun1/src/services/s3.jl:556
   [29] macro expansion
      @ ~/Documents/PyramidScheme/dev/Zarr/test/storage.jl:163 [inlined]
   [30] macro expansion
      @ ~/.julia/juliaup/julia-1.10.1+0.x64.linux.gnu/share/julia/stdlib/v1.10/Test/src/Test.jl:1577 [inlined]
   [31] top-level scope
      @ ~/Documents/PyramidScheme/dev/Zarr/test/storage.jl:154
   [32] include(fname::String)
      @ Base.MainInclude ./client.jl:489
   [33] macro expansion
      @ ~/Documents/PyramidScheme/dev/Zarr/test/runtests.jl:260 [inlined]
   [34] macro expansion
      @ ~/.julia/juliaup/julia-1.10.1+0.x64.linux.gnu/share/julia/stdlib/v1.10/Test/src/Test.jl:1577 [inlined]
   [35] top-level scope
      @ ~/Documents/PyramidScheme/dev/Zarr/test/runtests.jl:17
   [36] include(fname::String)
      @ Base.MainInclude ./client.jl:489
   [37] top-level scope
      @ none:6
   [38] eval
      @ ./boot.jl:385 [inlined]
   [39] exec_options(opts::Base.JLOptions)
      @ Base ./client.jl:291
   [40] _start()
      @ Base ./client.jl:552

[meggart]

I can not reproduce this. Did you try to run MinIO.jl tests locally to find out if this is rather related to Minio on your machine?

[felixcremer]

Testing MinIO explicitely gives me another error. I reported it upstream.