Bulk creation api call failed with unexpected server error

2021-02-24 04:49:51,096 | infra | ERROR   | pool-1-thread-10 | [Rest_Connection:_http_request:253] PUT http://172.23.105.175:8091/pools/default/buckets/yNSU9NyTBQ9of7sId-45-872000/scopes body: {"scopes": [{"collections": [{"name": "602UW0gwVjKHRb5Ve-45-875000"}], "name": "jvue61ydBVlYlYXAfjme-45-875000"}, {"collections": [{"name": "7Ixf-45-877000"}], "name": "A9tFtk_St2-45-876000"}, {"collections": [{"name": "Er7fMhm2OiF-45-875000"}], "name": "hele-45-875000"}, {"collections": [{"name": "JfQE-45-874000"}], "name": "-dGsN4_GJ6YDYQq6_-45-874000"}, {"collections": [{"name": "b2fHgZmSav-45-879000"}], "name": "3_5-45-879000"}, {"collections": [{"name": "gNe-45-878000"}], "name": "p8yiyhwE5z5Zi-45-878000"}, {"collections": [{"name": "xWIezZ3i0C5T-45-879000"}], "name": "bn08jYuXFc1rt8TtoKgp-45-879000"}, {"collections": [{"name": "B7zszu3D2b4-45-874000"}], "name": "GSvwR8nahLcHXI-45-874000"}, {"collections": [{"name": "DfBcj8Y8eMz7XlX-45-877000"}], "name": "MZmfbuvTuHoil_V-45-877000"}, {"collections": [{"name": "0io9r0JN04z%q_v-45-874000"}], "name": "eWYj0i_azwrGR3mU-45-874000"}, {"collections": [{"name": "s%gEgNUh5Iuj-45-878000"}], "name": "N7%SJ-45-878000"}, {"collections": [{"name": "2eI-45-878000"}], "name": "R8ENoMq3-45-878000"}, {"collections": [{"name": "T-45-873000"}], "name": "Uxi-PDbpv-45-873000"}, {"collections": [{"name": "YwNqVp0rY-45-878000"}], "name": "k-oILzQ-45-877000"}, {"collections": [{"name": "pPLzH-45-877000"}], "name": "kWLLL%-45-877000"}, {"collections": [{"name": "oXQ-45-876000"}], "name": "lnIXfdq-45-876000"}, {"collections": [{"name": "5tc_E-45-874000"}], "name": "QkkVi2-TcgI-45-873000"}, {"collections": [{"name": "pW-45-873000"}], "name": "0vPQZfNEi%R5ZHjG9G56-45-873000"}, {"collections": [{"name": "_default"}], "name": "_default"}, {"collections": [{"name": "c-45-875000"}], "name": "JkQuQeZAqI-45-875000"}, {"collections": [{"name": "qv5E8rh0m150JXVzFy-45-877000"}], "name": "r-45-877000"}, {"collections": [{"name": "A%DbB-45-875000"}], "name": "27CYW%3EylE-45-875000"}, {"collections": [{"name": "ASty3hkIOmNoZhdDeQYC-45-878000"}], "name": "nXA6Fg-45-878000"}, {"collections": [{"name": "gUhRCTyLBU8JI3zsrhw-45-878000"}], "name": "9Z-VYMRH04rG-45-878000"}, {"collections": [{"name": "aOZFB2tQOYbX2jW-45-873000"}], "name": "b8J1d-45-873000"}, {"collections": [{"name": "qFxZwLgmtFX-45-879000"}], "name": "l-45-878000"}, {"collections": [{"name": "inVSnMZ3Mc7seVy0-45-877000"}], "name": "kac0AG0f-45-877000"}, {"collections": [{"name": "C5MEeb45CK-45-873000"}], "name": "2kvY-45-873000"}, {"collections": [{"name": "377D5xguGQC1wOX97d-45-874000"}], "name": "ysh6dX2Z-k4aziaOD-45-874000"}, {"collections": [{"name": "SIMT2hFwZ%U5rMQ-45-875000"}], "name": "L-45-874000"}, {"collections": [{"name": "mJ0gy5Uc86-45-873000"}], "name": "3s6SZM-45-873000"}, {"collections": [{"name": "AQNbwo3jO7jfH-45-874000"}], "name": "bMdArh0Fk_dl8JVPMnGe-45-874000"}, {"collections": [{"name": "zjDwcaBP_tp29ty-d%W-45-876000"}], "name": "8Yw-45-876000"}]} headers: {'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==\n', 'Content-type': 'application/json'} error: 500 reason: unknown ["Unexpected server error, request logged."] auth: Administrator:password

[ns_server:error,2021-02-24T04:49:51.092-08:00,ns_1@172.23.105.175:<0.5332.0>:menelaus_util:reply_server_error:207]Server error during processing: ["web request failed",

                                 {path,

                                  "/pools/default/buckets/yNSU9NyTBQ9of7sId-45-872000/scopes"},

                                 {method,'PUT'},

                                 {type,exit},

                                 {what,

                                  {{timeout,

                                    {gen_server,call,

                                     [compiled_roles_cache,

                                      {get_and_cache,

                                       {"Administrator",admin}}]}},

                                   {gen_server,call,

                                    [{via,leader_registry,collections},

                                     #Fun<collections.7.11944385>,infinity]}}},

                                 {trace,

                                  [{gen_server,call,3,

                                    [{file,"gen_server.erl"},{line,223}]},

                                   {menelaus_web_collections,

                                    '-handle_set_manifest/2-fun-5-',4,

                                    [{file,"src/menelaus_web_collections.erl"},

                                     {line,106}]},

                                   {request_throttler,do_request,3,

                                    [{file,"src/request_throttler.erl"},

                                     {line,59}]},

                                   {menelaus_util,handle_request,2,

                                    [{file,"src/menelaus_util.erl"},

                                     {line,218}]},

                                   {mochiweb_http,headers,6,

                                    [{file,

                                      "/home/couchbase/jenkins/workspace/couchbase-server-unix/couchdb/src/mochiweb/mochiweb_http.erl"},

                                     {line,150}]},

                                   {proc_lib,init_p_do_apply,3,

                                    [{file,"proc_lib.erl"},{line,249}]}]}]

[ns_server:error,2021-02-24T04:58:25.254-08:00,ns_1@172.23.105.175:prometheus_cfg<0.358.0>:prometheus_cfg:maybe_update_scrape_dynamic_intervals:841]Failed to calculate scrape intervals because of error: badarg

[{erlang,round,[infinity],[]},

 {prometheus_cfg,'-maybe_update_scrape_dynamic_intervals/1-lc$^0/1-0-',1,

                 [{file,"src/prometheus_cfg.erl"},{line,817}]},

 {prometheus_cfg,maybe_update_scrape_dynamic_intervals,1,

                 [{file,"src/prometheus_cfg.erl"},{line,818}]},

 {prometheus_cfg,handle_info,2,[{file,"src/prometheus_cfg.erl"},{line,376}]},

 {gen_server,try_dispatch,4,[{file,"gen_server.erl"},{line,637}]},

 {gen_server,handle_msg,6,[{file,"gen_server.erl"},{line,711}]},

 {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]

[error_logger:error,2021-02-24T04:49:51.090-08:00,ns_1@172.23.105.175:<0.3022.0>:ale_error_logger_handler:do_log:107]

=========================ERROR REPORT=========================

** Generic server collections terminating 

** Last message in was #Fun<collections.7.11944385>

** When Server state == []

** Reason for termination ==

** {{timeout,{gen_server,call,

                         [compiled_roles_cache,

                          {get_and_cache,{"Administrator",admin}}]}},

    [{gen_server,call,2,[{file,"gen_server.erl"},{line,215}]},

     {collections,compile_operation,3,

                  [{file,"src/collections.erl"},{line,465}]},

     {collections,do_update_with_manifest,5,

                  [{file,"src/collections.erl"},{line,320}]},

     {chronicle_kv,txn_with_conditions,2,

                   [{file,"src/chronicle_kv.erl"},{line,949}]},

     {chronicle_kv,handle_prepare_txn,4,

                   [{file,"src/chronicle_kv.erl"},{line,683}]},

     {chronicle_rsm,handle_query,4,

                    [{file,"src/chronicle_rsm.erl"},{line,321}]},

     {gen_statem,loop_state_callback,11,[{file,"gen_statem.erl"},{line,1120}]},

     {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]}

** Client <0.5332.0> stacktrace

** [{gen,do_call,4,[{file,"gen.erl"},{line,167}]},

    {gen,do_for_proc,2,[{file,"gen.erl"},{line,238}]},

    {gen_server,call,3,[{file,"gen_server.erl"},{line,219}]},

    {menelaus_web_collections,'-handle_set_manifest/2-fun-5-',4,

                              [{file,"src/menelaus_web_collections.erl"},

                               {line,106}]},

    {request_throttler,do_request,3,

                       [{file,"src/request_throttler.erl"},{line,59}]},

    {menelaus_util,handle_request,2,

                   [{file,"src/menelaus_util.erl"},{line,218}]},

    {mochiweb_http,headers,6,

                   [{file,"/home/couchbase/jenkins/workspace/couchbase-server-unix/couchdb/src/mochiweb/mochiweb_http.erl"},

                    {line,150}]},

    {proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,249}]}]

[error_logger:error,2021-02-24T04:49:51.091-08:00,ns_1@172.23.105.175:<0.3022.0>:ale_error_logger_handler:do_log:107]

=========================CRASH REPORT=========================

  crasher:

    initial call: work_queue:init/1

    pid: <0.3022.0>

    registered_name: []

    exception exit: {timeout,

                        {gen_server,call,

                            [compiled_roles_cache,

                             {get_and_cache,{"Administrator",admin}}]}}

      in function  gen_server:call/2 (gen_server.erl, line 215)

      in call from collections:compile_operation/3 (src/collections.erl, line 465)

      in call from collections:do_update_with_manifest/5 (src/collections.erl, line 320)

      in call from chronicle_kv:txn_with_conditions/2 (src/chronicle_kv.erl, line 949)

      in call from chronicle_kv:handle_prepare_txn/4 (src/chronicle_kv.erl, line 683)

      in call from chronicle_rsm:handle_query/4 (src/chronicle_rsm.erl, line 321)

      in call from gen_statem:loop_state_callback/11 (gen_statem.erl, line 1120)

    ancestors: [mb_master_sup,mb_master,leader_registry_sup,

                  leader_services_sup,<0.622.0>,ns_server_sup,

                  ns_server_nodes_sup,<0.252.0>,ns_server_cluster_sup,

                  root_sup,<0.139.0>]

    message_queue_len: 0

    messages: []

    links: [<0.2999.0>]

    dictionary: []

    trap_exit: false

    status: running

    heap_size: 6772

    stack_size: 27

    reductions: 80271

  neighbours: