Reducer Errors when using loadsim target with default settings

[ghost]

Reducer Error 859: unexpected token at '{"PACKET_TIMESECONDS":1652821461.4811018,"PACKET_TIMESECONDS__C":1652821461.4811018,"PACKET_TIMESECONDS__F":"1652821461.481102","PACKET_TIMEFORMATTED":"2022/05/17 21:04:21.481","PACKET_TIMEFORMATTED__C":"2022/05/17 21:04:21.481","RECEIVED_TIMESECONDS":1652821461.4811018,"RECEIVED_TIMESECONDS__C":1652821461.4811018,"RECEIVED_TIMESECONDS__F":"1652821461.481102","RECEIVED_TIMEFORMATTED":"2022/05/17 21:04:21.481","RECEIVED_TIMEFORMATTED__C":"2022/05/17 21:04:21.481","RECEIVED_COUNT":1235,"RECEIVED_COUNT__C":1235,"DERIVED_0":121.0,"DERIVED_0__C":121.0,"DERIVED_1":121.0,"DERIVED_1__C":121.0,"DERIVED_2":121.0,"DERIVED_2__C":121.0,"DERIVED_3":121.0,"DERIVED_3__C":121.0,"DERIVED_4":121.0,"DERIVED_4__C":121.0,"PKTID":6,"INT8_0":0,"INT8_1":0,"INT8_2":0,"INT8_3":0,"INT8_4":0,"INT8_5":0,"INT8_6":0,"INT8_7":0,"INT8_8":0,"INT8_9":0,"INT8_10":0,"INT8_11":0,"INT8_12":0,"INT8_13":0,"INT8_14":0,"INT8_15":0,"INT8_16":0,"INT8_17":0,"INT8_18":0,"INT8_19":0,"INT8_20":0,"INT8_21":0,"INT8_22":0,"INT8_23":0,"INT8_24":0,"INT8_25":0,"INT8_26":0,"INT8_27":0,"INT8_28":0,"INT8_29":0,"INT8_30":0,"INT8_31":0,"INT8_32":0,"INT8_33":0,"INT8_34":0,"INT16_0":0,"INT16_1":0,"INT16_2":0,"INT16_3":0,"INT16_4":0,"INT16_5":0,"INT16_6":0,"INT16_7":0,"INT16_8":0,"INT16_9":0,"INT16_10":0,"INT16_11":0,"INT16_12":0,"INT16_13":0,"INT16_14":0,"INT16_15":0,"INT16_16":0,"INT16_17":0,"INT16_18":0,"INT16_19":0,"INT16' ["/usr/lib/ruby/gems/3.0.0/gems/json-2.6.2/lib/json/common.rb:216:in `parse'", "/usr/lib/ruby/gems/3.0.0/gems/json-2.6.2/lib/json/common.rb:216:in `parse'", "/usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/packets/json_packet.rb:39:in `initialize'", "/usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_reader.rb:131:in `new'", "/usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_reader.rb:131:in `read'", "/usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_reader.rb:61:in `each'", "reducer_microservice.rb:157:in `process_file'", "reducer_microservice.rb:99:in `block (2 levels) in reduce_minute'", "reducer_microservice.rb:98:in `each'", "reducer_microservice.rb:98:in `block in reduce_minute'", "reducer_microservice.rb:83:in `metric'", "reducer_microservice.rb:95:in `reduce_minute'", "reducer_microservice.rb:55:in `block in run'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:233:in `block in do_call'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler.rb:130:in `around_trigger'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:232:in `do_call'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:280:in `trigger_now'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:331:in `block (3 levels) in start_work_thread'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:334:in `block (2 levels) in start_work_thread'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:317:in `loop'", "/usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:317:in `block in start_work_thread'"]

[ghost]

I also sometimes see this:

Error closing /tmp/2022_05_18_16_02_37_DEFAULT__LOADSIM__PKT128__reduced__minute.idx : IOError : closed stream /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:276:in `write' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:276:in `write_index_file_footer' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:142:in `close_file' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/log_writer.rb:175:in `start_new_file' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:111:in `start_new_file' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/log_writer.rb:195:in `prepare_write' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:99:in `block in write' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:98:in `synchronize' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_writer.rb:98:in `write' reducer_microservice.rb:181:in `block in process_file' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/logs/packet_log_reader.rb:74:in `each' reducer_microservice.rb:157:in `process_file' reducer_microservice.rb:99:in `block (2 levels) in reduce_minute' reducer_microservice.rb:98:in `each' reducer_microservice.rb:98:in `block in reduce_minute' reducer_microservice.rb:83:in `metric' reducer_microservice.rb:95:in `reduce_minute' reducer_microservice.rb:55:in `block in run' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:233:in `block in do_call' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler.rb:130:in `around_trigger' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:232:in `do_call' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:280:in `trigger_now' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:331:in `block (3 levels) in start_work_thread' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:334:in `block (2 levels) in start_work_thread' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:317:in `loop' /usr/lib/ruby/gems/3.0.0/gems/rufus-scheduler-3.8.1/lib/rufus/scheduler/jobs_core.rb:317:in `block in start_work_thread'

and this

Error saving log file to bucket: TypeError : no implicit conversion of nil into String /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/utilities/s3.rb:132:in `initialize' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/utilities/s3.rb:132:in `open' /usr/lib/ruby/gems/3.0.0/gems/cosmos-5.0.4.pre.beta0/lib/cosmos/utilities/s3.rb:132:in `block in move_log_file_to_s3'