When "Automatic data recovery" on packet not forwarded to TTN

Sorry. I forgot to tell you my email address: [email protected]

I updated my RAK7258 to firmware version 1.1.0062_Release r202 to test the data recovery. On TTN the gateway’s last seen is not updating and I am not seeing any new data coming in. On the gateway the log looks like this:

Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:57 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:58 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:51:59 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mMon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Mon May 11 12:52:00 2020 user.info lora_pkt_fwd[4391]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"m

I performed a factory reset of the gateway. After the reset packets are forwarded to TTN. But when I enable the “Automatic data recovery” setting the packets are not received by TTN and the gateway status does not update.

I am using ethernet.
I disabled the LoRa Network Server on the gateway.

Log messages has a 100% push ack:

Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: 
##### 2020-05-11 13:14:08 UTC #####
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: ### [UPSTREAM] ###
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # RF packets received by concentrator: 0
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # CRC_OK: 0.00, CRC_FAIL: 0.00, NO_CRC: 0.00
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # RF packets forwarded: 0 (0 bytes)
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # PUSH_DATA datagrams sent: 100 (153320 bytes)
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # PUSH_DATA acknowledged: 0.00
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: ### [DOWNSTREAM] ###
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # PULL_DATA sent: 5 (100.00 acknowledged)
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # PULL_RESP(onse) datagrams received: 0 (0 bytes)
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # RF packets sent to concentrator: 0 (0 bytes)
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # SX1301 time (PPS): 312779804, offset us 0
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: ### [GPS] ###
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # Invalid time reference (age: 1589202848 sec)
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: # no valid GPS coordinates available yet
Mon May 11 13:14:08 2020 user.notice lora_pkt_fwd[4164]: ##### END #####

This is what my configuration looks like. Still the same effect. When “Automatic data recovery” is OFF, packets are forwarded to TTN. When “Automatic data recovery” is ON, nothing is received on TTN.

When it’s enabled I also still see this repeating multiple times per seconds in the log file:

JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mFri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Fri May 15 15:23:39 2020 user.info lora_pkt_fwd[3048]: [truncated] 

I tried a system restart, but even after that I see the same message (exact same message) repeating in the logs, and nothing received on TTN.

It fundamentally cannot work with TTN, because stale packets are not allowed for in the LoRaWAN specification, and TTN is a LoRaWAN network.

LoRaWAN uses a frame count in both uplink and downlink directions, each distinct. And LoRaWAN considers that a packet with an out-of-sequence frame count is not legitimate, but rather an old packet which has been overhead by an attacker, saved, and retransmitted at a later time. Forward skips of frame count are allowed, but backwards ones are not and should be silently rejected.

The comment that this had to do with timestamps is close, but not quite right - the actual criteria is the frame count.

TTN does have a debug mode where the frame count is not enforced, but that’s really intended for node firmwares which have been rebooted, it won’t work well with frequent toggling between timely live packets and stale archived ones being submitted.

If the gateway is making its best effort to submit these anway, then the raw packets would show up in the TTN gateway level view, but they would be silently rejected by the TTN decoders, and so not appear in any node’s application view.

Under the LoRaWAN specification, the only way archived and later submitted old packets will be decoded is when they arrive in frame count order, and before any more current packet has arrived - either a live receipt from this gateway, or any other gateway having made a timely submission of one of the packets that this gateway was not able to submit at the actual time of receipt. Any packet with a [full, unwrapped 32 bit] frame count equal or lower than that of one already decoded will be silently dropped.

Given that the packets can’t be used by the network anyway, there’s little point to even submitting them. The packet forwarder log posted earlier in this thread seems to show the same packet being submitted repeatedly in the JSON line, which may indicate a logic bug where the code is getting stuck running in a circle. It may be that since the feature isn’t really thought usable with external servers it hasn’t really been tested with external servers and there’s some odd interaction of this unexpected combination of mode settings.

If you really want this non-standard capability, I’d recommend you build the packet forwarder from source yourself, first in stock configuration, then add whatever sort of offline scheme you consider useful for your actual purposes (which would seem to have to be a server other than TTN…) If you look in the DIY gateway repos, building it requires a patch to the LoRa HAL repo to deal with quirks of the SoC SPI, then the packet forwarder itself can be a stock checkout direct of Semtech or whatever other starting point you prefer.

@cstratton we are perfectly aware of this, but your comment is off-topic.

The filtering happens on TTN’s Application server, not on the gateway server. The problem is that the RAK does not send any packets to TTN, live or old, when the feature is enabled.

Gateways buffering messages are out of spec, but is a very valuable tool in locations with intermittent internet connections. The same holds for Lacuna Space with store-and-forward gateways flying in LEO.

I’m sorry about that. I test this function with chirpstack via local network. It work’s well. I will try to connect TTN.

@jpmeijers Due to the large network delay of the TTN server and the instability of communication with UDP, the ACK received is often expired. When the packet forwarder receives an expired ACK, it is considered that the buffered message has not been successfully sent and will be sent repeatedly. This leads to repeated sending.
We will consider directly discarding cached messages that have failed to resend. But this may cause packet loss.

@yutao your explanation makes sense yes. I am in South Africa, using the European TTN servers. Average ping rtt latency is 170ms. I therefore increased the “Push Timeout (ms)” setting to 300ms to allow for this.

Is there a way for you to make use of this Push Timeout setting in your software so that acks that are received later than normal will still be accepted?

I’m also still confused why all traffic to TTN stops when I enable “Automatic Data Recovery”. Not only historical data but also status updates and live data.

You can try to set the “Push Timeout” to 500ms or larger.

Perhaps a large number of repeated messages caused TTN not to work properly. The instability of the network causes the state of the packet forwarder to cycle repeatedly before storage and recovery, which also causes data to be unable to be transmitted.

I have increased the Push Timeout to 500ms, and then to 1000ms. I still see the same cycling messages in the logs, and nothing being received on TTN - not even status updates.

When I use the default parameter (200ms), it is the same as yours. But it returned to normal after I set the push timeout to 500ms.

I am in china. Connect to router.eu.thethings.network

Yes, I had that field set to 500 and later 1000, and it didn’t work.

In the logs I see the latency is normally around 180ms

Tue May 19 07:49:02 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 182 ms
Tue May 19 07:49:32 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 182 ms
Tue May 19 07:49:48 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 183 ms
Tue May 19 07:50:02 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 185 ms
Tue May 19 07:50:31 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 209 ms
Tue May 19 07:50:32 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 181 ms
Tue May 19 07:51:02 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 183 ms
Tue May 19 07:51:32 2020 user.info lora_pkt_fwd[3750]: INFO: [up] PUSH_ACK received in 361 ms

When automatic data recovery is enabled I don’t see logs like these at all. As if the packet forwarder does not start up.

Pls set the log level to debug and colllect some log for me.

It scrolls very quickly so the log get truncated very soon after enabling the setting. This is the maximum I can copy from the web interface.

Tue May 19 07:58:47 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:47 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:47 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:47 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:47 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:48 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:49 2020 user.info lora_pkt_fwd[8511]: INFO: [down] PULL_ACK received in 180 ms
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:50 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:51 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:52 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:53 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"mTue May 19 07:58:54 2020 user.info lora_pkt_fwd[8511]: INFO: [down] PULL_ACK received in 181 ms
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 11
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 54
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 13
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 14
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 16
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 81
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012941 fcnt - 47
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: Dequeue uplink data packet : dev 26012192 fcnt - 84
Tue May 19 07:58:55 2020 user.info lora_pkt_fwd[8511]: [truncated] 
JSON up: {"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"m

Current settings

I’m looking at TCPDUMP of the data sent to TTN. The json looks truncated:

E...R. [email protected]........%....`....v.Q{"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":7.3,"rssi":-7,"size":13,"data":"QEEpASaADQAB2oOVAQ=="},{"tmst":3376684547,"chan":3,"rfch":0,"freq":867.700000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":53,"data":"QEEpASaADgAB9eqdEEzFGgaLNePoK/VjDpu5F5g1IyZZy5dUFbHW7u6ksgUMk7599eLWOUs="},{"tmst":3473367476,"chan":5,"rfch":1,"freq":868.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":11.0,"rssi":-10,"size":50,"data":"QEEpASaAEAAB3ElYXW/LaiUY6gMjj08fMgzVQODtEIzXQsqGSre7IcwAbSXnIJSVCgM="},{"tmst":677100403,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.0,"rssi":-43,"size":24,"data":"gJIhASaAUQABt73cwWdq7O0Z3fo4pKm/"},{"tmst":683275347,"chan":4,"rfch":0,"freq":867.900000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-7,"size":13,"data":"QEEpASaALwABtOUNFg=="},{"tmst":864273227,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi
08:02:11.446759 IP 192.168.2.16.44489 > 52.169.76.203.1700: UDP, length 12
E..(R.@.@..{....4.L.............`....v.Q
08:02:12.209446 IP 192.168.2.16.42758 > 52.169.76.203.1700: UDP, length 1532
E...RP [email protected]..`....v.Q{"rxpk":[{"tmst":3243051915,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":13,"data":"QEEpASaACwABnG79aQ=="},{"tmst":3331874651,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-40,"size":26,"data":"gJIhASaCNgADBwG2XpY6ELEPxLdT0C0dl0Q="},{"tmst":3339848827,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":7.3,"rssi":-7,"size":13,"data":"QEEpASaADQAB2oOVAQ=="},{"tmst":3376684547,"chan":3,"rfch":0,"freq":867.700000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-4,"size":53,"data":"QEEpASaADgAB9eqdEEzFGgaLNePoK/VjDpu5F5g1IyZZy5dUFbHW7u6ksgUMk7599eLWOUs="},{"tmst":3473367476,"chan":5,"rfch":1,"freq":868.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":11.0,"rssi":-10,"size":50,"data":"QEEpASaAEAAB3ElYXW/LaiUY6gMjj08fMgzVQODtEIzXQsqGSre7IcwAbSXnIJSVCgM="},{"tmst":677100403,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.0,"rssi":-43,"size":24,"data":"gJIhASaAUQABt73cwWdq7O0Z3fo4pKm/"},{"tmst":683275347,"chan":4,"rfch":0,"freq":867.900000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi":-7,"size":13,"data":"QEEpASaALwABtOUNFg=="},{"tmst":864273227,"chan":0,"rfch":0,"freq":867.100000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.5,"rssi

That is definitely much longer than the json sent when Automatic Data Recovery is switched OFF:

07:52:17.114755 IP 192.168.2.16.36029 > 52.169.76.203.1700: UDP, length 222
E.....@.@..*....4.L.......d.....`....v.Q{"rxpk":[{"tmst":1048332363,"chan":3,"rfch":0,"freq":867.700000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":9.8,"rssi":-31,"size":36,"data":"QKohASaAFSkBRNeXXZgHg05aElfaoA4CcKq8NUXMSHWifdAw"}]}
07:52:21.326760 IP 192.168.2.16.45779 > 52.169.76.203.1700: UDP, length 12
E..(..@[email protected]....... .....`....v.Q
07:52:21.344673 IP 192.168.2.16.36029 > 52.169.76.203.1700: UDP, length 222
E.....@[email protected].....`....v.Q{"rxpk":[{"tmst":1052551907,"chan":2,"rfch":0,"freq":867.500000,"stat":1,"modu":"LORA","datr":"SF7BW125","codr":"4/5","lsnr":7.0,"rssi":-44,"size":36,"data":"QMAlASaAFQABaWCzjXX6WP/ZJHcMWYAX9/TZPgkpcjgon5jj"}]}