WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)

[FreedomLabsIO]

Issue and Steps to Reproduce

root@ubuntu:/home/ubuntu# lightning-cli listpeers | toJson
{
    "peers" => [
        [0] {
                   "id" => "035f1498c929d4cefba4701ae36a554691f526ff60b1766badd5a49b3c8b68e1d8",
            "connected" => false,
             "channels" => [
                [0] {
                                            "state" => "ONCHAIND_OUR_UNILATERAL",
                                            "owner" => "lightning_onchaind",
                                 "short_channel_id" => "507172:1418:1",
                                     "funding_txid" => "a1540256d7a212cfbf5c0dd49e038b35210beeafde024ef8ce24ffb42321addb",
                                   "msatoshi_to_us" => 159990000,
                                   "msatoshi_total" => 160000000,
                              "dust_limit_satoshis" => 546,
                    "max_htlc_value_in_flight_msat" => 18446744073709551615,
                         "channel_reserve_satoshis" => 0,
                                "htlc_minimum_msat" => 0,
                                    "to_self_delay" => 144,
                               "max_accepted_htlcs" => 483
                }
            ]
        },
        [1] {
                   "id" => "03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1",
            "connected" => true,
              "netaddr" => [
                [0] "45.55.47.17:9735"
            ],
             "channels" => [
                [0] {
                                            "state" => "CHANNELD_NORMAL",
                                            "owner" => "lightning_channeld",
                                 "short_channel_id" => "508201:1826:1",
                                     "funding_txid" => "ec25446e62aaac4f6e8960dae1eb97c9da6ad191cb4909bde7297ef303ce9fd9",
                                   "msatoshi_to_us" => 135000000,
                                   "msatoshi_total" => 135000000,
                              "dust_limit_satoshis" => 546,
                    "max_htlc_value_in_flight_msat" => 18446744073709551615,
                         "channel_reserve_satoshis" => 0,
                                "htlc_minimum_msat" => 0,
                                    "to_self_delay" => 144,
                               "max_accepted_htlcs" => 483
                }
            ]
        }
    ]
}

Trying to donate to https://lnmainnet.gaben.win/

root@ubuntu:/home/ubuntu# lightning-cli pay lnbc100n1pd8h4pdpp5raay755y26zlrvmeztg2054jva7wzu4jr78s8tacxdjxpxgc6vpsdq6f38zq3tcwpkx7un9wgs9g6tswvcqzyse2zweanaevvd0az7mv5jae93dx8fc2m6388w3plxy6jee5kufm9spragj33z539wfzrxpe4c6eeqnd83ahsg40489wxljm0wd30a9qspqct3r3
"failed: WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)"

root@ubuntu:/home/ubuntu# lightning-cli getroute 035f1498c929d4cefba4701ae36a554691f526ff60b1766badd5a49b3c8b68e1d8 1000 1 | toJson
{
    "route" => [
        [0] {
                  "id" => "03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1",
             "channel" => "508201:1826:1",
            "msatoshi" => 3000,
               "delay" => 167
        },
        [1] {
                  "id" => "0397e4088b4c7e3e2bda8597e21f12b6affa2eae7145b0d68df405b9b2d394e29a",
             "channel" => "508194:552:0",
            "msatoshi" => 2000,
               "delay" => 23
        },
        [2] {
                  "id" => "035f1498c929d4cefba4701ae36a554691f526ff60b1766badd5a49b3c8b68e1d8",
             "channel" => "505148:223:0",
            "msatoshi" => 1000,
               "delay" => 9
        }
    ]
}

lightningd(1): Connected json input
lightning_gossipd(13): TRACE: req: type WIRE_GOSSIP_GETROUTE_REQUEST len 78
lightning_gossipd(13): TRACE: Trying to find a route from 02227b46bb430bff2ab7774b21a4cb19b1517933f10898cfa51c1cf0121b351313 to 035f1498c929d4cefba4701ae36a554691f526ff60b1766badd5a49b3c8b68e1d8 for 10000 msatoshi
lightning_gossipd(13): TRACE: find_route: via 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1
lightning_gossipd(13): TRACE:  0397e4088b4c7e3e2bda8597e21f12b6affa2eae7145b0d68df405b9b2d394e29a (1000+1=1000)
lightning_gossipd(13): TRACE:  035f1498c929d4cefba4701ae36a554691f526ff60b1766badd5a49b3c8b68e1d8 (1000+10=1000)
lightning_gossipd(13): TRACE:  =4611686018427387903(+2000)
lightning_gossipd(13): REPLY WIRE_GOSSIP_GETROUTE_REPLY with 0 fds
lightningd(1): json_sendpay: found previous
lightningd(1): 	... retrying
lightningd(1): Sending 12000 over 3 hops to deliver 10000
lightning_channeld(10004): TRACE: NEW:: HTLC LOCAL 5 = SENT_ADD_HTLC/RCVD_ADD_HTLC 
lightning_channeld(10004): TRACE: Adding HTLC 5 msat=12000 cltv=508508 gave 0
lightning_channeld(10004): REPLY WIRE_CHANNEL_OFFER_HTLC_REPLY with 0 fds
lightning_channeld(10004): TRACE: peer_out WIRE_UPDATE_ADD_HTLC
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: htlc 5: SENT_ADD_HTLC->SENT_ADD_COMMIT
lightning_channeld(10004): TRACE: htlc added REMOTE: local -12000 remote +0
lightning_channeld(10004): TRACE: sending_commit: HTLC LOCAL 5 = SENT_ADD_COMMIT/RCVD_ADD_COMMIT 
lightning_channeld(10004): TRACE: Derived key 025b5055c8165247e1ee136710a699f5fc83b116a1a11503d340adcb2721b28220 from basepoint 032c5288b5c52cffaf44f4e64a3f8a43434eb5a1bcea740b5cca8c98b8a6dba2a3, point 020755819e18fdd4e312115d32a5da9f321b181136edfbe5b95d89a96b6802cde6
lightning_channeld(10004): TRACE: Creating commit_sig signature 12 3045022100da7f4848001b288c837869311ab977f23f8ffec7118c652fa36a1c47ee23d0d302205a3681670170e207b19f79420efad9eefa29ee01fa1a2f8bfa85eabe846a7694 for tx 0200000001d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ec0100000000dacf748001bece010000000000160014cf7bf18852c489d042c34eb91e8509b6e3e31ff3fe069c20 wscript 522103b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab2103ff6cc6bbbf02ccc6a953f081f68ad0beec84b9a255cddd73b75fbe5fc65d25b552ae key 03b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 3 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 2 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 1 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 0 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 4 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 5 = SENT_ADD_COMMIT/RCVD_ADD_COMMIT 
lightning_channeld(10004): TRACE: Telling master we're about to commit...
lightning_channeld(10004): TRACE: Sending master 1020
lightning_channeld(10004): UPDATE WIRE_CHANNEL_SENDING_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 SENT_ADD_HTLC->SENT_ADD_COMMIT
lightning_channeld(10004): TRACE: ... , awaiting 1120
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: peer_out WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Read decrypt 0085d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ede20827b208e57b4c60fd1fc56dafb766496a3be7cc7d5505ad72de3af3eda2f8029cc593ff0e8858089d600ada245f0d3704b5dbe9926cd9166d19a5ef2f6430d8
lightning_channeld(10004): TRACE: peer_in WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Received revoke_and_ack
lightning_channeld(10004): TRACE: htlc 5: SENT_ADD_COMMIT->RCVD_ADD_REVOCATION
lightning_channeld(10004): TRACE: rcvd_revoke_and_ack: HTLC LOCAL 5 = RCVD_ADD_REVOCATION/SENT_ADD_REVOCATION 
lightning_channeld(10004): TRACE: Commits outstanding after recv revoke_and_ack
lightning_channeld(10004): TRACE: HTLC 5[LOCAL] => RCVD_ADD_REVOCATION
lightning_channeld(10004): TRACE: Sending master 1022
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_REVOKE
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got revoke 11: 1 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 SENT_ADD_COMMIT->RCVD_ADD_REVOCATION
lightning_channeld(10004): TRACE: ... , awaiting 1122
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: revoke_and_ack LOCAL: remote_per_commit = 029cc593ff0e8858089d600ada245f0d3704b5dbe9926cd9166d19a5ef2f6430d8, old_remote_per_commit = 020755819e18fdd4e312115d32a5da9f321b181136edfbe5b95d89a96b6802cde6
lightning_channeld(10004): TRACE: Commit timer already running...
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: Can't send commit: nothing to send
lightning_channeld(10004): TRACE: Read decrypt 0084d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed865f02b89297ecbd817ab82dbe9588dd8b4c7e9e69468289e1bf1086c0a35ab33e4929cfb911b82d8ab0ccc40f74d8cb06c643e1ecc1019335ac95dd5e1e3cb30000
lightning_channeld(10004): TRACE: peer_in WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Received commit
lightning_channeld(10004): TRACE: htlc 5: RCVD_ADD_REVOCATION->RCVD_ADD_ACK_COMMIT
lightning_channeld(10004): TRACE: htlc added LOCAL: local -12000 remote +0
lightning_channeld(10004): TRACE: rcvd_commit: HTLC LOCAL 5 = RCVD_ADD_ACK_COMMIT/SENT_ADD_ACK_COMMIT 
lightning_channeld(10004): TRACE: Derived key 03b6515533d42d10f9aefdf4aa6d06812b787b42eca64cbb1efc05a9f35a2206e7 from basepoint 033e59f5d8b59916ce452059faffaa8b62661a6147f410d6cc48786f0dd0bc3ecc, point 03539eaa5d43e943decd88a96c7fd07e0725e6eb5f951e3c5b273b429f433f9ad6
lightning_channeld(10004): TRACE: Received commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: Sending master 1021
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got commitsig 12: feerate 22826, 0 added, 0 fulfilled, 0 failed, 1 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 RCVD_ADD_REVOCATION->RCVD_ADD_ACK_COMMIT
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 RCVD_ADD_ACK_COMMIT->SENT_ADD_ACK_REVOCATION
lightning_channeld(10004): TRACE: ... , awaiting 1121
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending revocation #11 for 028e954c34590bcdf25a4eb3cad7afd385afb020bbb7d0399d5762559045b72245
lightning_channeld(10004): TRACE: Sending revoke_and_ack
lightning_channeld(10004): TRACE: htlc 5: RCVD_ADD_ACK_COMMIT->SENT_ADD_ACK_REVOCATION
lightning_channeld(10004): TRACE: sending_revoke_and_ack: HTLC LOCAL 5 = SENT_ADD_ACK_REVOCATION/RCVD_ADD_ACK_REVOCATION 
lightning_channeld(10004): TRACE: peer_out WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Read decrypt 0083d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed0000000000000005012471f3cf1a9bb634c12347e6bade5b8cc553a6aa533bc8eaf1a8f370fd9fd3eb819a4c316f505495060e330dd051602046d0ff0db879770beea46f0dce5107bc90042e49ff135661149ee3229231e29868f386f9e045f386fc5db294918c941eff611ae89da02407ba222ec4eaed3f31e678521e12e3bb45911d1ba9ddfd005b06c55163afa8aee1a09f3e4f470129a908be62822995df80e0e12e8ece7f0f6ad4727b0c1ed3d7988f206c6b13a8e2c914ca3bd86badb227431c79a1778477b768bb46133c83341fad6bf1d32a48f5fdabe9c1532b5269dc3472276be698a3f806f13c781ee1acb0514bf00c5e2f1a135b018fd11687c8e4133618049f1ec730aa1689270a1b71b60d5f53635d84c6bcab6a7d0b5a98b948bf00bbc719bb98d7e1fdaf94ce
lightning_channeld(10004): TRACE: peer_in WIRE_UPDATE_FAIL_HTLC
lightning_channeld(10004): TRACE: FAIL:: HTLC LOCAL 5 = RCVD_REMOVE_HTLC/SENT_REMOVE_HTLC 
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: Can't send commit: nothing to send
lightning_channeld(10004): TRACE: Read decrypt 0084d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425eddb2c387d8498f8ca07084476f3ee208b82cf6b952b4b6ef4a2d3362fad5d91d7146d94b14d23460a9375246bbe40238365608d93f5785c30d9c21bf429e310f40000
lightning_channeld(10004): TRACE: peer_in WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Received commit
lightning_channeld(10004): TRACE: htlc 5: RCVD_REMOVE_HTLC->RCVD_REMOVE_COMMIT
lightning_channeld(10004): TRACE: htlc removed LOCAL: local +12000 remote +0
lightning_channeld(10004): TRACE: rcvd_commit: HTLC LOCAL 5 = RCVD_REMOVE_COMMIT/SENT_REMOVE_COMMIT FAILED
lightning_channeld(10004): TRACE: Derived key 03051f248a33b1f7fbca82f28ccc1953ef056dea7c6fc8113b16a43df628e6c736 from basepoint 033e59f5d8b59916ce452059faffaa8b62661a6147f410d6cc48786f0dd0bc3ecc, point 03503ee00d6f4244fd0159f307801f1eeb1b3716b5a178cdc2af1f782282141d90
lightning_channeld(10004): TRACE: Received commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: Sending master 1021
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got commitsig 13: feerate 22826, 0 added, 0 fulfilled, 1 failed, 0 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 SENT_ADD_ACK_REVOCATION->RCVD_REMOVE_COMMIT
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: Our HTLC 5 failed (0)
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 RCVD_REMOVE_COMMIT->SENT_REMOVE_REVOCATION
lightning_channeld(10004): TRACE: ... , awaiting 1121
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending revocation #12 for 03539eaa5d43e943decd88a96c7fd07e0725e6eb5f951e3c5b273b429f433f9ad6
lightning_channeld(10004): TRACE: Sending revoke_and_ack
lightning_channeld(10004): TRACE: htlc 5: RCVD_REMOVE_COMMIT->SENT_REMOVE_REVOCATION
lightning_channeld(10004): TRACE: sending_revoke_and_ack: HTLC LOCAL 5 = SENT_REMOVE_REVOCATION/RCVD_REMOVE_REVOCATION FAILED
lightning_channeld(10004): TRACE: revoke_and_ack made pending: commit timer
lightning_channeld(10004): TRACE: peer_out WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: htlc 5: SENT_REMOVE_REVOCATION->SENT_REMOVE_ACK_COMMIT
lightning_channeld(10004): TRACE: htlc removed REMOTE: local +12000 remote +0
lightning_channeld(10004): TRACE: sending_commit: HTLC LOCAL 5 = SENT_REMOVE_ACK_COMMIT/RCVD_REMOVE_ACK_COMMIT FAILED
lightning_channeld(10004): TRACE: Derived key 02835ff6f0cd6620b0e1392f7334abef81c5fd6458d241973af4a83409b9750b0d from basepoint 032c5288b5c52cffaf44f4e64a3f8a43434eb5a1bcea740b5cca8c98b8a6dba2a3, point 029cc593ff0e8858089d600ada245f0d3704b5dbe9926cd9166d19a5ef2f6430d8
lightning_channeld(10004): TRACE: Creating commit_sig signature 13 3044022054e9b09a182e7347b34bbdb522ec9dbaf4b2306fe19fe10a86baad75dcc137a0022007a824984ae51d9c56e07e9dd4245ad57787ef7e44f52420405f2b5a9ca40188 for tx 0200000001d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ec0100000000dacf748001cace010000000000160014d92051f4b5f0cfc0b0cf667076657467cce7ae7aff069c20 wscript 522103b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab2103ff6cc6bbbf02ccc6a953f081f68ad0beec84b9a255cddd73b75fbe5fc65d25b552ae key 03b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 3 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 2 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 1 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 0 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 4 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 5 = SENT_REMOVE_ACK_COMMIT/RCVD_REMOVE_ACK_COMMIT FAILED
lightning_channeld(10004): TRACE: Telling master we're about to commit...
lightning_channeld(10004): TRACE: Sending master 1020
lightning_channeld(10004): UPDATE WIRE_CHANNEL_SENDING_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 SENT_REMOVE_REVOCATION->SENT_REMOVE_ACK_COMMIT
lightning_channeld(10004): TRACE: ... , awaiting 1120
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: peer_out WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Read decrypt 0085d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed7637ba7fea3694015f3356d08cdc549292daf64a78032e717e3d9c8434bea827035b5ac301b375e314178b4393705a8a441d922b574d1b25e9841c198176f48bad
lightning_channeld(10004): TRACE: peer_in WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Received revoke_and_ack
lightning_channeld(10004): TRACE: htlc 5: SENT_REMOVE_ACK_COMMIT->RCVD_REMOVE_ACK_REVOCATION
lightning_channeld(10004): TRACE: rcvd_revoke_and_ack: HTLC LOCAL 5 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: No commits outstanding after recv revoke_and_ack
lightning_channeld(10004): TRACE: HTLC 5[LOCAL] => RCVD_REMOVE_ACK_REVOCATION
lightning_channeld(10004): TRACE: Sending master 1022
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_REVOKE
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got revoke 12: 1 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 5 SENT_REMOVE_ACK_COMMIT->RCVD_REMOVE_ACK_REVOCATION
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: Removing out HTLC 5 state RCVD_REMOVE_ACK_REVOCATION REMOTEFAIL
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: htlc 5 failed from 0th node with code 0x1007 (WIRE_TEMPORARY_CHANNEL_FAILURE)
lightningd(1):jcon fd 14: Failing: failed: WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)
lightning_channeld(10004): TRACE: ... , awaiting 1122
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: revoke_and_ack LOCAL: remote_per_commit = 035b5ac301b375e314178b4393705a8a441d922b574d1b25e9841c198176f48bad, old_remote_per_commit = 029cc593ff0e8858089d600ada245f0d3704b5dbe9926cd9166d19a5ef2f6430d8
lightning_channeld(10004): TRACE: Commit timer already running...
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: Can't send commit: nothing to send
lightningd(1):jcon fd 14: Closing (No such file or directory)

Trying to buy article on https://mainnet.yalls.org/

root@ubuntu:/home/ubuntu# lightning-cli pay lnbc1500n1pd8h5lqpp5v59lrcc4crvxz64tua2ha5sn8vnjy2dckly0krh45m8kn7lpejpsdyu0v3xgg36yffx2ctyypqhyarfvdkx2w3qf4skjmnwv46zqnrfva58gmnfdenn5gzjw4hzqnzwgs445cts94zzytpzdy3r5gnyvyur2vpjvcez6wfcxu6z6dryx56z6ctxvccj6dm9vcmx2etpv5mnzce4yf7scqzysdkpxaphwdlxlgcfhgm6ue7uhzytvghusuvzzv66jqm6drh8d74vrxv275uqgetr9egpdkx00pnzj62j8n3xc4cgfw9qn5yr4nx5j8csphunzq0
"failed: WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)"

root@ubuntu:/home/ubuntu# lightning-cli getroute 02669e1e43577c14a4ae796a38e0cfdadb548615058e367bd96bf825e62c0932ce 1000 0 | toJson
{
    "route" => [
        [0] {
                  "id" => "03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1",
             "channel" => "508201:1826:1",
            "msatoshi" => 3000,
               "delay" => 167
        },
        [1] {
                  "id" => "0397e4088b4c7e3e2bda8597e21f12b6affa2eae7145b0d68df405b9b2d394e29a",
             "channel" => "508194:552:0",
            "msatoshi" => 2000,
               "delay" => 23
        },
        [2] {
                  "id" => "02669e1e43577c14a4ae796a38e0cfdadb548615058e367bd96bf825e62c0932ce",
             "channel" => "508087:443:0",
            "msatoshi" => 1000,
               "delay" => 9
        }
    ]
}

lightningd(1): Connected json input
lightning_gossipd(13): TRACE: req: type WIRE_GOSSIP_GETROUTE_REQUEST len 78
lightning_gossipd(13): TRACE: Trying to find a route from 02227b46bb430bff2ab7774b21a4cb19b1517933f10898cfa51c1cf0121b351313 to 02669e1e43577c14a4ae796a38e0cfdadb548615058e367bd96bf825e62c0932ce for 150000 msatoshi
lightning_gossipd(13): TRACE: find_route: via 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1
lightning_gossipd(13): TRACE:  0397e4088b4c7e3e2bda8597e21f12b6affa2eae7145b0d68df405b9b2d394e29a (1000+1=1000)
lightning_gossipd(13): TRACE:  02669e1e43577c14a4ae796a38e0cfdadb548615058e367bd96bf825e62c0932ce (1000+10=1001)
lightning_gossipd(13): TRACE:  =4611686018427387903(+2001)
lightning_gossipd(13): REPLY WIRE_GOSSIP_GETROUTE_REPLY with 0 fds
lightningd(1): json_sendpay: found previous
lightningd(1): 	... retrying
lightningd(1): Sending 152001 over 3 hops to deliver 150000
lightning_channeld(10004): TRACE: NEW:: HTLC LOCAL 7 = SENT_ADD_HTLC/RCVD_ADD_HTLC 
lightning_channeld(10004): TRACE: Adding HTLC 7 msat=152001 cltv=508508 gave 0
lightning_channeld(10004): REPLY WIRE_CHANNEL_OFFER_HTLC_REPLY with 0 fds
lightning_channeld(10004): TRACE: peer_out WIRE_UPDATE_ADD_HTLC
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: htlc 7: SENT_ADD_HTLC->SENT_ADD_COMMIT
lightning_channeld(10004): TRACE: htlc added REMOTE: local -152001 remote +0
lightning_channeld(10004): TRACE: sending_commit: HTLC LOCAL 7 = SENT_ADD_COMMIT/RCVD_ADD_COMMIT 
lightning_channeld(10004): TRACE: Derived key 03bee9b5b1c76de81169c646c44d7950c5f1dd846ddb01ef72d1090f3cd15c919f from basepoint 032c5288b5c52cffaf44f4e64a3f8a43434eb5a1bcea740b5cca8c98b8a6dba2a3, point 03e62432836ea6ffd6a20af5d5deb9d965e363e6b290dccec888df972291493f19
lightning_channeld(10004): TRACE: Creating commit_sig signature 16 304402206afedfbc3a906cd03146c0fc994986a4e7f300e0fe6af15c7cb87e6a8dc4038c0220119d5a89e6e43d35f1ba0003bc1d3f361e42ac09bfa8c953d14691d11a7b7b57 for tx 0200000001d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ec0100000000dacf74800131ce010000000000160014894bcc534fccc4d76d4788c84a6f8fbe56df9781e2069c20 wscript 522103b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab2103ff6cc6bbbf02ccc6a953f081f68ad0beec84b9a255cddd73b75fbe5fc65d25b552ae key 03b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 2 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 6 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 7 = SENT_ADD_COMMIT/RCVD_ADD_COMMIT 
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 3 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 4 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 1 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 0 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 5 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Telling master we're about to commit...
lightning_channeld(10004): TRACE: Sending master 1020
lightning_channeld(10004): UPDATE WIRE_CHANNEL_SENDING_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 SENT_ADD_HTLC->SENT_ADD_COMMIT
lightning_channeld(10004): TRACE: ... , awaiting 1120
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: peer_out WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Read decrypt 0085d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425edce80a98137d293a41d059f6bb7edc7a497217e616fa5542f0150d24ddeaa28b102ea15abaaee5739ac129ce76dba85389d482ea40ad995437da4b02c660f63a933
lightning_channeld(10004): TRACE: peer_in WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Received revoke_and_ack
lightning_channeld(10004): TRACE: htlc 7: SENT_ADD_COMMIT->RCVD_ADD_REVOCATION
lightning_channeld(10004): TRACE: rcvd_revoke_and_ack: HTLC LOCAL 7 = RCVD_ADD_REVOCATION/SENT_ADD_REVOCATION 
lightning_channeld(10004): TRACE: Commits outstanding after recv revoke_and_ack
lightning_channeld(10004): TRACE: HTLC 7[LOCAL] => RCVD_ADD_REVOCATION
lightning_channeld(10004): TRACE: Sending master 1022
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_REVOKE
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got revoke 15: 1 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 SENT_ADD_COMMIT->RCVD_ADD_REVOCATION
lightning_channeld(10004): TRACE: ... , awaiting 1122
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: revoke_and_ack LOCAL: remote_per_commit = 02ea15abaaee5739ac129ce76dba85389d482ea40ad995437da4b02c660f63a933, old_remote_per_commit = 03e62432836ea6ffd6a20af5d5deb9d965e363e6b290dccec888df972291493f19
lightning_channeld(10004): TRACE: Commit timer already running...
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: Can't send commit: nothing to send
lightning_channeld(10004): TRACE: Read decrypt 0084d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed7aa1cf84626062994183374e27a5594f6bd695d4a88329fb1dc48b6ff3be34f33e8b08daae72782f5d3cade24dfc902fcd29e0d98306d69b73c0449d7f281cd30000
lightning_channeld(10004): TRACE: peer_in WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Received commit
lightning_channeld(10004): TRACE: htlc 7: RCVD_ADD_REVOCATION->RCVD_ADD_ACK_COMMIT
lightning_channeld(10004): TRACE: htlc added LOCAL: local -152001 remote +0
lightning_channeld(10004): TRACE: rcvd_commit: HTLC LOCAL 7 = RCVD_ADD_ACK_COMMIT/SENT_ADD_ACK_COMMIT 
lightning_channeld(10004): TRACE: Derived key 03d39928315078c75bad6b09fe1c0c7eab031d3f315d45d66c2a83e697ee6d0072 from basepoint 033e59f5d8b59916ce452059faffaa8b62661a6147f410d6cc48786f0dd0bc3ecc, point 03f44dc551ef8d71c37de5c1b955d3298c1b2c98b5aa04b6b516e4333e90482663
lightning_channeld(10004): TRACE: Received commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: Sending master 1021
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got commitsig 16: feerate 22826, 0 added, 0 fulfilled, 0 failed, 1 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 RCVD_ADD_REVOCATION->RCVD_ADD_ACK_COMMIT
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 RCVD_ADD_ACK_COMMIT->SENT_ADD_ACK_REVOCATION
lightning_channeld(10004): TRACE: ... , awaiting 1121
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending revocation #15 for 02a2615f751a9b97922b477d19518bad4730b32c6c5f36665463339d9a7b50616a
lightning_channeld(10004): TRACE: Sending revoke_and_ack
lightning_channeld(10004): TRACE: htlc 7: RCVD_ADD_ACK_COMMIT->SENT_ADD_ACK_REVOCATION
lightning_channeld(10004): TRACE: sending_revoke_and_ack: HTLC LOCAL 7 = SENT_ADD_ACK_REVOCATION/RCVD_ADD_ACK_REVOCATION 
lightning_channeld(10004): TRACE: peer_out WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Read decrypt 0083d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed00000000000000070124ba0dc352faa6d3f8e711c0a78f2c9c16e37cb2f161f2e876258d82e462804deffcbc185175d1af52b71dc2616e3f8f80d09387e80f1a46ef1fc8c49e2336c57fa12611e7478937b063b6cd0a0ad713bc6d06530a640dc8511dd2ac60d5f6f82d9c817141cff4c85efcf73054ad35b35461feedf83196a17010c221175215e53cc996e68097995962d10b67223a2c88b5dbb9e05ac4019bd00c28e5ff89f1c88dc3851b13c2c69e86f81716635fe067134a63f6389aec4d484eebc8abebac87b8002c255441bcb2a4aa33538f11427b6881100ff8a93e8ed19c43fff6ec4a63f669d6322e7538ebab173405f04dfaba9eeb42a86dcdffe0f6a65acb5e32c1471722f322de2f5229143e334bdd5b58b4680f6025a9bc4c663d994ab87ad3fb891b39c974cd
lightning_channeld(10004): TRACE: peer_in WIRE_UPDATE_FAIL_HTLC
lightning_channeld(10004): TRACE: FAIL:: HTLC LOCAL 7 = RCVD_REMOVE_HTLC/SENT_REMOVE_HTLC 
lightning_channeld(10004): TRACE: Read decrypt 0084d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed84eb45ccbd32110566de87a88de4256558842b270ac2891fe221ddce930bf72347758968837a7a1ff8ffa5622d9a86532729b7e87a8e0eb70882e04baeddc8930000
lightning_channeld(10004): TRACE: peer_in WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Received commit
lightning_channeld(10004): TRACE: htlc 7: RCVD_REMOVE_HTLC->RCVD_REMOVE_COMMIT
lightning_channeld(10004): TRACE: htlc removed LOCAL: local +152001 remote +0
lightning_channeld(10004): TRACE: rcvd_commit: HTLC LOCAL 7 = RCVD_REMOVE_COMMIT/SENT_REMOVE_COMMIT FAILED
lightning_channeld(10004): TRACE: Derived key 024c0bf39ac04d2f6ad2bf202e2d1a7bfa338334b0acdc711b2a03caa5dd2c275a from basepoint 033e59f5d8b59916ce452059faffaa8b62661a6147f410d6cc48786f0dd0bc3ecc, point 02e2f12784a6a054278e6569daa36c4948282dcc99755589897ec8c6a681b1ad28
lightning_channeld(10004): TRACE: Received commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: Sending master 1021
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got commitsig 17: feerate 22826, 0 added, 0 fulfilled, 1 failed, 0 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 SENT_ADD_ACK_REVOCATION->RCVD_REMOVE_COMMIT
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: Our HTLC 7 failed (0)
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 RCVD_REMOVE_COMMIT->SENT_REMOVE_REVOCATION
lightning_channeld(10004): TRACE: ... , awaiting 1121
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending revocation #16 for 03f44dc551ef8d71c37de5c1b955d3298c1b2c98b5aa04b6b516e4333e90482663
lightning_channeld(10004): TRACE: Sending revoke_and_ack
lightning_channeld(10004): TRACE: htlc 7: RCVD_REMOVE_COMMIT->SENT_REMOVE_REVOCATION
lightning_channeld(10004): TRACE: sending_revoke_and_ack: HTLC LOCAL 7 = SENT_REMOVE_REVOCATION/RCVD_REMOVE_REVOCATION FAILED
lightning_channeld(10004): TRACE: revoke_and_ack made pending: commit timer
lightning_channeld(10004): TRACE: Commit timer already running...
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: htlc 7: SENT_REMOVE_REVOCATION->SENT_REMOVE_ACK_COMMIT
lightning_channeld(10004): TRACE: htlc removed REMOTE: local +152001 remote +0
lightning_channeld(10004): TRACE: sending_commit: HTLC LOCAL 7 = SENT_REMOVE_ACK_COMMIT/RCVD_REMOVE_ACK_COMMIT FAILED
lightning_channeld(10004): TRACE: Derived key 03af179bd6e8d8d190f16377e68fce918163c2942deb99f2ef33b6d40e436ac57b from basepoint 032c5288b5c52cffaf44f4e64a3f8a43434eb5a1bcea740b5cca8c98b8a6dba2a3, point 02ea15abaaee5739ac129ce76dba85389d482ea40ad995437da4b02c660f63a933
lightning_channeld(10004): TRACE: Creating commit_sig signature 17 30450221008b49b6917d8e2c440144b4b19a2bae1d168b8e896165b820caf9ec15cb11aba502203a368a6400aec44780a2a79a8aaaa68a31eb52f88b526f7da2d0bb654c75cccb for tx 0200000001d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ec0100000000dacf748001cace010000000000160014279463f6a8d22370359e4267b0d414320b982b4fe3069c20 wscript 522103b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab2103ff6cc6bbbf02ccc6a953f081f68ad0beec84b9a255cddd73b75fbe5fc65d25b552ae key 03b22d904188287ed5388630d0dce509205fd28aed57eb289f14ecfc55445ad1ab
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 2 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 6 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 7 = SENT_REMOVE_ACK_COMMIT/RCVD_REMOVE_ACK_COMMIT FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 3 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 4 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 1 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 0 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Sending commit_sig: HTLC LOCAL 5 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: Telling master we're about to commit...
lightning_channeld(10004): TRACE: Sending master 1020
lightning_channeld(10004): UPDATE WIRE_CHANNEL_SENDING_COMMITSIG
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 SENT_REMOVE_REVOCATION->SENT_REMOVE_ACK_COMMIT
lightning_channeld(10004): TRACE: ... , awaiting 1120
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: Sending commit_sig with 0 htlc sigs
lightning_channeld(10004): TRACE: peer_out WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: peer_out WIRE_COMMITMENT_SIGNED
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Can't send commit: waiting for revoke_and_ack
lightning_channeld(10004): TRACE: Read decrypt 0085d99fce03f37e29e7bd0949cb91d16adac997ebe1da60896e4facaa626e4425ed5841ba2b4382251ec5e893b9fc7b82d64e8566397a1ba918726941b3e4e6d47f02f3067b12ed71191cd34ee66562e6d5e7066b9a51429a1fdad1911046f9b489f0
lightning_channeld(10004): TRACE: peer_in WIRE_REVOKE_AND_ACK
lightning_channeld(10004): TRACE: Received revoke_and_ack
lightning_channeld(10004): TRACE: htlc 7: SENT_REMOVE_ACK_COMMIT->RCVD_REMOVE_ACK_REVOCATION
lightning_channeld(10004): TRACE: rcvd_revoke_and_ack: HTLC LOCAL 7 = RCVD_REMOVE_ACK_REVOCATION/SENT_REMOVE_ACK_REVOCATION FAILED
lightning_channeld(10004): TRACE: No commits outstanding after recv revoke_and_ack
lightning_channeld(10004): TRACE: HTLC 7[LOCAL] => RCVD_REMOVE_ACK_REVOCATION
lightning_channeld(10004): TRACE: Sending master 1022
lightning_channeld(10004): UPDATE WIRE_CHANNEL_GOT_REVOKE
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: got revoke 16: 1 changed
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: HTLC out 7 SENT_REMOVE_ACK_COMMIT->RCVD_REMOVE_ACK_REVOCATION
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: Removing out HTLC 7 state RCVD_REMOVE_ACK_REVOCATION REMOTEFAIL
lightningd(1): peer 03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1: htlc 7 failed from 0th node with code 0x1007 (WIRE_TEMPORARY_CHANNEL_FAILURE)
lightningd(1):jcon fd 14: Failing: failed: WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)
lightning_channeld(10004): TRACE: ... , awaiting 1122
lightning_channeld(10004): TRACE: Got it!
lightning_channeld(10004): TRACE: revoke_and_ack LOCAL: remote_per_commit = 02f3067b12ed71191cd34ee66562e6d5e7066b9a51429a1fdad1911046f9b489f0, old_remote_per_commit = 02ea15abaaee5739ac129ce76dba85389d482ea40ad995437da4b02c660f63a933
lightning_channeld(10004): TRACE: Commit timer already running...
lightning_channeld(10004): TRACE: Trying commit
lightning_channeld(10004): TRACE: Can't send commit: nothing to send
lightningd(1):jcon fd 14: Closing (No such file or directory)

getinfo output

root@ubuntu:/home/ubuntu# lightning-cli getinfo | toJson
{
             "id" => "02227b46bb430bff2ab7774b21a4cb19b1517933f10898cfa51c1cf0121b351313",
           "port" => 9735,
        "address" => [
        [0] {
               "type" => "ipv4",
            "address" => "186.213.68.175",
               "port" => 9735
        }
    ],
        "version" => "v0.5.2-2016-11-21-1676-gbab3b1a",
    "blockheight" => 508205,
        "network" => "bitcoin"
}

[ZmnSCPxj]

Your lightningd predates #638, which makes pay and sendpay feed back routing failures like WIRE_TEMPORARY_CHANNEL_FAILURE to the routing algorithm.

Note that latest master does NOT attempt to re-route automatically in case of routing failure; if you get a routing failure you need to re-run pay command again manually until it returns an inability to find a route (code 205) or the final payee is permanently down (code 203). At least if you get a temporary channel failure it will be smart enough to try another route on the next getroute/pay call. Automatic retrying will be implemented "soon" for some suitably counterfactual value of "soon"; keep track of #863 for that.

[cdecker]

@brunoaduarte could you pull and recompile latest master? After that you should be able to issue pay multiple times and eventually succeed.

[FreedomLabsIO]

Awesome @cdecker , it failed a couple of times, but then worked. Awesome!

Updated to latest master

root@ubuntu:/home/ubuntu# lightning-cli getinfo | toJson
{
             "id" => "02227b46bb430bff2ab7774b21a4cb19b1517933f10898cfa51c1cf0121b351313",
           "port" => 9735,
        "address" => [
        [0] {
               "type" => "ipv4",
            "address" => "x.x.x.x",
               "port" => 9735
        }
    ],
        "version" => "v0.5.2-2016-11-21-1936-ge76a0b4",
    "blockheight" => 509164,
        "network" => "bitcoin"
}

root@ubuntu:/home/ubuntu# lightning-cli listfunds | toJson
{
     "outputs" => [
        [0] {
              "txid" => "ec25446e62aaac4f6e8960dae1eb97c9da6ad191cb4909bde7297ef303ce9fd9",
            "output" => 0,
             "value" => 2997
        }
    ],
    "channels" => [
        [0] {
                      "peer_id" => "03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1",
             "short_channel_id" => "508201:1826:1",
                  "channel_sat" => 135000,
            "channel_total_sat" => 135000,
                 "funding_txid" => "ec25446e62aaac4f6e8960dae1eb97c9da6ad191cb4909bde7297ef303ce9fd9"
        }
    ]
}

I'm connected to "rompert.com" node

root@ubuntu:/home/ubuntu# lightning-cli listpeers | toJson
{
    "peers" => [
        [0] {
                   "id" => "03cbf298b068300be33f06c947b9d3f00a0f0e8089da3233f5db37e81d3a596fe1",
            "connected" => true,
              "netaddr" => [
                [0] "45.55.47.17:9735"
            ],
             "channels" => [
                [0] {
                                            "state" => "CHANNELD_NORMAL",
                                            "owner" => "lightning_channeld",
                                 "short_channel_id" => "508201:1826:1",
                                     "funding_txid" => "ec25446e62aaac4f6e8960dae1eb97c9da6ad191cb4909bde7297ef303ce9fd9",
                                   "msatoshi_to_us" => 133998997,
                                   "msatoshi_total" => 135000000,
                              "dust_limit_satoshis" => 546,
                    "max_htlc_value_in_flight_msat" => 18446744073709551615,
                         "channel_reserve_satoshis" => 0,
                                "htlc_minimum_msat" => 0,
                                    "to_self_delay" => 144,
                               "max_accepted_htlcs" => 483
                }
            ]
        }
    ]
}

and made the donation of 1000 sat to recksplorer

When i tried to send only 100 sat i got this "fee problem".

root@ubuntu:/home/ubuntu# lightning-cli pay lnbc1u1pdggs4app54semha6gfehkn2rgvevdhuktwytj2fwgerp6els0pdxj5u03mc0sdq6f38zq3tcwpkx7un9wgs9g6tswvcqzysjhsgncrq4xtr98cxqa6g42ad9trw76txk7c6kekgez6mp2rpexcxtwtdmcfusmfcfvvup9xvmp7xnxa38rjzr7whxs6ew82zxexvmeqq2an0n4 | toJson
{
       "code" => 206,
    "message" => "Fee 1001 is 1.001000% of payment 100000; max fee requested is 0.500000%",
       "data" => {
                  "fee" => 1001,
           "feepercent" => 1.001,
             "msatoshi" => 100000,
        "maxfeepercent" => 0.5
    }
}

Then i generated a new invoice for 1000 sat and it worked

root@ubuntu:/home/ubuntu# lightning-cli pay lnbc10u1pdgg3t8pp57azcrkeguzxy3pgwfujew0ma68f6gg8ut2re7ck2xsxyyf25a9xsdq6f38zq3tcwpkx7un9wgs9g6tswvcqzystu4cqwkq7wzgv9743grsf0j52874sxsg8elkg0g86shlgt5dhgdyjzg6qffyjmucrh5cekjjqzdzdwufgta70cnh4n7yq65gn4m6jdqqtjr7r6 | toJson
{
       "code" => 204,
    "message" => "failed: WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)",
       "data" => {
          "erring_index" => 1,
              "failcode" => 4103,
           "erring_node" => "e16f593a1de837dbf53332da89800e0f0af0d3b947c9063fe30b3068b098f2cbcd369fe4e42e87fe1445ed1aa932983f8b43edf328a05a69955c21ff4c728733",
        "erring_channel" => "504481:631:1"
    }
}
root@ubuntu:/home/ubuntu# lightning-cli pay lnbc10u1pdgg3t8pp57azcrkeguzxy3pgwfujew0ma68f6gg8ut2re7ck2xsxyyf25a9xsdq6f38zq3tcwpkx7un9wgs9g6tswvcqzystu4cqwkq7wzgv9743grsf0j52874sxsg8elkg0g86shlgt5dhgdyjzg6qffyjmucrh5cekjjqzdzdwufgta70cnh4n7yq65gn4m6jdqqtjr7r6 | toJson
{
       "code" => 204,
    "message" => "failed: WIRE_TEMPORARY_CHANNEL_FAILURE (reply from remote)",
       "data" => {
          "erring_index" => 1,
              "failcode" => 4103,
           "erring_node" => "e16f593a1de837dbf53332da89800e0f0af0d3b947c9063fe30b3068b098f2cbcd369fe4e42e87fe1445ed1aa932983f8b43edf328a05a69955c21ff4c728733",
        "erring_channel" => "508856:66:0"
    }
}
root@ubuntu:/home/ubuntu# lightning-cli pay lnbc10u1pdgg3t8pp57azcrkeguzxy3pgwfujew0ma68f6gg8ut2re7ck2xsxyyf25a9xsdq6f38zq3tcwpkx7un9wgs9g6tswvcqzystu4cqwkq7wzgv9743grsf0j52874sxsg8elkg0g86shlgt5dhgdyjzg6qffyjmucrh5cekjjqzdzdwufgta70cnh4n7yq65gn4m6jdqqtjr7r6 | toJson
{
    "preimage" => "05d2a2680c4db39d23e389bd98706f341ee42251a350ac727b8251f7a5b54165"
}

[ZmnSCPxj]

@brunoaduarte you can override maxfeepercent by either of the below:

lightning-cli pay -k bolt11=$BOLT11 maxfeepercent=1.5
lightning-cli pay $BOLT11 null null null 1.5

Default maxfeepercent is 0.5%