set interfaces ethernet eth1 address 'dhcp' set interfaces ethernet eth1 vif 22 description 'Heroes-HH-Fiber-1000D-500U' set interfaces ethernet eth2 address 'dhcp' set interfaces ethernet eth2 description 'Starlink' set interfaces ethernet eth3 address 'xxx.xxx.70.100/24' set interfaces ethernet eth3 description 'LAN' set interfaces pppoe pppoe0 authentication password xxxxxx set interfaces pppoe pppoe0 authentication user xxxxxx set interfaces pppoe pppoe0 default-route 'auto' set interfaces pppoe pppoe0 mtu '1492' set interfaces pppoe pppoe0 source-interface 'eth1.22' set load-balancing wan flush-connections set load-balancing wan interface-health eth2 failure-count '3' set load-balancing wan interface-health eth2 nexthop 'xxx.xxx.0.1' set load-balancing wan interface-health eth2 success-count '2' set load-balancing wan interface-health eth2 test 10 resp-time '3' set load-balancing wan interface-health eth2 test 10 target '76.76.19.19' set load-balancing wan interface-health eth2 test 10 ttl-limit '100' set load-balancing wan interface-health eth2 test 10 type 'ping' set load-balancing wan interface-health eth2 test 20 resp-time '3' set load-balancing wan interface-health eth2 test 20 target '9.9.9.9' set load-balancing wan interface-health eth2 test 20 ttl-limit '100' set load-balancing wan interface-health eth2 test 20 type 'ping' set load-balancing wan interface-health pppoe0 failure-count '3' set load-balancing wan interface-health pppoe0 nexthop 'xxx.xxx.248.225' set load-balancing wan interface-health pppoe0 success-count '2' set load-balancing wan interface-health pppoe0 test 10 resp-time '3' set load-balancing wan interface-health pppoe0 test 10 target '76.76.2.0' set load-balancing wan interface-health pppoe0 test 10 ttl-limit '100' set load-balancing wan interface-health pppoe0 test 10 type 'ping' set load-balancing wan interface-health pppoe0 test 20 resp-time '3' set load-balancing wan interface-health pppoe0 test 20 target '94.140.14.14' set load-balancing wan interface-health pppoe0 test 20 ttl-limit '100' set load-balancing wan interface-health pppoe0 test 20 type 'ping' set load-balancing wan rule 10 failover set load-balancing wan rule 10 inbound-interface 'eth3' set load-balancing wan rule 10 interface eth2 weight '1' set load-balancing wan rule 10 interface pppoe0 weight '10' set load-balancing wan rule 10 protocol 'all' set nat source rule 189 outbound-interface 'eth2' set nat source rule 189 source address '192.168.189.0/24' set nat source rule 189 translation address 'masquerade' set protocols static route 9.9.9.9/32 next-hop xxx.xxx.0.1 set protocols static route 76.76.2.0/32 next-hop xxx.xxx.248.225 set protocols static route 76.76.19.19/32 next-hop xxx.xxx.0.1 set protocols static route 94.140.14.14/32 next-hop xxx.xxx.248.225
The issue is when pppoe0 re-dials, the default route does not get re-installed. This is most likely due to the default_route CLI option
https://github.com/vyos/vyos-1x/blob/equuleus/data/templates/pppoe/ip-up.script.tmpl