Create mymodule.links.task.yml and add some lines
mymodule.settings.tab1:
title: 'My Module Tab 1'
route_name: mymodule.settings
base_route: mymodule.settings
mymodule.settings.tab2:
title: 'My Module Tab 2'
route_name: mymodule.settings2
base_route: mymodule.settings