Add new cmds for mirage. Restructure CliMeta

Author: badrogger

node_cli/cli/mirage_node.py

@@ -20,7 +20,7 @@
 import click
 
 from node_cli.core.node import get_node_signature, backup, get_node_info
-from node_cli.core.mirage_node import restore_mirage
+from node_cli.core.mirage_node import migrate_from_boot, restore_mirage
 from node_cli.utils.helper import error_exit, streamed_cmd, abort_if_false
 
 
@@ -94,3 +94,18 @@ def backup_node(backup_folder_path):
 @streamed_cmd
 def restore_node(backup_path, env_file, config_only):
     restore_mirage(backup_path, env_file, config_only)
+
+
+@node.command('migrate', help='Switch from boot to regular Mirage node.')
+@click.argument('env_filepath')
+@click.option(
+    '--yes',
+    is_flag=True,
+    callback=abort_if_false,
+    expose_value=False,
+    prompt='Are you sure you want to migrate to regular Mirage node? The action cannot be undone',
+)
+@streamed_cmd
+def migrate_node(env_filepath: str) -> None:
+    click.echo("Placeholder: Command 'mirage node migrate' is not yet implemented.")
+    migrate_from_boot(env_filepath=env_filepath)

node_cli/cli/node.py

@@ -41,7 +41,7 @@
 from node_cli.utils.decorators import check_inited
 from node_cli.utils.helper import abort_if_false, streamed_cmd, IP_TYPE
 from node_cli.utils.texts import safe_load_texts
-from node_cli.utils.meta import get_meta_info
+from node_cli.utils.meta import CliMetaManager
 from node_cli.utils.print_formatters import print_meta_info
 
 
@@ -248,7 +248,7 @@ def configure_firewall(monitoring):
 @check_inited
 @click.option('--json', 'raw', is_flag=True, help=TEXTS['common']['json'])
 def version(raw: bool) -> None:
-    meta_info = get_meta_info(raw=raw)
+    meta_info = CliMetaManager().get_meta_info(raw=raw)
     if raw:
         print(meta_info)
     else:

node_cli/core/mirage_node.py

@@ -23,13 +23,13 @@
 
 from node_cli.configs import SKALE_DIR, RESTORE_SLEEP_TIMEOUT
 from node_cli.core.host import save_env_params
-from node_cli.core.node import compose_node_env
-from node_cli.utils.decorators import check_not_inited
+from node_cli.core.node import compose_node_env, is_base_containers_alive
+from node_cli.operations import update_mirage_op, restore_mirage_op, MirageUpdateType
+from node_cli.utils.decorators import check_inited, check_not_inited, check_user
 from node_cli.utils.exit_codes import CLIExitCodes
 from node_cli.utils.helper import error_exit
 from node_cli.utils.node_type import NodeType
-from node_cli.operations import restore_mirage_op
-
+from node_cli.utils.print_formatters import print_node_cmd_error
 
 logger = logging.getLogger(__name__)
 
@@ -47,3 +47,24 @@ def restore_mirage(backup_path, env_filepath, config_only=False):
         error_exit('Restore operation failed', exit_code=CLIExitCodes.OPERATION_EXECUTION_ERROR)
     time.sleep(RESTORE_SLEEP_TIMEOUT)
     print('Mirage node is restored from backup')
+
+
+@check_inited
+@check_user
+def migrate_from_boot(
+    env_filepath: str,
+) -> None:
+    logger.info('Node update started')
+    env = compose_node_env(
+        env_filepath,
+        inited_node=True,
+        sync_schains=False,
+        node_type=NodeType.MIRAGE,
+    )
+    migrate_ok = update_mirage_op(env_filepath, env, update_type=MirageUpdateType.INFRA_ONLY)
+    alive = is_base_containers_alive(node_type=NodeType.MIRAGE)
+    if not migrate_ok or not alive:
+        print_node_cmd_error()
+        return
+    else:
+        logger.info('Mirgration from boot to mirage completed successfully')

node_cli/core/node.py

@@ -69,7 +69,7 @@
     get_request,
     post_request,
 )
-from node_cli.utils.meta import get_meta_info
+from node_cli.utils.meta import CliMetaManager
 from node_cli.utils.texts import safe_load_texts
 from node_cli.utils.exit_codes import CLIExitCodes
 from node_cli.utils.decorators import check_not_inited, check_inited, check_user
@@ -198,7 +198,7 @@ def init_sync(
 @check_user
 def update_sync(env_filepath: str, unsafe_ok: bool = False) -> None:
     logger.info('Node update started')
-    prev_version = get_meta_info().version
+    prev_version = CliMetaManager().get_meta_info().version
     if (__version__ == 'test' or __version__.startswith('2.6')) and prev_version == '2.5.0':
         migrate_2_6()
     env = compose_node_env(env_filepath, node_type=NodeType.SYNC)
@@ -284,7 +284,7 @@ def update(
         error_msg = 'Cannot update safely'
         error_exit(error_msg, exit_code=CLIExitCodes.UNSAFE_UPDATE)
 
-    prev_version = get_meta_info().version
+    prev_version = CliMetaManager().get_meta_info().version
     if (__version__ == 'test' or __version__.startswith('2.6')) and prev_version == '2.5.0':
         migrate_2_6()
     logger.info('Node update started')

node_cli/operations/__init__.py

@@ -28,7 +28,11 @@
     turn_off as turn_off_op,
     turn_on as turn_on_op,
     restore as restore_op,
-    restore_mirage as restore_mirage_op,
     cleanup_sync as cleanup_sync_op,
     configure_nftables,
 )
+from node_cli.operations.mirage import (  # noqa
+    update_mirage as update_mirage_op,
+    MirageUpdateType,
+    restore_mirage as restore_mirage_op,
+)

node_cli/operations/base.py

@@ -48,7 +48,7 @@
 from node_cli.cli.info import VERSION, TYPE
 from node_cli.operations.common import configure_filebeat, configure_flask, unpack_backup_archive
 from node_cli.operations.docker_lvmpy import lvmpy_install
-from node_cli.operations.skale_node import (
+from node_cli.operations.config_repo import (
     download_skale_node,
     sync_skale_node,
     update_images,
@@ -65,7 +65,7 @@
     remove_dynamic_containers,
 )
 from node_cli.utils.helper import str_to_bool, rm_dir
-from node_cli.utils.meta import get_meta_info, update_meta
+from node_cli.utils.meta import CliMetaManager
 from node_cli.utils.node_type import NodeType
 from node_cli.utils.print_formatters import print_failed_requirements_checks
 
@@ -127,7 +127,8 @@ def update(env_filepath: str, env: Dict, node_type: NodeType) -> bool:
     prepare_host(env_filepath, env['ENV_TYPE'], allocation=True)
     init_shared_space_volume(env['ENV_TYPE'])
 
-    current_stream = get_meta_info().config_stream
+    meta_manager = CliMetaManager()
+    current_stream = meta_manager.get_meta_info().config_stream
     skip_cleanup = env.get('SKIP_DOCKER_CLEANUP') == 'True'
     if not skip_cleanup and current_stream != env['CONTAINER_CONFIGS_STREAM']:
         logger.info(
@@ -137,7 +138,7 @@ def update(env_filepath: str, env: Dict, node_type: NodeType) -> bool:
         )
         docker_cleanup()
 
-    update_meta(
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         env['DOCKER_LVMPY_STREAM'],
@@ -167,7 +168,8 @@ def migrate_mirage_boot(env_filepath: str, env: Dict) -> bool:
 
     prepare_host(env_filepath, env['ENV_TYPE'])
 
-    current_stream = get_meta_info().config_stream
+    meta_manager = CliMetaManager()
+    current_stream = meta_manager.get_meta_info().config_stream
     skip_cleanup = env.get('SKIP_DOCKER_CLEANUP') == 'True'
     if not skip_cleanup and current_stream != env['CONTAINER_CONFIGS_STREAM']:
         logger.info(
@@ -177,7 +179,7 @@ def migrate_mirage_boot(env_filepath: str, env: Dict) -> bool:
         )
         docker_cleanup()
 
-    update_meta(
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         None,
@@ -209,7 +211,8 @@ def update_mirage_boot(env_filepath: str, env: Dict) -> bool:
 
     prepare_host(env_filepath, env['ENV_TYPE'])
 
-    current_stream = get_meta_info().config_stream
+    meta_manager = CliMetaManager()
+    current_stream = meta_manager.get_meta_info().config_stream
     skip_cleanup = env.get('SKIP_DOCKER_CLEANUP') == 'True'
     if not skip_cleanup and current_stream != env['CONTAINER_CONFIGS_STREAM']:
         logger.info(
@@ -219,7 +222,7 @@ def update_mirage_boot(env_filepath: str, env: Dict) -> bool:
         )
         docker_cleanup()
 
-    update_meta(
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         None,
@@ -252,7 +255,8 @@ def init(env_filepath: str, env: dict, node_type: NodeType) -> None:
     lvmpy_install(env)
     init_shared_space_volume(env['ENV_TYPE'])
 
-    update_meta(
+    meta_manager = CliMetaManager()
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         env['DOCKER_LVMPY_STREAM'],
@@ -285,7 +289,8 @@ def init_mirage_boot(env_filepath: str, env: dict) -> None:
     generate_nginx_config()
     prepare_block_device(env['DISK_MOUNTPOINT'], force=env['ENFORCE_BTRFS'] == 'True')
 
-    update_meta(
+    meta_manager = CliMetaManager()
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         None,
@@ -331,7 +336,8 @@ def init_sync(
     generate_nginx_config()
     prepare_block_device(env['DISK_MOUNTPOINT'], force=env['ENFORCE_BTRFS'] == 'True')
 
-    update_meta(
+    meta_manager = CliMetaManager()
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         env['DOCKER_LVMPY_STREAM'],
@@ -370,7 +376,8 @@ def update_sync(env_filepath: str, env: Dict) -> bool:
 
     prepare_host(env_filepath, env['ENV_TYPE'], allocation=True)
 
-    update_meta(
+    meta_manager = CliMetaManager()
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         env['DOCKER_LVMPY_STREAM'],
@@ -392,7 +399,8 @@ def turn_off(env: dict, node_type: NodeType) -> None:
 
 def turn_on(env: dict, node_type: NodeType) -> None:
     logger.info('Turning on the node...')
-    update_meta(
+    meta_manager = CliMetaManager()
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         env['DOCKER_LVMPY_STREAM'],
@@ -434,7 +442,8 @@ def restore(env, backup_path, node_type: NodeType, config_only=False):
     lvmpy_install(env)
     init_shared_space_volume(env['ENV_TYPE'])
 
-    update_meta(
+    meta_manager = CliMetaManager()
+    meta_manager.update_meta(
         VERSION,
         env['CONTAINER_CONFIGS_STREAM'],
         env['DOCKER_LVMPY_STREAM'],
@@ -459,53 +468,6 @@ def restore(env, backup_path, node_type: NodeType, config_only=False):
     return True
 
 
-def restore_mirage(env, backup_path, config_only=False):
-    unpack_backup_archive(backup_path)
-    failed_checks = run_host_checks(
-        env['DISK_MOUNTPOINT'],
-        TYPE,
-        env['ENV_TYPE'],
-        CONTAINER_CONFIG_PATH,
-        check_type=CheckType.PREINSTALL,
-    )
-    if failed_checks:
-        print_failed_requirements_checks(failed_checks)
-        return False
-
-    ensure_btrfs_kernel_module_autoloaded()
-
-    if env.get('SKIP_DOCKER_CONFIG') != 'True':
-        configure_docker()
-
-    enable_monitoring = str_to_bool(env.get('MONITORING_CONTAINERS', 'False'))
-    configure_nftables(enable_monitoring=enable_monitoring)
-
-    link_env_file()
-
-    update_meta(
-        VERSION,
-        env['CONTAINER_CONFIGS_STREAM'],
-        None,
-        distro.id(),
-        distro.version(),
-    )
-
-    if not config_only:
-        compose_up(env=env, node_type=NodeType.MIRAGE)
-
-    failed_checks = run_host_checks(
-        env['DISK_MOUNTPOINT'],
-        TYPE,
-        env['ENV_TYPE'],
-        CONTAINER_CONFIG_PATH,
-        check_type=CheckType.POSTINSTALL,
-    )
-    if failed_checks:
-        print_failed_requirements_checks(failed_checks)
-        return False
-    return True
-
-
 def cleanup_sync(env, schain_name: str) -> None:
     turn_off(env, node_type=NodeType.SYNC)
     cleanup_sync_datadir(schain_name=schain_name)