\!/ KyuuKazami \!/

Path : /scripts/
Upload :
Current File : //scripts/cpanel_initial_install

#!/usr/local/cpanel/3rdparty/bin/perl

# cpanel - scripts/cpanel_initial_install           Copyright 2019 cPanel, L.L.C.
#                                                            All rights Reserved.
# copyright@cpanel.net                                          http://cpanel.net
# This code is subject to the cPanel license.  Unauthorized copying is prohibited
package scripts::cpanel_initial_install;

use strict;
use warnings;

use Cpanel::ChildErrorStringifier      ();
use Cpanel::Chkservd::Manage           ();
use Cpanel::Chkservd::Tiny             ();
use Cpanel::Config::LoadConfig         ();
use Cpanel::Config::ConfigObj          ();
use Cpanel::Config::CpConfGuard        ();
use Cpanel::Config::FlushConfig        ();
use Cpanel::Config::LoadCpConf         ();
use Cpanel::ConfigFiles                ();
use Cpanel::DnsUtils::Add              ();
use Cpanel::DIp::Update                ();
use Cpanel::Time::TZ                   ();
use Cpanel::RPM::Versions::File        ();
use Proc::FastSpawn                    ();
use Cpanel::FeatureShowcase            ();
use Cpanel::Finally                    ();
use Cpanel::Carp                       ();
use Cpanel::GenSysInfo                 ();
use Cpanel::LoadModule                 ();
use Cpanel::FileUtils::TouchFile       ();
use Cpanel::FileUtils::Write           ();
use Cpanel::Kernel                     ();
use Cpanel::NSCD::Log                  ();
use Cpanel::Quota::Utils               ();
use Cpanel::RPM                        ();
use Cpanel::Usage                      ();
use Cpanel::NAT                        ();
use Cpanel::Init::Simple               ();
use Cpanel::TimeHiRes                  ();
use Cpanel::Server::Type               ();
use Cpanel::Sys::Hostname::Modify      ();
use Cpanel::TimeHiRes                  ();
use Cwd                                ();
use File::Path                         ();
use Cpanel::MariaDB                    ();
use Cpanel::SafeRun::Object            ();
use Cpanel::Services::Running          ();
use Cpanel::Yum::Vars                  ();
use Cpanel::MysqlUtils::ServiceName    ();
use Cpanel::MysqlUtils::MyCnf::Adjust  ();
use Whostmgr::Services                 ();
use Whostmgr::TweakSettings            ();
use Cpanel::ForkAsync                  ();
use Cpanel::Wait::Constants            ();
use Cpanel::ServerTasks                ();    # a sub is overridden later in code so let's load it for safety.
use Cpanel::Daemonizer::Tiny           ();
use Cpanel::Install::EA4               ();
use Cpanel::Install::Utils::YUM        ();
use Cpanel::Install::Utils::Logger     ();
use Cpanel::Install::Utils::Command    ();
use Cpanel::Install::JobRunner         ();
use Cpanel::NameServer::Utils::Enabled ();

# These start off as 0 and once they have been deferred they will
# be set to 1
my %targets_to_defer_to_after_first_upcp = ( 'sitepublisher' => 0, 'mailman' => 0 );
my %module_by_type                       = (
    'MySQL'   => 'Cpanel::Mysql::Install',
    'MariaDB' => 'Cpanel::MariaDB::Install',
);

# We only use this file in the installer and we delete it when
# we are done.
my $mysql_rpm_download_complete_file = '/var/cpanel/mysql_rpm_download_completed';

my %background_pids;

Cpanel::Carp::enable();    #make sure fatal results in a backtrace

exit __PACKAGE__->script(@ARGV) unless caller();

sub script {
    my @ARGS = @_;

    if ( !$ENV{'CPANEL_BASE_INSTALL'} ) {
        die("This program is designed to be run from the cpanel installer. It is probably destructive to run but if you insist, you'll need to set the environment variable CPANEL_BASE_INSTALL=1 before you run it\n");
    }

    my $skip_apache     = 0;
    my $skip_repo_setup = 0;
    my $installstart    = time();

    my %opts = (
        'skipapache'    => \$skip_apache,
        'installstart'  => \$installstart,
        'skipreposetup' => \$skip_repo_setup,
    );

    Cpanel::Usage::wrap_options( \@ARGS, \&usage, \%opts );

    #Set this because we also run during sysup which is done as a result of a deferred task
    #also done during upcp so this is a forever thing that has to be tracked by touchfile
    touch($Cpanel::ConfigFiles::SKIP_REPO_SETUP_FLAG) if $skip_repo_setup;

    my $lock_file = $Cpanel::ConfigFiles::BASE_INSTALL_IN_PROGRESS_FILE;
    $| = 1;    ## no critic qw(Variables::RequireLocalizedPunctuationVars)
    umask 022;

    # Don't create the END block until run time.
    eval q{
        # Cleanup the lock file on exit.
        END {
            if ( $lock_file and open(my $fh, '<', $lock_file ) ) {
                my $pid = <$fh>;
                close $fh;

                chomp $pid if ($pid);
                if ( !$pid or $pid == $$ ) {
                    print "Removing $lock_file\n";
                    unlink $lock_file;
                }
            }
        }
    };

    # Create the lock file.
    touch( $lock_file, $$ );

    # Open the install logs for append.
    open_logs();

    _run_in_background(

        # Set up swap if needed.
        \&set_up_swap,
        'Setting up SWAP'
    );

    # case CPANEL-28892:
    # securetmp cannot run in the background because it has a window of broken-ness for
    # /tmp where the files are being moved around.
    Cpanel::Install::Utils::Logger::INFO('Securing the /tmp and /var/tmp directories.');
    Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/securetmp', '--auto', '--install' );

    # Determine local distro and version. Fail if unsupported.
    my ( $distro, $distro_version ) = check_system_support();

    # Upgrade to cloud linux if licensed via cpanel. Change distro if it updates.
    ( $distro, $distro_version ) = upgrade_to_cloud_linux( $distro, $distro_version );

    # Start EA4 install as soon as possible
    _install_yum_vars();

    my $mysql_download_pid = _run_in_background(
        sub {
            Cpanel::Install::Utils::Logger::INFO("Downloading MySQL/MariaDB RPMS");
            download_mariadb_or_mysql($skip_apache);
            Cpanel::Install::Utils::Logger::INFO("Completed MySQL/MariaDB RPMS");
            return 0;
        },
        'MySQL/MariaDB RPM Download'
    );

    if ( !$skip_repo_setup ) {
        Cpanel::Install::EA4::install_apache_repo();
    }

    my $ea4_or_universal_hooks_install_pid;
    if ( Cpanel::Server::Type::is_dnsonly() ) {
        $ea4_or_universal_hooks_install_pid = _install_yum_universal_hooks_in_background();
    }
    elsif ($skip_apache) {
        Cpanel::Install::Utils::Logger::WARN("Skipping Apache installation due to command line request");
    }
    else {
        $ea4_or_universal_hooks_install_pid = _install_ea4_in_background();
    }

    # Setup databases
    my $dbsetup_pid = _setup_databases_and_dependent_apps($skip_apache);

    my $installer_dir = Cwd::getcwd();

    # Now software is installed, call rdate in case it couldn't be called earlier.
    $installstart = update_system_clock($installstart);
    {
        # Save the /var/cpanel/cpanel.config and cache file we've been avoiding up to this point.
        Cpanel::Install::Utils::Logger::INFO("Setting up /var/cpanel/cpanel.config");
        local $ENV{CPANEL_BASE_INSTALL} = 0;
        Cpanel::Config::CpConfGuard::clearcache();
        Cpanel::Config::LoadCpConf::loadcpconf();
    }

    # Lowercase the host name if necessary (no need to fork anymore, this is now run by cpanel perl)
    Cpanel::Sys::Hostname::Modify::make_hostname_lowercase_fqdn();

    # NAT auto-detection/configuration
    Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/scripts/build_cpnat');

    # Created /etc/domainips after build_cpnat and hostname
    Cpanel::DIp::Update::update_dedicated_ips_and_dependencies_or_die();

    # Stop and possibly remove some services
    disable_and_remove_init_services();

    # Reduce memory pressure as soon as we can
    Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/scripts/vps_optimizer');

    # Make cpanel.pem right away
    require Cpanel::SSLCerts;
    Cpanel::SSLCerts::checkForExpiredServiceCrts();

    # Init the package management system, update installed, then run sysup
    ensure_rpms_installed();

    # Setup default cPanel users;
    setup_cpanel_system_users();

    # Update license information ASAP so code can get at it.
    Cpanel::Install::Utils::Logger::INFO("Updating license information");
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/cpkeyclt});

    # Make touch files corresponding to cpanel.config settings.
    do_cpanel_config_touch_files();

    if ( -e '/usr/sbin/pwconv' ) {
        Cpanel::Install::Utils::Logger::INFO("making sure we are shadowed");
        Cpanel::Install::Utils::Command::ssystem('/usr/sbin/pwconv');
    }

    _shutdown_cpanel_services();

    Cpanel::Install::Utils::Logger::INFO("Making sure the firewall (if present) is setup for cPanel.");
    Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/scripts/configure_firewall_for_cpanel');

    _run_modular_jobs();

    setup_misc_cpanel_config_files($distro_version);

    setup_exim_config_defaults();

    # make sure dnsadmin is up so we can do dns dcv
    #
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/restartsrv_dnsadmin});

    local $@;
    eval { _setup_dns_and_dkim(); };
    warn if $@;

    _run_tasks_that_can_be_done_after_updatenow_in_the_background();

    _defer_targets();

    Cpanel::Install::Utils::Logger::INFO("Downloading deferred RPMs");
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/check_cpanel_rpms --fix --no-broken --no-digest --download-only});

    if ($ea4_or_universal_hooks_install_pid) {

        # Apache needs to be installed before upcp
        _wait_for_background_tasks_to_finish($ea4_or_universal_hooks_install_pid);
    }

    _run_webserver_post_install_and_ssl_cert_check_in_background();

    Cpanel::Install::Utils::Logger::INFO("Installing deferred rpms");
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/check_cpanel_rpms --fix --no-broken --no-digest});

    _run_in_background( \&_setup_horde_if_needed, 'Horde Setup' );

    Cpanel::Install::Utils::Logger::INFO("Waiting for MySQL/MariaDB installation to complete");
    _wait_for_background_tasks_to_finish($dbsetup_pid);
    Cpanel::Install::Utils::Logger::INFO("Finished waiting for MySQL/MariaDB installation to complete");

    Cpanel::Install::Utils::Logger::INFO("Making sure the 3rd party services setup in cpanel.conf are properly enabled");
    setup_third_party_services( $distro, $distro_version );

    _run_tasks_that_must_wait_until_deferred_are_installed();

    # Run upcp for the first time.
    # NOTE: This will start cpanellogd.
    Cpanel::Install::Utils::Logger::INFO(" ");
    Cpanel::Install::Utils::Logger::INFO(" ");
    Cpanel::Install::Utils::Logger::INFO("Running upcp for the first time.");
    Cpanel::Install::Utils::Logger::INFO(" ");
    Cpanel::Install::Utils::Logger::INFO(" ");

    # upcp will link 3rdparty binaries
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/upcp manual});    # --force should not be needed

    _install_deferred_targets();

    if ( !Cpanel::Server::Type::is_dnsonly() ) {                                            # Fix for broken mailman installer ( still needed )
        Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/set_mailman_archive_perms', '--background' );
    }

    schdir($installer_dir);

    # Restore any staged cpanel accounts
    cpanel_account_restore();

    my $howto = get_howto();

    my $boot_kernel = eval { Cpanel::Kernel::get_default_boot_version() };
    $boot_kernel = '' unless defined $boot_kernel;
    Cpanel::Install::Utils::Logger::WARN($@) if $@;

    # Tailwatchd should be started from the queue
    # to avoid a race condition where its already in the queue
    # and we try to start it.
    #
    # Previously we would start tailwatchd after
    # flushing the task queue which lead to a race
    # condition where the task queue might start it
    # and then restartsrv would try as well.  The one
    # that lost the race would error.  By putting it
    # in the queue we ensure we only do it once.

    # CPANEL-26289: Ensure locales are the first thing we do in the background
    # after the install finshes to preserve legacy behavior
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['LocaleTasks'], 20, "build_locale_databases" ); 1 };

    warn if !eval { Cpanel::ServerTasks::schedule_task( ['TailwatchTasks'],    200,  'reloadtailwatch' );           1; };
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['SpamassassinTasks'], 3000, 'update_spamassassin_rules' ); 1 };
    Cpanel::Install::Utils::Logger::INFO("Queuing system package update");
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['API'], 2000, "verify_api_spec_files" ); 1; };
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['MaintenanceTasks'], 1000, 'run_system_package_update' ); 1; };    #rpmup

    # ensure_rpms_installed will only install the most critical
    # rpms because sysup limits the number of rpms that
    # are installed during CPANEL_BASE_INSTALL=1 to ensure we can
    # move on as fast as possible.
    # Since users have come to expect some rpms will
    # be preinstalled on cPanel systems we do these in the
    # background.
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['MaintenanceTasks'], 700, 'run_base_package_update' ); 1 };    #sysup

    warn if !eval { Cpanel::ServerTasks::schedule_task( ['TemplateTasks'], 500,  "rebuild_templates" );                                             1 };
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['cPAddons'],      100,  "install_cpaddons" );                                              1 };
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['ScriptTasks'],   3500, "run_script /usr/local/cpanel/scripts/install_cpanel_analytics" ); 1 };

    # Do this last as its of low importance since we won't have enough accounts on the system
    # soon enough for it to matter
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['ScriptTasks'], 3600, 'run_script /usr/local/cpanel/scripts/find_outdated_services --auto' ); 1 };

    # Remove any unneeded rpms that could not be removed during this install
    # in order to prevent a condition where we see : Error: Rpmdb changed underneath us
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['ScriptTasks'], 2000, 'run_script /usr/local/cpanel/scripts/check_cpanel_rpms --fix --no-digest --no-broken' ); 1 };

    # CPANEL-26871: ensure httpd.conf is rebuilt once splitlogs has been installed
    # in the upcp
    warn if !eval { Cpanel::ServerTasks::queue_task( ['ApacheTasks'], 'build_apache_conf', 'apache_restart' ); 1; };

    # CPANEL-27822: defer checks of spamd for 30 minutes since the latest rules
    # will be installed in the background
    Cpanel::Chkservd::Tiny::suspend_service( 'spamd', 60 * 30 );
    warn if !eval { Cpanel::ServerTasks::schedule_task( ['CpServicesTasks'], 1, "restartsrv spamd" ); 1; };

    _wait_for_background_tasks_to_finish( keys %background_pids );

    # This will attempt to clear the task queue prior to system shutdown.
    if ( -e '/usr/bin/systemctl' ) {
        Cpanel::Install::Utils::Logger::INFO("Enabling one-time shutdown hook");
        Cpanel::Install::Utils::Command::ssystem( '/usr/bin/systemctl', 'start', 'cpcleartaskqueue' );
    }

    Cpanel::Install::Utils::Logger::INFO("Flushing the task queue");

    # Queueprocd will start tailwatchd
    run_final_tasks_in_background_that_can_be_done_later_if_shutdown_now();

    my $finishtime        = time();
    my $installtime       = $finishtime - $installstart;
    my $installfinishtime = localtime($finishtime);

    Cpanel::Install::Utils::Logger::INFO( sprintf( "cPanel install finished in %d minutes and %d seconds!", int( $installtime / 60 ), $installtime % 60 ) );

    display_howto($howto);

    # Check if the kernel set for boot matches what's currently running (uname -r)
    notify_if_boot_kernel_changed( $distro, $boot_kernel );

    if ( -x '/root/cpanel_profile/postinstallhook' ) {
        Cpanel::Install::Utils::Logger::INFO("Running /root/cpanel_profile/postinstallhook");
        Cpanel::Install::Utils::Command::ssystem('/root/cpanel_profile/postinstallhook');
    }

    return 0;
}

### ---- END sub script ---- ####
sub enable_autossl {
    return if Cpanel::Server::Type::is_dnsonly();

    Cpanel::Install::Utils::Logger::INFO('Enabling AutoSSL');
    Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/bin/whmapi1', 'set_autossl_provider', 'provider=cPanel' );
    return;
}

sub schdir {
    my $dir = shift;
    my $cwd = Cwd::getcwd();
    chdir($dir) || die "Cannot chdir to ${dir} ($!), cwd was: $cwd";

    return;
}

sub _run_modular_jobs {
    my $runner = Cpanel::Install::JobRunner->new();
    $runner->dispatch_next() while $runner->get_pending_jobs();

    return;
}

sub ensure_rpms_installed {

    unlink '/var/cpanel/useyum';    # No longer used by cPanel.

    # Assure yum exclusions are reinstated
    unlink '/etc/checkyumdisable';

    # We do not need to run sysup since its run as part of Cpanel::Update::Now
    return;
}

sub update_system_clock {
    my $installstart = shift;

    # Set the clock
    my $was = time();
    Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/scripts/rdate');
    my $now = time();
    Cpanel::Install::Utils::Logger::INFO( "Clock set to: " . localtime($now) );
    my $change = $now - $was;

    # Adjust the start time if it shifted more than 10 seconds.
    if ( abs($change) > 10 ) {
        Cpanel::Install::Utils::Logger::WARN("Clock changed by $change seconds.");
        $installstart += $change;
        Cpanel::Install::Utils::Logger::WARN( "Starting time adjusted to " . localtime($installstart) );
    }
    else {
        Cpanel::Install::Utils::Logger::INFO("Clock changed by $change seconds");
    }

    return $installstart;
}

sub set_up_swap {
    Cpanel::Install::Utils::Logger::INFO('Checking for sufficient memory or swap.');
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/bin/create-swap --if-needed --verbose});
    return;
}

sub setup_cpanel_system_users {
    Cpanel::Install::Utils::Logger::INFO('Creating default cPanel users.');

    # This should match /usr/local/cpanel/install/Users.pm
    my @cpanel_users = qw( cpanel cpanellogin cpaneleximfilter cpaneleximscanner cpanelconnecttrack cpanelanalytics cpanelcabcache );
    if ( !Cpanel::Server::Type::is_dnsonly() ) {
        push @cpanel_users, qw(
          cpanelroundcube
        );
    }

    foreach my $cpanel_user (@cpanel_users) {
        next if ( getpwnam($cpanel_user) );
        Cpanel::Install::Utils::Logger::DEBUG(" adding  $cpanel_user ...");
        Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/adduser', '-r', '--nochecks', '--noshell', $cpanel_user, '/var/cpanel/userhomes' );
    }

    # can probably be removed with mailman RPM
    if ( !Cpanel::Server::Type::is_dnsonly() && !getpwnam('mailman') ) {    # Fix for broken mailman installer ( still needed )
        Cpanel::Install::Utils::Logger::DEBUG(" adding  mailman ...");
        Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/adduser', '-r', '--nochecks', '--noshell', 'mailman', $Cpanel::ConfigFiles::MAILMAN_ROOT );
    }

    return;
}

sub download_mariadb_or_mysql {
    my ($skip_apache) = @_;

    # If download_mariadb_or_mysql dies this is ok as it will only slow
    # down the install since we retry the download during the install
    my $finally = Cpanel::Finally->new(
        sub {
            Cpanel::FileUtils::TouchFile::touchfile($mysql_rpm_download_complete_file);
        }
    );

    local $ENV{CPANEL_BASE_INSTALL} = 0;    # build_mysql_conf will exit if this is 1 to prevent double rebuilds
    my $set_version = _get_mysql_set_version();

    # We don't need to do this for MySQL 5.6 and below
    return 1 if ( $set_version < 5.7 );

    my $install_obj = _create_mysqldb_install_obj($set_version);

    Cpanel::Install::Utils::Logger::INFO("Preparing to download MySQL/MariaDB RPMs");

    # Work around race condition where the mysql download starts before ea4 install
    # by waiting for ea4 to have profiles in place in order to avoid
    # the state where the mysql download blocks ea4 from installing via yum lock
    _wait_for_ea4_profiles_to_be_installed() if !$skip_apache && !Cpanel::Server::Type::is_dnsonly();

    Cpanel::Install::Utils::Logger::INFO("Starting MySQL/MariaDB RPM Download");
    $install_obj->download_rpms($set_version);

    return 1;
}

sub install_mariadb_or_mysql {
    my ($skip_apache) = @_;
    local $ENV{CPANEL_BASE_INSTALL} = 0;    # build_mysql_conf will exit if this is 1 to prevent double rebuilds
    my $set_version = _get_mysql_set_version();
    Cpanel::Install::Utils::Logger::INFO("The 'mysql-version' key is set to: $set_version.");
    my $type = _get_mysql_type($set_version);

    my $install_obj = _create_mysqldb_install_obj($set_version);

    return _do_mysqlbase_db_install( $type, $set_version, $install_obj, $skip_apache );
}

sub _do_mysqlbase_db_install {
    my ( $type, $set_version, $install_obj, $skip_apache ) = @_;

    if ($set_version) {
        Cpanel::Install::Utils::Logger::INFO("Installing $type");

        Cpanel::Install::Utils::Logger::INFO("Installing $type dependencies");
        if ( $set_version < 5.7 ) {

            # Deps will be installed automaticlly if
            # we are using yum repos so there is no need
            # to do a seperate yum transaction which only
            # slows things down
            $install_obj->install_known_deps($set_version);
        }
        else {
            Cpanel::Install::Utils::Logger::INFO("Installing $type RPMS");

            _wait_for_mysql_to_be_downloaded();
            _wait_for_ea4_to_be_installed() if !$skip_apache && !Cpanel::Server::Type::is_dnsonly();

            # A dry-run is pointless since we have not installed
            # $type before
            $install_obj->install_rpms_without_dry_run($set_version);

            # As of v76 we can now run a system without $type so
            # there is no need to do an updatenow sync
        }
    }

    Cpanel::Install::Utils::Logger::INFO("Installing $type Upgrade Hooks");
    $install_obj->install_upgrade_hook();

    return;
}

sub _get_mysql_set_version {
    my $config = scalar Cpanel::Config::LoadCpConf::loadcpconf_not_copy();
    return $config->{'mysql-version'};
}

sub _get_mysql_type {
    my ($set_version) = @_;
    return Cpanel::MariaDB::version_is_mariadb($set_version) ? 'MariaDB' : 'MySQL';

}

sub _create_mysqldb_install_obj {
    my ($set_version) = @_;
    Cpanel::Install::Utils::Logger::INFO("The 'mysql-version' key is set to: $set_version.");
    my $type         = _get_mysql_type($set_version);
    my $pass_version = $set_version >= 5.7 ? $set_version : undef;
    my $module       = $module_by_type{$type} or die "Failed to determine module from type: “$type”";
    Cpanel::LoadModule::load_perl_module($module);
    return "$module"->new(
        'output_obj'            => Cpanel::Install::Utils::Logger::get_output_obj(),
        'skip_build_mysql_conf' => 1,

        # For 5.7+ we no longer have any targets in etc/rpm.versions
        # so lets not block rpm to do nothing as it slows down the
        # whole install
        ( $set_version >= 5.7 ? ( 'skip_ensure_rpms' => 1 ) : () )
    );
}

sub run_roundcube_ifnecessary {
    my $rpm  = Cpanel::RPM->new();
    my $list = $rpm->qa('cpanel-roundcubemail');
    return if !$list->{'cpanel-roundcubemail'};
    local $ENV{'CPANEL_ROUNDCUBE_INSTALL_VERSION'} = $list->{'cpanel-roundcubemail'};
    Cpanel::Install::Utils::Logger::INFO('Running /usr/local/cpanel/bin/update-roundcube-db');
    Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/bin/update-roundcube-db});
    Cpanel::Install::Utils::Logger::INFO('/usr/local/cpanel/bin/update-roundcube-db Done');
    return;
}

sub _setup_databases_and_dependent_apps {
    my ($skip_apache) = @_;
    return _run_in_background(
        sub {
            my $finally;

            # Defer this
            use warnings qw(once redefine);
            my $restoreconpath = '/usr/sbin/restorecon';
            if ( -l $restoreconpath ) {
                my $target = readlink($restoreconpath);

                # This is a hack to avoid modifing the mysql rpms
                # which is only safe since we are doing a base cPanel install
                # and require selinux to be disabled anyways.
                #
                # Prevent the installer from calling restorecon
                # during mysql install since we have selinux disabled
                # and this causes a stall.  We put restorecon back
                # after the mysql parts are done
                unlink($restoreconpath);
                $finally = Cpanel::Finally->new(
                    sub {
                        symlink( $target, $restoreconpath ) or die "Failed to restore $restoreconpath link to $target: $!";
                    }
                );

            }

            # Install MariaDB or a version of Mysql 5.7+ if necessary.
            install_mariadb_or_mysql($skip_apache);

            # Do this before starting mysql
            {
                # Avoid doing anything that requires mysql to be running
                Cpanel::MysqlUtils::MyCnf::Adjust::auto_adjust(
                    {
                        'force'      => 1,
                        'debug'      => 0,
                        'verbose'    => 1,
                        'no-restart' => 1,
                    }
                );
            }

            Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/scripts/update_mysql_systemd_config');

            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/bin/build_mysql_conf --no-upgrade --no-selinux});

            # Run scripts/securemysql is no longer needed
            # since all yum based installed call build_mysql_conf
            # which will do this

            Cpanel::Init::Simple::call_cpservice_with( Cpanel::MysqlUtils::ServiceName::get_installed_version_service_name() => qw/enable/ );

            undef $finally;

            Cpanel::Chkservd::Manage::enable('mysql');

            return 0;
        },
        'SQL Databases and dependent apps'
    );
}

sub upgrade_to_cloud_linux {    ## no critic qw(Subroutines::RequireArgUnpacking)
    Cpanel::Install::Utils::Logger::DEBUG("Detecting if Cloud Linux is licensed through cpanel");

    # Assure local::lib to /usr/bin/perl so perl modules can be installed to home directories.
    # upcp now does this

    my $license_options = `/usr/local/cpanel/cpanel -F`;
    return @_ if ( $license_options !~ m/cloudlinux/ms );

    my $cloud_installer = '/usr/local/cpanel/bin/cloudlinux_update';
    Cpanel::Install::Utils::Logger::INFO("Upgrading your distro to Cloud Linux");
    if ( !-x $cloud_installer ) {
        Cpanel::Install::Utils::Logger::WARN("Cannot convert your system to Cloud Linux without $cloud_installer");
    }
    else {
        Cpanel::Install::Utils::Command::ssystem($cloud_installer);
    }

    # Re-check system to make sure we haven't moved to cloud linux
    return check_system_support();
}

sub setup_third_party_services {
    my ($distro) = @_;

    my $config = scalar Cpanel::Config::LoadCpConf::loadcpconf();

    # Setup the name server. Default to PowerDNS
    {
        my $target = $config->{'local_nameserver_type'} || 'powerdns';
        Cpanel::Install::Utils::Logger::INFO("Setting up name server to '$target'");
        if ( $target !~ m/^(disabled|bind|nsd|mydns|powerdns)$/ ) {
            Cpanel::Install::Utils::Logger::WARN("$target is an unsupported name server. Will default to 'powerdns' instead");
            $target = 'powerdns';
        }

        # Make sure the nameserver can be installed on the system
        my ( $valid, $reason ) = Cpanel::NameServer::Utils::Enabled::valid_nameserver_type($target);
        if ( !$valid ) {
            Cpanel::Install::Utils::Logger::WARN("$target cannot be setup on your system (will default to 'bind' instead): $reason");
            $target = 'bind';
        }

        # The name server must be set up before attempting to reset it to cPanel defaults.
        Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/setupnameserver', '--force', $target );

        if ( $target =~ m/^(bind|powerdns)$/ && $distro =~ m/centos|redhat|cloudlinux/i ) {
            if ( -e '/etc/named.conf' ) {
                Cpanel::Install::Utils::Logger::INFO("Saving /etc/named.conf, and rebuild with cPanel defaults");
                if ( rename '/etc/named.conf', '/etc/named.conf.precpanelinstall' ) {
                    Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/scripts/rebuilddnsconfig');
                }
                else {
                    Cpanel::Install::Utils::Logger::WARN("Unable to rebuild /etc/named.conf file");
                }
            }
        }

    }

    # Setup the mail server.
    {
        my $target = $config->{'mailserver'};
        $target = 'disabled' if ( Cpanel::Server::Type::is_dnsonly() );    # DNSONLY installs cannot set a custom mail server.

        Cpanel::Install::Utils::Logger::INFO("Setting up mail server to '$target'");
        if ( $target !~ m/^(disabled|dovecot)$/ ) {
            Cpanel::Install::Utils::Logger::WARN("$target is an unsupported mail server. Will default to 'dovecot' instead");
            $target = 'dovecot';
        }
        Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/setupmailserver', $target );
    }

    return;
}

sub setup_misc_cpanel_config_files {
    my ($distro_version) = @_;
    Cpanel::Install::Utils::Logger::INFO('Setting up misc cPanel config files.');

    # FB Case about running this out of maintenance and into the install script
    Cpanel::Install::Utils::Logger::DEBUG('  Running scripts/secureit');
    Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/scripts/secureit', '--fast' );

    # rc.local is not run with systemd.
    if ( $distro_version < 7 ) {

        # sync time on reboot.
        my $rc_local = '/etc/rc.d/rc.local';
        Cpanel::Install::Utils::Logger::DEBUG('  Configuring rdate to run on reboot');
        if ( open my $rc_fh, '>>', $rc_local ) {
            print {$rc_fh} "/usr/local/cpanel/scripts/rdate &\n";
            close $rc_fh;
        }
    }

    Cpanel::Install::Utils::Logger::DEBUG('  Setting WHM theme to x');
    Cpanel::FileUtils::Write::overwrite( '/var/cpanel/whmtheme', 'x', 0644 );

    # FTP is disabled by default as of 86
    touch('/etc/ftpddisable');

    return;
}

sub setup_exim_config_defaults {

    Cpanel::Install::Utils::Logger::INFO('Setting up exim default configuration options.');

    # Load the initial config, if the config file exists,
    # if it does not exist, start with an empty hash.
    my $initial_config = Cpanel::Config::LoadConfig::loadConfig( '/etc/exim.conf.localopts', undef, "=", undef, undef, 1 );
    $initial_config ||= {};

    # Get all the initial config values that are not undefs
    my %config = map { $_ => $initial_config->{$_} }
      grep { defined $initial_config->{$_} }
      keys %{$initial_config};

    # Fill the config with default values for any we don't already have
    # We don't want to step on any values already setup in the config file
    Whostmgr::TweakSettings::load_module('Mail');
    my $mail_conf;
    {
        no warnings 'once';
        $mail_conf = Whostmgr::TweakSettings::Mail::get_conf();    # PPI NO PARSE - loaded with load_module
    }

    # Once Whostmgr::TweakSettings::Configure::Mail implements a save
    # function we can get rid of this and just use the save via
    # Whostmgr::TweakSettings::apply_module_settings
    foreach my $key ( sort keys %{$mail_conf} ) {

        # Don't overwrite initial values
        next if exists $config{$key};

        my $section;
        {
            no warnings 'once';
            $section = $Whostmgr::TweakSettings::Mail::Conf{$key};
        }
        next unless exists $section->{'default'};

        # Start with the default value
        my $value = $section->{'default'};

        # Execute if it is a code ref rather than an actual value
        $value = $value->() if ref $value eq 'CODE';

        $config{$key} = $value;

        # Some of these have actions to trigger creation of touch-files or symlinks
        # See that the action gets run
        if ( exists $section->{'action'} and ref $section->{'action'} eq 'CODE' ) {

            # Pass the value as both the new value and the old value since this is to
            # be the initial value and we don't want to trigger running updateuserdomains multiple times
            $section->{'action'}->( $value, $value );
        }
    }

    # Write out all settings
    my $rc = Cpanel::Config::FlushConfig::flushConfig( '/etc/exim.conf.localopts', \%config, undef, undef, { 'sort' => 1 } );
    Cpanel::Install::Utils::Logger::WARN('Error writing exim default configuration options to:  /etc/exim.conf.localopts') unless $rc;

    return;
}

sub os_service_restart {
    my $service = shift or die;

    Cpanel::Install::Utils::Logger::DEBUG("Restarting service $service");
    Cpanel::Init::Simple::call_cpservice_with( $service => qw/restart/ );

    return;
}

sub cpanel_account_restore {
    my $acct_restore_file = '/etc/cpanelacctrestore';
    return if ( !-e $acct_restore_file );

    Cpanel::Install::Utils::Logger::INFO("Restoring Accounts.");
    sleep(2);

    if ( open( my $fh, '<', $acct_restore_file ) ) {
        while (<$fh>) {
            s/\n//g;
            Cpanel::Install::Utils::Logger::DEBUG("Restoring $_");
            Cpanel::Install::Utils::Command::ssystem( "/usr/local/cpanel/scripts/restorepkg", "$_" );
        }
        close($fh);
    }
    else {
        Cpanel::Install::Utils::Logger::WARN("Failed to open $acct_restore_file: $!");
    }

    return unlink($acct_restore_file);
}

sub enable_cphulkd {
    my $conf_dir = '/var/cpanel/hulkd';

    Cpanel::Install::Utils::Logger::INFO("Enabling cphulkd ...");
    mkdir "$conf_dir", 0755 unless -e "$conf_dir";

    if ( Whostmgr::Services::enable('cphulkd') ) {

        # Set up monitoring by default.
        Cpanel::Chkservd::Manage::enable('cphulkd');
        Cpanel::Install::Utils::Logger::INFO("Done");
    }
    else {
        Cpanel::Install::Utils::Logger::WARN("Unable to enable cphulkd");
    }

    return;
}

sub enable_quotas {
    Cpanel::Install::Utils::Logger::INFO("Enabling quotas ...");

    my $old_umask = umask(0077);    # Case 92381: Logs should not be world-readable.
    open( my $fh, ">", _enable_quotas_log() ) || Cpanel::Install::Utils::Logger::WARN("Unable to open log file for enabling quotas.");
    umask($old_umask);

    my $quotas_run = Cpanel::SafeRun::Object->new(
        program => "/usr/local/cpanel/scripts/fixquotas",
        stdout  => $fh,
        stderr  => $fh,
    );

    my $needs_reboot = Cpanel::Quota::Utils::reboot_required();
    Cpanel::Install::Utils::Logger::WARN( $quotas_run->autopsy() ) if !$needs_reboot && $quotas_run->CHILD_ERROR();

    if ($needs_reboot) {
        Cpanel::Install::Utils::Logger::WARN("You must reboot the server after you enable quotas.");
    }

    Cpanel::Install::Utils::Logger::INFO("Done");

    return;
}

sub hide_feature_showcase {
    Cpanel::Install::Utils::Logger::INFO("Disabling feature showcase ...");

    my $drivers  = Cpanel::Config::ConfigObj::get_available_drivers( 1, 1 );
    my $showcase = Cpanel::FeatureShowcase->new();
    my @features = $showcase->get_feature_showcase_names();
    push @features, keys %{$drivers};

    return unless scalar @features;

    $showcase->mark_features_as_viewed( $Cpanel::FeatureShowcase::SOURCE_GUI, @features );

    Cpanel::Install::Utils::Logger::INFO("Done");

    return;
}

sub _enable_quotas_log {
    return "/var/log/quota_enable.log";
}

sub notify_if_boot_kernel_changed {
    my $distro      = shift || '';
    my $boot_kernel = shift;

    my $current_kernel = Cpanel::Kernel::get_running_version();
    $current_kernel = '' unless defined $current_kernel;
    return if $current_kernel eq $boot_kernel;

    Cpanel::Install::Utils::Logger::WARN("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!");
    Cpanel::Install::Utils::Logger::WARN("Your system kernel may have been updated.");
    Cpanel::Install::Utils::Logger::WARN("Current kernel ($current_kernel) has been changed to: $boot_kernel");
    Cpanel::Install::Utils::Logger::WARN("Before rebooting the system, please ensure that the installed kernel version is compatible with your deployment.");
    if ( $distro =~ m/cloud/i ) {
        Cpanel::Install::Utils::Logger::WARN(" ");
        Cpanel::Install::Utils::Logger::WARN(" ************************************************************************************************************");
        Cpanel::Install::Utils::Logger::WARN(" ");
        Cpanel::Install::Utils::Logger::WARN("   NOTE: Because this is a Cloud Linux install, cPanel WILL NOT BE FULLY FUNCTIONAL until you reboot. ");
        Cpanel::Install::Utils::Logger::WARN(" ");
        Cpanel::Install::Utils::Logger::WARN(" ************************************************************************************************************");
        Cpanel::Install::Utils::Logger::WARN(" ");
    }
    Cpanel::Install::Utils::Logger::WARN("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!");

    return;
}

sub check_system_support {
    Cpanel::GenSysInfo::clear_cache();
    return ( Cpanel::GenSysInfo::get_rpm_distro(), Cpanel::GenSysInfo::get_rpm_distro_version() );
}

sub open_logs {
    my $log_file = '/var/log/cpanel-install.log';
    $ENV{'TZ'} = Cpanel::Time::TZ::calculate_TZ_env();
    Cpanel::Install::Utils::Logger::init($log_file);
    return;
}

sub os_service_stop {
    my $service = shift or die;

    Cpanel::Install::Utils::Logger::DEBUG("Ensuring service $service is not running");
    local $@;

    # Do not warn since many of these may not be installed
    eval {
        local $SIG{'__WARN__'} = sub { return; };
        Cpanel::Init::Simple::call_cpservice_with( $service => qw/stop/ );
    };

    # Even if the init script doesn't exist, try to kill the service.
    if ( Cpanel::Install::Utils::Command::ssystem( 'killall', '-q', $service ) == 0 ) {
        Cpanel::Install::Utils::Command::ssystem( 'killall', '-q', '-9', $service );
        Cpanel::Install::Utils::Logger::DEBUG("Killed $service");
    }

    return;
}

sub touch {
    my $file = shift;

    open( my $fh, ">>", $file ) or return;
    print {$fh} '';    # Must send something to the file or it doesn't save

    foreach my $line (@_) {    # concat anything passed into the subroutine.
        print {$fh} $line;
    }
    close $fh;
}

sub usage {
    my $prog = $0;
    $prog =~ s{^.+/(.+)$}{$1};
    print "This script should not be called manually.\n";
    exit;
}

sub disable_and_remove_init_services {
    Cpanel::Install::Utils::Logger::INFO("Disabling unneeded services...");

    my @service_shutdown = qw(named);
    push @service_shutdown, qw(smail sendmail postfix master httpd apache wu-ftpd inetd)
      if ( !Cpanel::Server::Type::is_dnsonly() );

    Cpanel::NSCD::Log::disable_logging();

    Cpanel::Install::Utils::Logger::INFO("Stopping services:");
    foreach my $service (@service_shutdown) {
        os_service_stop($service);
    }

    return;
}

sub get_howto {
    my $version = '';

    if ( open( my $fh, "<", "/usr/local/cpanel/version" ) ) {
        $version = <$fh>;
        $version =~ s/^(\d+\.\d+).*/$1/gs;
    }

    my $map = {
        version => $version,
        ip      => _get_public_ip(),
    };

    return _howto_message($map);
}

sub display_howto {
    my ($howto) = @_;
    foreach my $line ( split( "\n", $howto ) ) {
        Cpanel::Install::Utils::Logger::INFO($line);
    }

    return;
}

sub _howto_message {
    my $map = shift;

    my $login_url = Cpanel::SafeRun::Object->new( 'program' => "/usr/local/cpanel/scripts/whmlogin" )->stdout();
    chomp $login_url;

    return <<EOM;
\e[0;36;40mCongratulations! Your installation of cPanel & WHM $map->{version} is now complete. The next step is to configure your server. \e[0m

Before you configure your server, ensure that your firewall allows access on port 2087.

After ensuring that your firewall allows access on port 2087, you can configure your server.

1. Open your preferred browser

2. Navigate to the following url using the address bar and enter this one-time autologin url:

$login_url

After the login url expires you generate a new one using the 'whmlogin' command or manually login at:

https://$map->{ip}:2087

Visit https://go.cpanel.net/whminit for more information about first-time configuration of your server.

Visit http://support.cpanel.net or https://go.cpanel.net/allfaq for additional support

Thank you for installing cPanel & WHM $map->{version}!

EOM
}

sub _get_public_ip {
    require Cpanel::DIp::MainIP;
    require Cpanel::NAT;
    return Cpanel::NAT::get_public_ip( Cpanel::DIp::MainIP::getmainip() );
}

sub cpanel_config_actions {
    return qw/
      allow_login_autocomplete apache_port dormant_services email_send_limits_count_mailman email_send_limits_defer_cutoff emailsperdaynotify
      enablecompileroptimizations eximmailtrap jailmountbinsuid jailmountusrbinsuid jailprocmode maxemailsperhour nobodyspam
      popbeforesmtpsenders signature_validation skipbwlimitcheck skipparentcheck userdirprotect
      /;
}

sub cpanel_config_post_actions {
    return qw/
      allow_deprecated_accesshash api_shell conserve_memory domainowner_mail_pass email_send_limits_min_defer_fail_to_trigger_protection enablefileprotect
      exim-retrytime
      invite_sub phploader popbeforesmtp resetpass resetpass_sub skipanalog skipawstats skipwebalizer smtpmailgidonly usemysqloldpass
      /;
}

# This subroutine helps document what action and post_action subs need to be run during a fresh install.
# A unit test will go off if you add a new one and don't update one of these subs
sub cpanel_config_ignored_actions {

    # Post actions
    my @ignore = qw/ apache_ssl_port
      allow_login_autocomplete autodiscover_proxy_subdomains ipv6_listen
      proxysubdomains autoupdate_certificate_on_hostname_mismatch /;

    # Actions
    push @ignore, qw/allow_server_info_status_from autodiscover_host chkservd_check_interval jailapache skipdiskusage
      system_diskusage_critical_percent system_diskusage_warn_percent tcp_check_failure_threshold/;

    # build_global_cache run by cpkeyclt
    push @ignore, qw/allowcpsslinstall display_cpanel_doclinks/;

    # rebuild httpd.conf not required
    push @ignore, qw/enable_piped_logs/;

    # MySQL restart is not required
    push @ignore, qw/
      mycnf_auto_adjust_innodb_buffer_pool_size
      mycnf_auto_adjust_maxallowedpacket
      mycnf_auto_adjust_openfiles_limit
      /;

    # phpini and php_fpm already handled
    push @ignore, qw/
      php_max_execution_time
      php_post_max_size
      php_upload_max_filesize
      /;
    push @ignore, qw/
      debughooks
      disable_cphttpd
      disk_usage_include_mailman
      disk_usage_include_sqldbs
      emailarchive
      pma_disableis
      requiressl
      server_locale
      skipboxtrapper
      skiphorde
      skipmailman
      skipspamassassin
      skipspambox
      ssh_host_key_checking
      usemailformailmanurl
      xframecpsrvd
      /;

    return @ignore;
}

sub do_cpanel_config_touch_files {
    my $cp_config = scalar Cpanel::Config::LoadCpConf::loadcpconf();
    Whostmgr::TweakSettings::load_module('Main');
    my $tweak_conf;
    {
        no warnings 'once';
        $tweak_conf = \%Whostmgr::TweakSettings::Main::Conf;
    }

    # Block task queueing during a fresh install.
    no warnings 'redefine';
    local *Cpanel::ServerTasks::schedule_task = sub { };

    # These actions expect a hash not a string to be passed in.
    $cp_config->{'dormant_services'}           = { map { $_ => 1 } split /\s*,\s*/, $cp_config->{'dormant_services'} };
    $tweak_conf->{'dormant_services'}{'value'} = sub { {} };
    $cp_config->{'phploader'}                  = { map { $_ => 1 } split( /,/, $cp_config->{'phploader'} ) };

    # Walk all the actions.
    foreach my $key ( cpanel_config_actions() ) {
        next if ( !exists $cp_config->{$key} );
        next if ( !$tweak_conf->{$key} );
        next if ( ref $tweak_conf->{$key}->{'action'} ne 'CODE' );
        Cpanel::Install::Utils::Logger::DEBUG("Running defined action for cpanel.config key $key");

        $tweak_conf->{$key}->{'action'}->( $cp_config->{$key} );
    }

    # Walk all the post actions.
    foreach my $key ( cpanel_config_post_actions() ) {
        next if ( !exists $cp_config->{$key} );
        next if ( !$tweak_conf->{$key} );
        next if ( ref $tweak_conf->{$key}->{'post_action'} ne 'CODE' );

        Cpanel::Install::Utils::Logger::DEBUG("Running defined post_action for cpanel.config key $key");
        $tweak_conf->{$key}->{'post_action'}->( $cp_config->{$key}, undef, 1 );
    }

    return;
}

sub _install_yum_vars {
    return Cpanel::Yum::Vars::install();
}

sub _run_in_background {
    my ( $coderef, $desc ) = @_;
    my $pid = Cpanel::ForkAsync::do_in_child(
        sub {
            local $0 = "cpanel_initial_install - $desc";
            return $coderef->();
        }
    );
    $background_pids{$pid} = $desc;
    return $pid;
}

sub _wait_for_background_tasks_to_finish {
    my (@pids) = @_;
    my %pids_to_check = map { $_ => 1 } @pids;
    while (1) {
        _wait_for_background_pids( \%pids_to_check );
        last if !scalar keys %pids_to_check;
        _show_wait_for();
        Cpanel::TimeHiRes::sleep(0.25);
    }
    return 1;
}

sub _wait_for_background_pids {
    my ($pids_to_check_hr) = @_;
    foreach my $pid ( keys %$pids_to_check_hr ) {
        my $waitpid_result = waitpid( $pid, $Cpanel::Wait::Constants::WNOHANG );
        if ( $waitpid_result != 0 ) {
            if ( $waitpid_result > 0 ) {    # -1 means its already dead and $? is not set
                my $exit_code = $?;
                if ( $? != 0 ) {
                    my $child_error_msg = Cpanel::ChildErrorStringifier->new($?)->autopsy();
                    kill 'TERM', keys %background_pids;
                    Cpanel::Install::Utils::Logger::FATAL("The background process “$background_pids{$pid}” failed with a fatal error: $child_error_msg");
                }
            }
            delete $background_pids{$pid};
            delete $pids_to_check_hr->{$pid};
        }
    }
    return 1;
}

# taken from actual installer, supports argv[0] being a path to a custom file (for testing)
sub _get_total_memory {

    # MemTotal: Total usable ram (i.e. physical ram minus a few reserved
    #          bits and the kernel binary code)
    my $meminfo = $_[0] || '/proc/meminfo';
    if ( open( my $fh, "<", $meminfo ) ) {
        while ( my $line = readline $fh ) {
            if ( $line =~ m{^MemTotal:\s+([0-9]+)\s*kB}i ) {
                return int( $1 / 1_024 );
            }
        }
    }
    return 0;    # something is wrong
}

# If a server has 2GB+ ram, we now enable PHP-FPM by default for new accounts
sub set_up_php_fpm_by_default {
    my $touch_file_path = '/var/cpanel/ApachePHPFPM/default_accounts_to_fpm';
    my $total_memory    = _get_total_memory();
    if ( $total_memory >= 2048 ) {
        mkdir '/var/cpanel';
        chmod 0755, '/var/cpanel';
        mkdir '/var/cpanel/ApachePHPFPM';
        chmod 0755, '/var/cpanel/ApachePHPFPM';
        Cpanel::FileUtils::TouchFile::touchfile($touch_file_path);
    }
    return;

}

sub _setup_dns_and_dkim {

    {
        require Whostmgr::ACLS;
        require Whostmgr::Hostname::DNS;
        local $ENV{'REMOTE_USER'} = 'root';
        Whostmgr::ACLS::init_acls();
        my ( $status, $statusmsg, $statuscode ) = Whostmgr::Hostname::DNS::ensure_dns_for_hostname();
        Whostmgr::ACLS::clear_acls();

        if ( !$status && $statuscode && $statuscode == Cpanel::DnsUtils::Add::STATUS_NO_NSS_CONFD() ) {

            # If there are no nameservers setup this will fail
            # and that is expected.  In this case the hostname
            # change will triger the A entry and DKIM
            # add via Whostmgr::Hostname
            return;
        }
        warn $statusmsg if !$status;
    }

    {
        require Cpanel::DKIM;
        require Cpanel::Hostname;
        my $hostname = Cpanel::Hostname::gethostname();
        if ( !Cpanel::DKIM::get_domain_private_key($hostname) ) {
            require Cpanel::DKIM::Transaction;
            my $dkim = Cpanel::DKIM::Transaction->new();

            # We do not care about failures here since
            # we expect they won't control DNS most of
            # the time for the hostname.
            $dkim->set_up_user_domains( 'root', [$hostname] );
            $dkim->commit();
        }
    }
    return;
}

sub run_final_tasks_in_background_that_can_be_done_later_if_shutdown_now {
    return Cpanel::Daemonizer::Tiny::run_as_daemon(
        sub {
            local $ENV{CPANEL_BASE_INSTALL} = 0;
            open( STDERR, '>>',  '/usr/local/cpanel/logs/error_log' ) || die "Could not redirect STDERR to /usr/local/cpanel/logs/error_log: $!";
            open( STDOUT, '>&=', \*STDERR );                                                                                                        ## no critic(InputOutput::RequireCheckedOpen)

            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/restartsrv_cpsrvd});
            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/restartsrv_queueprocd});
            print STDERR "Flushing task queue.\n";
            system(qw{/usr/local/cpanel/bin/servers_queue run});
            print STDERR "Completed flushing task queue.\n";

            # This will keep the “cpcleartaskqueue” pseudo-service
            # “active”, which means it’ll still cause a clear of task queue
            # on the next (first) system shutdown, but subsequent shutdowns
            # won’t be affected.
            Cpanel::Install::Utils::Command::ssystem( '/usr/bin/systemctl', 'disable', 'cpcleartaskqueue' );

            return;
        }
    );
}

sub _run_tasks_that_must_wait_until_deferred_are_installed {
    return _run_in_background(
        sub {
            # Enable services for startup.
            # TODO: Add chkconfig to RPM spec entries and remove this code.
            my @services = qw/cpanel sshd nscd/;
            Cpanel::Install::Utils::Logger::INFO('Adding services to startup.');
            foreach my $service (@services) {
                Cpanel::Install::Utils::Logger::INFO(" - Enabling $service");
                Cpanel::Init::Simple::call_cpservice_with( $service => qw/enable/ );
            }

            # enable cphulkd by default
            enable_cphulkd();

            # enable quotas by default except on DNSONLY systems
            enable_quotas() unless Cpanel::Server::Type::is_dnsonly();

            Cpanel::Install::Utils::Logger::INFO("Automatically enabling features");
            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/ensure_autoenabled_features --run});

            # mark features as shown, so no feature showcase is
            # seen on new installs
            hide_feature_showcase();

            enable_autossl();

            # This does not need MySQL to be installed yet
            Cpanel::Install::Utils::Logger::INFO("Update phpMyAdmin configuration");
            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/bin/update_phpmyadmin_config --force});

            # do roundcube finishing touches #
            run_roundcube_ifnecessary();

            return 0;
        },
        "Apps that require deferred RPMs"
    );
}

sub _run_webserver_post_install_and_ssl_cert_check_in_background {
    return _run_in_background(
        sub {
            # We Start cpsrvd and httpd because there may be a license type change in the middle
            # of the install
            #
            # If the WebServer is disabled then checkallsslcerts will be doing HTTP DCV with cpsrvd
            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/restartsrv_cpsrvd --force});

            # If the WebServer is not disabled then checkallsslcerts will be doing HTTP DCV with httpd
            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/restartsrv_httpd --force});

            # Since we wait for the apache install to finish
            # we do this after _wait_for_background_tasks_to_finish on $ea4_or_universal_hooks_install_pid
            # Enable PHP-FPM by default for new accounts on systems with 2GB+ ram
            set_up_php_fpm_by_default();

            # Now that apache is up we can try to get an ssl certificate
            Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/bin/checkallsslcerts --allow-retry --verbose});

            # Try again to get an ssl certificate to decrease the chances that
            # their first WHM login is to an insecure page.

            warn if !eval { Cpanel::ServerTasks::schedule_task( ['ScriptTasks'], 1, 'run_script /usr/local/cpanel/bin/checkallsslcerts --allow-retry --verbose' ); 1 };

            return 0;
        },
        'WebServer post install and SSL certificate check'
    );

}

sub _run_tasks_that_can_be_done_after_updatenow_in_the_background {

    return _run_in_background(
        sub {
            # We do these in a background on initial install
            # while we are waiting for upcp
            my @pre_maint = (

                # CPANEL-26289: ensure en is available right away after install finishes
                ['/usr/local/cpanel/bin/hulkdsetup'],
                [ '/usr/local/cpanel/bin/build_locale_databases', '--locale=en' ],
                [ '/usr/local/cpanel/scripts/autorepair',         'autorepair' ],
                [ '/usr/local/cpanel/scripts/manage_greylisting', '--init', '--update_common_mail_providers' ],
                ['/usr/local/cpanel/bin/setupdbmap'],
                [ '/usr/local/cpanel/scripts/check_maxmem_against_domains_count', '--always-fix' ],
                ['/usr/local/cpanel/scripts/fixetchosts'],
                [ '/usr/local/cpanel/scripts/litespeed-check', '--run' ],
            );
            Cpanel::Install::Utils::Command::ssystem(@$_) for @pre_maint;

            for my $cmd (
                'migrate_tweak_settings',
                'legacy_cfg_installer',
                'register_hooks',
                'build_userdata_cache',
            ) {
                Cpanel::Install::Utils::Command::ssystem("/usr/local/cpanel/bin/$cmd");
            }

            my $eximdb_run = Cpanel::SafeRun::Object->new(
                program => $^X,
                args    => [
                    '-MCpanel::EximStats::ConnectDB',
                    '-e' => 'Cpanel::EximStats::ConnectDB::dbconnect()',
                ],
                stdout => \*STDOUT,
                stderr => \*STDERR,
            );

            warn $eximdb_run->autopsy() if $eximdb_run->CHILD_ERROR();

            return 0;
        },
        'Background install tasks',
    );
}

sub _setup_horde_if_needed {

    # nothing to do for a dnsonly server
    return if Cpanel::Server::Type::is_dnsonly();

    # If the Horde RPMs are not installed, then update_horde_config serves no purpose and will fail
    my $horde_settings = Cpanel::RPM::Versions::File->new()->target_settings("horde") || '';
    return if $horde_settings eq 'uninstalled';

    # Make sure conf.php is updated for SQLite and that every cPanel user on the system has a Horde database.
    Cpanel::Install::Utils::Command::ssystem('/usr/local/cpanel/bin/update_horde_config');

    return 0;
}

# We do not want to start the yum install of MySQL until cPanel has
# started installing RPMs because as soon as yum gets the lock it will
# block the rpm install which will defeat the performance improvement of
# downloading rpms via yum while rpm is installing the cPanel provided rpms
#
# We also do not want to start the yum install until the background download
# has finished in order to ensure we do not end up downloading the rpms 2x
# because the background download was not yet finished
sub _wait_for_mysql_to_be_downloaded {
    while (1) {
        if ( -e $mysql_rpm_download_complete_file ) {
            unlink $mysql_rpm_download_complete_file;
            return;
        }

        _show_wait_for("MySQL rpm download to begin installing rpms");
        _wait_for_background_pids( {%background_pids} );
        Cpanel::TimeHiRes::sleep(0.25);
    }
    return;
}

sub _wait_for_ea4_profiles_to_be_installed {
    while (1) {
        return if -s "/usr/local/bin/ea_install_profile";
        _show_wait_for("EA4 profiles to be installed");
        _wait_for_background_pids( {%background_pids} );
        Cpanel::TimeHiRes::sleep(0.25);

    }
    return 1;
}

sub _wait_for_ea4_to_be_installed {
    while (1) {
        return if -s "/usr/sbin/httpd";
        _show_wait_for("EA4 to be installed");
        _wait_for_background_pids( {%background_pids} );
        Cpanel::TimeHiRes::sleep(0.25);

    }
    return 1;
}

sub _show_wait_for {
    my ($blocking_proc_text) = @_;
    Cpanel::Install::Utils::Logger::INFO( "Waiting for (" . join( ', ', ( $blocking_proc_text ? "[$blocking_proc_text]" : () ), values %background_pids ) . ")." );
    return;
}

sub _shutdown_cpanel_services {
    Cpanel::Install::Utils::Logger::INFO("Making sure cPanel processes are not running");

    # If the cpsrvd binary isn't in place we haven't installed
    # binaries yet so there is no need to proceed.
    return if !-e '/usr/local/cpanel/cpsrvd';
    foreach my $app (qw(cpsrvd cpdavd cphulkd)) {
        if ( Cpanel::Services::Running::is_online($app) ) {
            Cpanel::Install::Utils::Command::ssystem( '/usr/local/cpanel/etc/init/stop' . $app );
        }
    }
    return;
}

sub _install_yum_universal_hooks_in_background {

    #On DNSONLY we need EA4's yum-universal-plugins package to fix mysql, etc.
    #
    return _run_in_background(
        sub {
            Cpanel::Install::Utils::Logger::INFO("Installing YUM universal hooks...");
            if ( !Cpanel::Install::Utils::YUM::install_needed_rpms('yum-plugin-universal-hooks') ) {
                Cpanel::Install::Utils::Logger::FATAL("Failed to install “yum-plugin-universal-hooks”");
            }
            return 0;
        },
        'Install YUM universal hooks'
    );
}

sub _install_ea4_in_background {
    return _run_in_background(
        sub {
            Cpanel::Install::Utils::Logger::INFO("Installing EA4");
            Cpanel::Install::EA4::setup_config_and_fs_for_ea4();
            if ( !Cpanel::Install::EA4::install_apache() ) {
                Cpanel::Install::Utils::Logger::FATAL("Failed to install EA4");
            }
            return 0;
        },
        'EA4 Install',
    );
}

sub _defer_targets {
    my $rpm_file = Cpanel::RPM::Versions::File->new();
    foreach my $target ( keys %targets_to_defer_to_after_first_upcp ) {
        my $value = $rpm_file->target_settings($target) || '';
        if ( $value ne 'uninstalled' ) {
            $targets_to_defer_to_after_first_upcp{$target} = 1;
            Cpanel::Install::Utils::Logger::INFO("Marking $target to be uninstalled");
            $rpm_file->set_target_settings( { 'key' => [$target], 'value' => 'uninstalled' } );
        }
        else {
            Cpanel::Install::Utils::Logger::INFO("$target is already set to uninstalled ($value)");
        }

    }
    $rpm_file->save();
    return;
}

sub _install_deferred_targets {
    my $rpm_file               = Cpanel::RPM::Versions::File->new();
    my $has_targets_to_install = 0;
    foreach my $target ( keys %targets_to_defer_to_after_first_upcp ) {
        if ( $targets_to_defer_to_after_first_upcp{$target} ) {
            $has_targets_to_install = 1;
            $rpm_file->delete_target_settings( { 'key' => [$target], 'value' => 'uninstalled' } );
        }
    }
    if ($has_targets_to_install) {
        $rpm_file->save();
        Cpanel::Install::Utils::Logger::INFO("Installing deferred targets");
        Cpanel::Install::Utils::Command::ssystem(qw{/usr/local/cpanel/scripts/check_cpanel_rpms --fix --no-broken --no-digest});
    }
    return;
}

1;

@KyuuKazami