/usr/local/cpanel/scripts
NameSizeModeActions
cpan_sandbox/-0755rm
php_sandbox/-0755rm
activesync-invite-reply17340755editdlrm
adddns24180755editdlrm
addpop62280755editdlrm
addsystemuser33450755editdlrm
adduser920755editdlrm
add_dns24180755editdlrm
agent360.sh164100700editdlrm
apachelimits44100755editdlrm
archive_sync_zones31220755editdlrm
auto-adjust-mysql-limits18540755editdlrm
autorepair12740755editdlrm
backups_clean_metadata_for_missing_backups16120755editdlrm
backups_create_metadata161260755editdlrm
backups_list_user_files46710755editdlrm
backup_jobs_helper111390755editdlrm
balance_linked_node_quotas26430755editdlrm
biglogcheck17290755editdlrm
builddovecotconf98690755editdlrm
buildeximconf71670755editdlrm
buildhttpdconf26640755editdlrm
buildpureftproot5390755editdlrm
build_bandwidthdb_root_cache_in_background15610755editdlrm
build_cpnat34940755editdlrm
build_mail_sni39660755editdlrm
build_maxemails_config11690755editdlrm
call_pkgacct23060755editdlrm
ccs-check50310755editdlrm
checkalldomainsmxs24620755editdlrm
checkbashshell12050755editdlrm
checkccompiler12530755editdlrm
checkexim.pl31720755editdlrm
checklink13230755editdlrm
checkusers8560755editdlrm
check_cpanel_pkgs108560755editdlrm
check_domain_tls_service_domains.pl68410755editdlrm
check_immutable_files56210755editdlrm
check_mail_spamassassin_compiledregexps_body_01870755editdlrm
check_maxmem_against_domains_count36520755editdlrm
check_mount_procfs20720755editdlrm
check_mysql56970755editdlrm
check_plugin_pkgs25120755editdlrm
check_security_advice_changes84770755editdlrm
check_unmonitored_enabled_services46660755editdlrm
check_unreliable_resolvers36720755editdlrm
check_users_my_cnf61910755editdlrm
check_valid_server_hostname78400755editdlrm
chkpaths1410755editdlrm
chpass4160755editdlrm
ckillall11390755editdlrm
cleandns134290755editdlrm
cleandns84170755editdlrm
cleanmsglog7350755editdlrm
cleanphpsessions9320755editdlrm
cleanphpsessions.php6580644editdlrm
cleanquotas16510755editdlrm
cleansessions60320755editdlrm
cleanupinterchange27060755editdlrm
cleanupmysqlprivs7730755editdlrm
clean_dead_mailman_locks21410755editdlrm
clean_up_temp_wheel_users24980755editdlrm
clean_user_php_sessions48750755editdlrm
clear_orphaned_virtfs_mounts36450755editdlrm
comet_license_registration_sync17110755editdlrm
comet_protected_item_maintenance212810755editdlrm
comparecdb15610755editdlrm
compilers29320755editdlrm
compilerscheck9990755editdlrm
configure_firewall_for_cpanel5200755editdlrm
configure_rh_firewall_for_cpanel5200755editdlrm
configure_rh_ipv6_firewall_for_cpanel5200755editdlrm
convert2dovecot6820755editdlrm
convert_accesshash_to_token41710755editdlrm
convert_and_migrate_from_legacy_backup20170755editdlrm
convert_maildir_to_mdbox17030755editdlrm
convert_mdbox_to_maildir16980755editdlrm
convert_roundcube_mysql2sqlite267480755editdlrm
convert_to_dovecot_delivery44380755editdlrm
convert_whmxfer_to_sqlite14990755editdlrm
copy_user_mail_as_root12810755editdlrm
copy_user_mail_as_user13750755editdlrm
cpanelsync289910755editdlrm
cpanelsync_postprocessor16570755editdlrm
cpanel_initial_install695830755editdlrm
cpanpingtest9650755editdlrm
cpan_config28700755editdlrm
cpbackup458610755editdlrm
cpbackup_transport_file57810755editdlrm
cpdig28820755editdlrm
cpfetch12580755editdlrm
cphulkdblacklist4330755editdlrm
cphulkdwhitelist13360755editdlrm
cpservice29340755editdlrm
cpuser_port_authority197550755editdlrm
cpuser_service_manager111130755editdlrm
createacct319047600700editdlrm
create_default_featurelist119030700editdlrm
custom_backup_destination.pl.sample51820755editdlrm
custom_backup_destination.pl.skeleton29060755editdlrm
dcpumon-wrapper8500755editdlrm
delpop63500755editdlrm
detect_env_capabilities5080755editdlrm
disablefileprotect22410755editdlrm
disable_prelink28410755editdlrm
distro_changed_hook11850755editdlrm
dnscluster45460755editdlrm
dnsqueuecron13160755editdlrm
dnssec-cluster-keys38400755editdlrm
dovecot_maintenance78420755editdlrm
dovecot_set_defaults.pl9840755editdlrm
dumpcdb8660755editdlrm
dumpinodes6870755editdlrm
dumpquotas6160755editdlrm
dumpstor9130755editdlrm
ea4_fresh_install26990755editdlrm
editquota35120755editdlrm
edit_cpanelsync_exclude_list26410755editdlrm
elevate-cpanel4245770700editdlrm
email_archive_maintenance63000755editdlrm
email_hold_maintenance14950755editdlrm
enablefileprotect21490755editdlrm
enable_spf_dkim_globally90390755editdlrm
ensure_autoenabled_features33226320700editdlrm
ensure_conf_dir_crt_key49400755editdlrm
ensure_cpuser_file_ip26100755editdlrm
ensure_crontab_permissions11010755editdlrm
ensure_dovecot_memory_limits_meet_minimum32080755editdlrm
ensure_hostname_resolves25720755editdlrm
ensure_includes6010755editdlrm
ensure_vhost_includes138510755editdlrm
eximconfgen13500755editdlrm
eximstats_spam_check8670755editdlrm
exim_tidydb30360755editdlrm
expunge_expired_certificates_from_sslstorage36480755editdlrm
expunge_expired_pkgacct_sessions8520755editdlrm
expunge_expired_transfer_sessions10890755editdlrm
fastmail52810755editdlrm
featuremod19700755editdlrm
fetchfile4220755editdlrm
find_and_fix_rpm_issues71570755editdlrm
find_outdated_services66250755editdlrm
find_pids_with_inotify_watch_on_path37450755editdlrm
fix-cpanel-perl291120755editdlrm
fix-listen-on-localhost40360755editdlrm
fix-web-vhost-configuration62960755editdlrm
fixetchosts44240755editdlrm
fixheaders5720755editdlrm
fixmailinglistperms10080755editdlrm
fixmailman21440755editdlrm
fixnamedviews12470755editdlrm
fixndc4130755editdlrm
fixquotas188340755editdlrm
fixrelayd17840755editdlrm
fixrndc167800755editdlrm
fixtar5030755editdlrm
fixtlsversions48160755editdlrm
fixvaliases20470755editdlrm
fixwebalizer9660755editdlrm
fix_dns_zone_ttls13690755editdlrm
fix_innodb_tables41490755editdlrm
fix_reseller_acls109580755editdlrm
forcelocaldomain8950755editdlrm
ftpfetch22510755editdlrm
ftpquotacheck85110755editdlrm
ftpsfetch24160755editdlrm
ftpupdate2610755editdlrm
gather_update_logs_setupcrontab55820700editdlrm
gather_update_log_stats43540700editdlrm
gemwrapper17830755editdlrm
gencrt64100755editdlrm
generate_account_suspension_include58400755editdlrm
generate_google_drive_credentials11350755editdlrm
generate_google_drive_oauth_uri9840755editdlrm
generate_maildirsize149080755editdlrm
gensysinfo11850755editdlrm
getremotecpmove230840755editdlrm
get_locale_from_legacy_name_info20410755editdlrm
grpck12180755editdlrm
hackcheck30920755editdlrm
hook14870755editdlrm
httpspamdetect28910755editdlrm
hulk-unban-ip43014560700editdlrm
import_exim_data85930755editdlrm
increase_filesystem_limits8910755editdlrm
initacls51070755editdlrm
initfpsuexec4440755editdlrm
initialize_360monitoring28240700editdlrm
initquotas198110755editdlrm
initsuexec41230755editdlrm
installpkg5750755editdlrm
installpostgres67150755editdlrm
installsqlite318660755editdlrm
install_cpanel_analytics19730755editdlrm
install_dovecot_fts16050755editdlrm
install_plugin28690755editdlrm
install_tuxcare_els_php18890755editdlrm
ipcheck40200755editdlrm
ipusage76240755editdlrm
isdedicatedip6020755editdlrm
is_update_available33430755editdlrm
jetbackup-check37760755editdlrm
killdns4220755editdlrm
killdns-dnsadmin11800755editdlrm
killmysqluserprivs4330755editdlrm
killmysqlwildcard11800755editdlrm
killpvhost8530755editdlrm
killspamkeys9370755editdlrm
linksubemailtomainacct32480755editdlrm
link_3rdparty_binaries12710755editdlrm
listcheck5380755editdlrm
listsubdomains10740755editdlrm
litespeed-check39520755editdlrm
locale_export53310755editdlrm
locale_import48030755editdlrm
locale_info40860755editdlrm
logo.dat2050644editdlrm
log_retention217930755editdlrm
magicloader19850755editdlrm
maildir_converter62220755editdlrm
mailperm169230755editdlrm
mailscannerupdate24780755editdlrm
mainipcheck102360755editdlrm
maintenance534450755editdlrm
make_config4070644editdlrm
make_hostname_unowned11890755editdlrm
manage_extra_marketing130680700editdlrm
manage_greylisting167190755editdlrm
manage_mysql_profiles167270755editdlrm
mass_change_php_setting109040755editdlrm
migrate_ccs_to_cpdavd481860755editdlrm
migrate_local_ini_to_php_ini75870755editdlrm
migrate_whmtheme_file_to_userdata30250755editdlrm
MirrorSearch_pingtest24370755editdlrm
mkwwwacctconf23850755editdlrm
modify_accounts41690755editdlrm
modify_featurelist115970700editdlrm
modify_packages37260755editdlrm
modsec_vendor160080755editdlrm
mysqlconnectioncheck68770755editdlrm
mysqlpasswd42350755editdlrm
named.ca16030644editdlrm
named.rfc1912.zones7740644editdlrm
notify_expiring_certificates95920755editdlrm
notify_expiring_certificates_on_linked_nodes13610755editdlrm
oopscheck11420755editdlrm
optimize_eximstats39750755editdlrm
panel_ini42100755editdlrm
patchfdsetsize27840755editdlrm
patch_mail_spamassassin_compiledregexps_body_024520755editdlrm
pedquota23100755editdlrm
perform_sqlite_auto_rebuild_db_maintenance20310755editdlrm
perlinstaller5280755editdlrm
perlmods12040755editdlrm
phpini_tidy6870755editdlrm
php_fpm_config99680755editdlrm
pkgacct920650755editdlrm
post_snapshot21440755editdlrm
post_sync_cleanup59730755editdlrm
primary_virtual_host_migration25020755editdlrm
process_cpmove44190755editdlrm
process_pending_cpanel_php_pear_registration27930755editdlrm
proxydomains98220755editdlrm
ptycheck7240755editdlrm
purge_modsec_log15630755editdlrm
purge_old_config_caches21250755editdlrm
pwck7080755editdlrm
quickdnslookup11590755editdlrm
quickwhoisips23480755editdlrm
quotacheck229000755editdlrm
quota_auto_fix14400755editdlrm
rawchpass4600755editdlrm
rdate49130755editdlrm
realadduser57430755editdlrm
realchpass33360755editdlrm
realperlinstaller58050755editdlrm
realrawchpass4250755editdlrm
rebuilddnsconfig261100755editdlrm
rebuildhttpdconf26640755editdlrm
rebuildinstalledssldb29170755editdlrm
rebuildippool5090755editdlrm
rebuilduserssldb9480755editdlrm
rebuild_bandwidthdb_root_cache14870755editdlrm
rebuild_dbmap59370755editdlrm
rebuild_provider_openid_connect_links_db10390755editdlrm
rebuild_whm_chrome22770755editdlrm
refresh-dkim-validity-cache61100755editdlrm
regenerate_tokens22280755editdlrm
remote_log_transfer118750755editdlrm
removeacct296544000700editdlrm
remove_dovecot_index_files60280755editdlrm
rescan_user_dovecot_fts30480755editdlrm
resetmailmanurls20770755editdlrm
resetquotas47230755editdlrm
reset_mail_quotas_to_sane_values69820755editdlrm
restartsrv32660755editdlrm
restartsrv_apache4220755editdlrm
restartsrv_apache_php_fpm113689600755editdlrm
restartsrv_base113689600755editdlrm
restartsrv_bind113689600755editdlrm
restartsrv_chkservd4270755editdlrm
restartsrv_clamd113689600755editdlrm
restartsrv_cpanellogd113689600755editdlrm
restartsrv_cpanel_php_fpm113689600755editdlrm
restartsrv_cpdavd113689600755editdlrm
restartsrv_cpgreylistd113689600755editdlrm
restartsrv_cphulkd113689600755editdlrm
restartsrv_cpipv6113689600755editdlrm
restartsrv_cpsrvd113689600755editdlrm
restartsrv_crond113689600755editdlrm
restartsrv_dnsadmin113689600755editdlrm
restartsrv_dovecot113689600755editdlrm
restartsrv_exim113689600755editdlrm
restartsrv_eximstats5040755editdlrm
restartsrv_ftpd4260755editdlrm
restartsrv_ftpserver9110755editdlrm
restartsrv_httpd113689600755editdlrm
restartsrv_imap4370755editdlrm
restartsrv_inetd25250755editdlrm
restartsrv_ipaliases113689600755editdlrm
restartsrv_lmtp4370755editdlrm
restartsrv_mailman113689600755editdlrm
restartsrv_mysql113689600755editdlrm
restartsrv_named5790755editdlrm
restartsrv_nscd113689600755editdlrm
restartsrv_p0f113689600755editdlrm
restartsrv_pdns113689600755editdlrm
restartsrv_pop34370755editdlrm
restartsrv_postgres4270755editdlrm
restartsrv_postgresql113689600755editdlrm
restartsrv_powerdns4420755editdlrm
restartsrv_proftpd113689600755editdlrm
restartsrv_pureftpd113689600755editdlrm
restartsrv_queueprocd113689600755editdlrm
restartsrv_rsyslog113689600755editdlrm
restartsrv_rsyslogd4370755editdlrm
restartsrv_spamd113689600755editdlrm
restartsrv_sshd113689600755editdlrm
restartsrv_syslogd24580755editdlrm
restartsrv_tailwatchd113689600755editdlrm
restartsrv_unknown113689600755editdlrm
restartsrv_xinetd4220755editdlrm
restorecpuserfromcache20080755editdlrm
restorepkg511943600700editdlrm
rfc1912_zones.tar102400644editdlrm
rpmup51910755editdlrm
rsync-user-homedir.pl59030755editdlrm
runstatsonce4400755editdlrm
runweblogs10450755editdlrm
run_if_exists5120755editdlrm
run_plugin_lifecycle40600700editdlrm
sa-update_wrapper34180755editdlrm
safetybits.pl8440755editdlrm
secureit48340755editdlrm
securemysql45010755editdlrm
securerailsapps36610755editdlrm
securetmp171620755editdlrm
sendicq4740755editdlrm
servicedomains98220755editdlrm
setpostgresconfig61810755editdlrm
setupftpserver107260755editdlrm
setupmailserver96180755editdlrm
setupnameserver128980755editdlrm
setup_greylist_db167190755editdlrm
setup_modsec_db13350755editdlrm
setup_systemd_timer_for_plugins40150700editdlrm
set_mailman_archive_perms17960755editdlrm
show_php_settings37620755editdlrm
shrink_modsec_ip_database132850755editdlrm
simpleps31240755editdlrm
slurp_exim_mainlog59140755editdlrm
smartcheck154910755editdlrm
smtpmailgidonly83430755editdlrm
snapshot_prep60170755editdlrm
spamassassindisable38300755editdlrm
spamassassin_dbm_cleaner59930755editdlrm
spamboxdisable23240755editdlrm
sshcontrol147220755editdlrm
ssl_crt_status39280755editdlrm
suspendacct185160755editdlrm
suspendmysqlusers48900755editdlrm
swapip39140755editdlrm
sync-mysql-users-from-grants12250755editdlrm
synctransfers19710755editdlrm
sync_child_accounts18130755editdlrm
sync_contact_emails_to_cpanel_users_files11630755editdlrm
syslog_check13910755editdlrm
sysup6450755editdlrm
test_sa_compiled10930755editdlrm
transfermysqlusers106272960700editdlrm
transfer_accounts_as_root48700755editdlrm
transfer_account_as_user23980755editdlrm
transfer_in_progress31560755editdlrm
transfer_in_progress.pod3120644editdlrm
try-later81400755editdlrm
unblockip6670755editdlrm
uninstall_cpanel_analytics12300755editdlrm
uninstall_dovecot_fts5620755editdlrm
uninstall_plugin29070755editdlrm
unlink_service_account26820755editdlrm
unpkgacct47130755editdlrm
unslavenamedconf8630755editdlrm
unsuspendacct183870755editdlrm
unsuspendmysqlusers72660755editdlrm
upcp440380755editdlrm
upcp-running27680755editdlrm
upcp.static9772510755editdlrm
update-packages51910755editdlrm
updatedomainips6050755editdlrm
updatenameserverips16960755editdlrm
updatenow53020755editdlrm
updatenow.static21167080755editdlrm
updatesigningkey19960755editdlrm
updatessldomains18560755editdlrm
updatesupportauthorizations25520755editdlrm
updateuserdatacache25290755editdlrm
updateuserdomains7740755editdlrm
update_apachectl4800755editdlrm
update_db_cache4300755editdlrm
update_dkim_keys14850755editdlrm
update_exim_rejects12420755editdlrm
update_existing_mail_quotas_for_account48910755editdlrm
update_feature_flags9570755editdlrm
update_freebusy_data53760755editdlrm
update_known_proxy_ips10020755editdlrm
update_local_rpm_versions46690755editdlrm
update_mailman_cache85450755editdlrm
update_mysql_systemd_config10940755editdlrm
update_neighbor_netblocks4870755editdlrm
update_sa_config21960755editdlrm
update_spamassassin_config109880755editdlrm
update_users_jail6910755editdlrm
update_users_vhosts8010755editdlrm
upgrade_bandwidth_dbs22720755editdlrm
upgrade_subaccount_databases27970755editdlrm
userdata_wildcard_cleanup58770755editdlrm
userdirctl51340755editdlrm
validate_sshkey_passphrase12440755editdlrm
verify_api_spec_files7570755editdlrm
verify_pidfile20080755editdlrm
verify_vhost_includes75170755editdlrm
vps_optimizer80070755editdlrm
vzzo-fixer7250755editdlrm
whmlogin23900755editdlrm
whoowns11550755editdlrm
wwwacct319047600700editdlrm
wwwacct2880755editdlrm
xferpoint32010755editdlrm
xfertool166240755editdlrm
xfer_rcube_schema_migrate.pl24600755editdlrm
xfer_rcube_uid_resolver.pl18460755editdlrm
zoneexists8000755editdlrm
Edit: /usr/local/cpanel/scripts/getremotecpmove (23084B)
#!/usr/local/cpanel/3rdparty/bin/perl # Copyright 2026 WebPros International, LLC # All rights reserved. # copyright@cpanel.net http://cpanel.net # This code is subject to the cPanel license. Unauthorized copying is prohibited. package scripts::getremotecpmove; use cPstrict; no warnings; ## no critic qw(ProhibitNoWarnings) use Socket (); use Cpanel::Carp (); use Cpanel::Encoder::Tiny (); use Cpanel::Encoder::URI (); use Cpanel::MD5 (); use Cpanel::FileUtils::Open (); use Cpanel::Filesys::Home (); use Cpanel::Locale (); use Cpanel::Rand::Get (); use Cpanel::RemoteAPI::cPanel (); use Cpanel::Version::Compare (); local $| = 1; my $locale = Cpanel::Locale->get_handle(); __PACKAGE__->script(@ARGV) unless caller; sub script { my ( $self, @args ) = @_; chdir("/usr/local/cpanel/scripts"); my $host = $args[0]; my $user = $args[1]; $host =~ s/\///g; $user =~ s/\///g; $host =~ s/\.\.//g; $user =~ s/\.\.//g; my $pass = ; $pass =~ s/\n//g; $host = "[$host]" if $host =~ tr{:}{}; if ( !length $pass ) { print $locale->maketext( "This utility requires that the account password be sent over “[_1]”.", 'STDIN' ); exit(1); } my $part = Cpanel::Filesys::Home::get_homematch_with_most_free_space() || '/home'; my @PKGDEBUG; my ( $fetch_ok, $archive_file, $extractdir, $md5sum, $pkgdebug ) = fetch_acct_by_cpanel( 'user' => $user, 'host' => $host, 'pass' => $pass, 'part' => $part ); push @PKGDEBUG, $pkgdebug; if ( !$fetch_ok ) { print "Failed to fetch cpmove file via cPanel API.\n"; exit(1); } if ($fetch_ok) { if ($md5sum) { my $newmd5 = Cpanel::MD5::getmd5sum($archive_file); if ( $newmd5 eq $md5sum ) { print "Checksum Matches!\n"; } else { print "Checksum Failure [[$newmd5]] [[$md5sum]]…trace information follows…
" . join( "\n\n\n", @PKGDEBUG ) . "
\n\n"; exit(1); } } elsif ( -z $archive_file ) { print "Checksum Failure: Failed to download account file.\n"; exit(1); } print "extract dir name is: $extractdir\n"; print "pkgacctfile is: $archive_file\n"; print "MOVE IS GOOD!\n"; exit(0); } else { print "Failed to fetch account via cpanel and ftp/web\n"; exit(1); } } my $api; sub _api ( $host, $user, $pass ) { return $api ||= Cpanel::RemoteAPI::cPanel->new_from_password( $host, $user => $pass, )->disable_tls_verify(); } sub _can_fullbackup_to_homedir ($api) { my $MIN_VERSION = '77'; my $version = eval { $api->get_cpanel_version_or_die }; return 0 unless defined $version; return Cpanel::Version::Compare::compare( $version, '>=', $MIN_VERSION ); } # Runs before the (potentially hours-long) remote backup so that we don’t # burn the source’s disk and CPU on a download that’s going to be refused. # A nonexistent file under “./download/” gets a 404 if we’re authorized to # be there at all, and a 401/403 if not. # # This only ever short-circuits on an explicit refusal. Anything else — a # transport failure, a proxy or [asis,WAF] rewriting the 404, or a source # old enough to answer a missing file differently — is not evidence that # the download would fail, so we fall through and let the download itself # report. That keeps an unrecognized answer no worse than the behavior # before this probe existed. sub _download_is_authorized ($api) { my $probe_name = 'cpanel-transfer-authz-probe-' . Cpanel::Rand::Get::getranddata(16); # Cpanel::HTTP::Client throws on a 599/transport failure rather than # returning it, and _establish_session() dies too. Never let that # escape, and never print it: the exception phrase embeds the request # URL, which carries the source’s live “cpsess” token. my $resp = eval { $api->request_session_document( 'GET', "/download/$probe_name" ) }; return 1 if !$resp; return 0 if $resp->{'status'} == 401 || $resp->{'status'} == 403; return 1; } # Called only on a failed download, to name the real cause instead of the # generic HTTP failure. Never mention HTTP Basic: after this change we # never send it, so it can’t be why the download failed. # # Requires an explicitly false “data”, not merely a falsy one. UAPI reports # a disabled feature as a defined 0, but it also returns success with # “data” never set in two cases that are not a disabled feature: an # always-on feature, where Cpanel::API::Features::has_feature() early # returns before touching “data”, and a feature name it does not recognize, # which sets it to undef. Reading undef as “disabled” sends the operator to # change a setting on a server they do not administer, for a download that # failed for some other reason — a 403 from demo mode, a non-admin team # user, or a transport error. sub _explain_download_failure ( $api, $host ) { my $result = eval { $api->request_uapi( 'Features', 'has_feature', { name => 'filemanager' } ) }; return 0 if !$result || !$result->status(); my $has_feature = $result->data(); if ( defined($has_feature) && !$has_feature ) { print $locale->maketext( "The account “[_1]” on “[_2]” does not have the “[_3]” feature enabled, which the file download requires.", $api->get_username(), $host, 'filemanager' ) . "\n"; return 1; } return 0; } # The reason a document fetch failed at the transport layer, or undef if the # exception does not name one. # # Cpanel::HTTP::Client turns HTTP::Tiny's 599 into a # Cpanel::Exception::HTTP::Network, whose “error” field is HTTP::Tiny's own # message: “SSL connection failed for : …”, “Could not connect to # ':': …”, “Timed out while waiting for socket to become ready # for reading”, “Unexpected end of stream”. Each of those names only the # host and the port. # # The exception itself must never be printed: _default_phrase() interpolates # get_url_without_password(), which is the entire session URL and so carries # the source's live “cpsess” token. Report the field instead of the # exception, and strip a token out of the field anyway, in case a future # HTTP::Tiny starts naming the URL in its own message. sub _transport_failure_reason ($err) { return undef if !ref($err) || !eval { $err->isa('Cpanel::Exception::HTTP::Network') }; my $reason = $err->get('error'); return undef if !defined($reason) || !length($reason); $reason =~ s{cpsess[0-9]+}{cpsess…}g; return $reason; } # Says why the archive download failed, as precisely as the evidence allows. # # The status is the single most useful thing when the request came back, and # the pre-session implementation reported it. $resp is undef when the # request threw instead, which is every transport-level failure — an expired # or mismatched certificate, a stalled link, a source that closed the # connection mid-archive. Those are the failures that most need a cause, and # before this script stopped letting the exception propagate to STDERR they # were the only ones that had one, so redact the token out of the reason # rather than discarding the reason along with it. sub _report_download_failure ( $api, $host, $resp, $exception ) { if ($resp) { print $locale->maketext( "Cannot download the account archive from “[_1]”: [_2] [_3]", $host, $resp->{'status'}, $resp->{'reason'} ) . "\n"; } elsif ( my $why = _transport_failure_reason($exception) ) { print $locale->maketext( "Cannot download the account archive from “[_1]” because the connection failed: [_2]", $host, $why ) . "\n"; } else { print $locale->maketext( "Cannot download the account archive from “[_1]” because the connection failed.", $host ) . "\n"; } return _explain_download_failure( $api, $host ); } # Flushes and closes the downloaded archive, discarding it on failure. # Returns the error, or undef if it was written intact. # # close() is where the buffered tail is flushed, so a deferred write error # -- ENOSPC on the last block, most likely, since the destination was chosen # for having the most free space and has just had a whole archive written to # it -- surfaces here or not at all. Nothing downstream would catch it: # _archive_rejection_reason() reads two bytes for the gzip magic, and # script()'s “-z” test only asks whether the file is non-empty, so a # truncated archive passes both and is handed to restore as though it were # complete. sub _archive_write_failure_reason ( $out_fh, $dest ) { return undef if close($out_fh); my $err = $!; unlink($dest); return $err; } # Returns a reason the response headers describe markup rather than an # archive, or undef. Shared by the in-stream check, which has only the # headers, and the post-download check, which also inspects the file, so the # two cannot drift apart. sub _markup_content_type_reason ($headers) { my $type = $headers->{'content-type'}; # HTTP::Tiny collapses a repeated header into an arrayref. $type = $type->[0] if ref $type eq 'ARRAY'; $type = '' if !defined $type; return undef if $type !~ m{text/|/html\b|/xhtml|/xml\b}i; return $locale->maketext( "the remote server sent “[_1]” content", $type ); } # The archive download's data_callback. Named rather than inline so it can # be exercised without a live transfer; progress state lives in $state so # the caller can see, once the request has returned, why the stream was # rejected. sub _make_download_callback ( $out_fh, $state ) { return sub { my ( $data, $resp ) = @_; my $headers = $resp->{'headers'} // {}; # Reject markup on the very first chunk rather than after the whole # body is on disk. A WAF block page or a captive portal can answer # 200 with an unbounded body, and it is being written to whichever # home partition had the most free space, so waiting for the # response to finish means filling that partition first. if ( !$state->{'checked_type'}++ ) { if ( my $reason = _markup_content_type_reason($headers) ) { $state->{'rejection'} = $reason; # Unwinds through request(); the caller reads “rejection”. die "the download is not an account archive\n"; } } if ( !defined $state->{'cl'} ) { if ( ( $headers->{'content-length'} // '' ) =~ /^\d+$/ ) { $state->{'cl'} = $headers->{'content-length'}; } } $state->{'bytesread'} += length $data; $state->{'cc'}++; if ( $state->{'cc'} == 170 && $state->{'cl'} ) { my $cl = $state->{'cl'}; my $new_percent = int( ( $state->{'bytesread'} / $cl ) * ( $cl == 1 ? 1 : 100 ) ); if ( $new_percent != ( $state->{'percent'} // 0 ) ) { $state->{'percent'} = $new_percent; print "..${new_percent}" . ( $cl == 1 ? '' : '%' ) . "..\n"; } $state->{'cc'} = 0; } print {$out_fh} $data; return 1; }; } # Returns a human-readable reason the downloaded file is not the account # archive we asked for, or undef if it looks like one. Deliberately # conservative: it only rejects on positive evidence of the wrong thing, so # an unfamiliar-but-valid content type never blocks a good transfer. sub _archive_rejection_reason ( $resp, $path, $backup_file ) { if ( my $reason = _markup_content_type_reason( $resp->{'headers'} // {} ) ) { return $reason; } # Only .gz archives have a magic number we can rely on here. return undef if $backup_file !~ m/\.gz\z/; open my $fh, '<', $path or return undef; binmode $fh; my $magic = ''; read( $fh, $magic, 2 ); close $fh; return undef if $magic eq "\x1f\x8b"; return $locale->maketext("the file is not [asis,gzip]-compressed data"); } sub fetch_acct_by_cpanel { my %OPTS = @_; my $host = $OPTS{'host'}; my $user = $OPTS{'user'}; my $pass = $OPTS{'pass'}; my $filesystem_target_dir = $OPTS{'part'}; print "Trying to fetch cpmove file via cPanel API!\n"; my $api = _api( $host, $user, $pass ); print $locale->maketext("Fetching current backups from remote server …"); my ( $login_ok, $current_resp_data, $current_bck_ref ) = get_current_backups($api); return 0 if !$login_ok; print " " . $locale->maketext( "[quant,_1,backup,backups] found.", ( scalar keys %$current_bck_ref ) ); print "\n"; print $locale->maketext(" … done.") . "\n"; foreach my $bck ( keys %$current_bck_ref ) { if ( $current_bck_ref->{$bck} ) { print $locale->maketext( "A backup to the file “[_1]” is currently in progress on the remote server.", $bck ) . "\n"; print $locale->maketext("Please wait until it is complete and try again.") . "\n"; exit(1); } } if ( !_download_is_authorized($api) ) { # Nothing has been downloaded at this point, and no backup has been # built: say what actually happened rather than reusing the # download-failure wording. print $locale->maketext( "The account “[_1]” on “[_2]” is not permitted to download files, which this transfer requires.", $user, $host ) . "\n"; _explain_download_failure( $api, $host ); return 0; } print $locale->maketext("Starting the backup …") . "\n"; if ( _can_fullbackup_to_homedir($api) ) { # start the backup my $result = $api->request_uapi( 'Backup', 'fullbackup_to_homedir', { # If the remote is pre-v88 it’ll just ignore this parameter, # so we don’t need a version check here. dbbackup_mysql => 'schema', # Same situation as “dbbackup_mysql”, but for v94. homedir => 'skip', }, ); if ( $result->status() ) { my $pid = $result->data()->{'pid'}; print "Remote backup started (PID $pid)\n"; } else { die "Failed to start backup on $host as $user: " . $result->errors_as_string(); } } else { # “Fileman” is an API1 module: it has no API2 counterpart, so this # must not go through request_api2(). my $resp = $api->request_api1( 'Fileman', 'fullbackup' ); if ( !$resp->{'event'}{'result'} ) { my $err = $resp->{'event'}{'reason'} // 'unknown error'; die "Failed to start backup on $host as $user: $err"; } } # Having started the backup, we now look for a new cpmove file. The file # is built in-place. This file will, when it’s finished, be the new # account archive that we’ll download. my ( $backup_file, $new_resp_data, $new_bck_ref ); FIND: for ( 1 .. 10 ) { print $locale->maketext("Waiting for backup to start …") . "\n"; sleep(5); print $locale->maketext(" … done.") . "\n"; print $locale->maketext("Checking remote server for backups …"); ( $login_ok, $new_resp_data, $new_bck_ref ) = get_current_backups($api); return 0 if !$login_ok; print " " . $locale->maketext( "[quant,_1,backup,backups] found.", ( scalar keys %$new_bck_ref ) ); print "\n"; foreach my $back ( keys %{$new_bck_ref} ) { if ( !exists $current_bck_ref->{$back} ) { $backup_file = $back; last FIND; } } } if ( !$backup_file ) { print "Failed to retrieve the backup from the remote machine (if a previous backup is in progress you will need to wait until it is complete)!\n"; print "(Trace information follows for initial backups)…
" . _convert_response_data_to_trace_html($current_resp_data) . "
\n"; print "(Trace information follows for backups after request started)…
" . _convert_response_data_to_trace_html($new_resp_data) . "
\n"; return 0; } print $locale->maketext( "The remote server is creating the backup file “[_1]”.", $backup_file ) . "\n"; print $locale->maketext("Starting wait cycle for remote backup.") . "\n"; my $bck_ref; my $MAX_POLL = 1440; # AKA about 24 hours for my $attempt ( 1 .. $MAX_POLL ) { print $locale->maketext( "Polling remote server (Attempt [numf,_1]/[numf,_2]) …", $attempt, $MAX_POLL ) . "\n"; ( $login_ok, undef, $bck_ref ) = get_current_backups($api); return 0 if !$login_ok; if ( exists $bck_ref->{$backup_file} ) { if ( !$bck_ref->{$backup_file} ) { last; } else { print $locale->maketext( "The backup file, [_1], is still being generated on the remote server “[_2]”.", $backup_file, $host ) . "\n"; print "…60…\n"; sleep(15); print "…45…\n"; sleep(15); } } else { print $locale->maketext( "The backup file “[_1]” unexpectedly disappeared from the remote server “[_2]”.", $backup_file, $host ) . "\n"; return 0; } print "…30…\n"; sleep(15); print "…15…\n"; sleep(15); } print $locale->maketext( "Downloading “[_1]” …", $backup_file ) . "\n"; chdir($filesystem_target_dir) || return 0; my $now = time(); my $out_fh; my $dest = "cpmove-$user-$now.tmp"; if ( !Cpanel::FileUtils::Open::sysopen_with_real_perms( $out_fh, $dest, 'O_WRONLY|O_TRUNC|O_CREAT', 0600 ) ) { print "Could not open output file, “$dest” for download.\n"; return 0; } my %state; my $resp = eval { $api->request_session_document( 'GET', "/download/$backup_file", { data_callback => _make_download_callback( $out_fh, \%state ) }, ); }; my $exception = $@; # The stream was markup, and the callback stopped it partway through. if ( my $reason = $state{'rejection'} ) { close($out_fh); unlink($dest); print $locale->maketext( "The download from “[_1]” is not an account archive: [_2]", $host, $reason ) . "\n"; return 0; } if ( !$resp || !$resp->{'success'} ) { # The partial .tmp is worthless once the transfer failed, and the # caller returns to script() which never learns about it. close($out_fh); unlink($dest); _report_download_failure( $api, $host, $resp, $exception ); return 0; } if ( my $err = _archive_write_failure_reason( $out_fh, $dest ) ) { print $locale->maketext( "Cannot write the account archive from “[_1]” to disk: [_2]", $host, $err ) . "\n"; return 0; } # A 2xx carrying markup is not an archive: a proxy interstitial, a WAF # block page, a captive portal, or a redirect chain that ended at a # login form. Without this the HTML lands in the .tmp, gets renamed to # cpmove-$user-$now.tar.gz, passes the “-z” check in script() because it # is not empty, and is handed to restore as though it were an account. # # The callback already rejected an unmistakably textual content type on # the first chunk, so what is left for this check is the rest: the # magic-number test, which needs the finished file, and a body whose # content type only became available at the end. Both checks are # required, and neither replaces the other — # HTTP::Tiny::_prepare_data_cb() replaces the caller's callback with its # own buffering closure whenever the status is not 2xx, and _request() # suppresses it during redirects, so a callback-only guard would never # see anything but a final 2xx. if ( my $reason = _archive_rejection_reason( $resp, $dest, $backup_file ) ) { print $locale->maketext( "The download from “[_1]” is not an account archive: [_2]", $host, $reason ) . "\n"; unlink($dest); return 0; } print " … done.\n"; my $extractdir = $backup_file; $extractdir =~ s/(\.tar)?(\.gz)?$//g; # We are chdired to $filesystem_target_dir at this point system( '/bin/mv', '-f', '--', $dest, "cpmove-$user-$now.tar.gz" ); return ( 1, "$filesystem_target_dir/cpmove-$user-$now.tar.gz", $extractdir, '', '' ); } sub get_current_backups ($api) { #look for backups my %CURRENT_BACKUPS; my $resp = $api->request_api2( 'Backups', 'listfullbackups' ); if ( my $err = $resp->{'error'} ) { my $hostname = $api->get_hostname(); print Cpanel::Encoder::Tiny::safe_html_encode_str("cPanel login on $hostname failed: $err"); return ( 0, [], {} ); } for my $item_hr ( $resp->{'data'}->@* ) { my $is_in_progress = $item_hr->{'status'} =~ mi; $CURRENT_BACKUPS{ $item_hr->{'file'} } = $is_in_progress ? 1 : 0; } return ( 1, $resp->{'data'}, \%CURRENT_BACKUPS ); } # NOTE: This function is pulled from Cpanel::Backups::listfullbackups and is used to preserve # pre-existing functionality which would dump the cpapi1 HTML response as part of the # trace information when the script failed to retrieve a backup file from the remote server sub _convert_response_data_to_trace_html ($response_data) { my $html; foreach my $bck_ref (@$response_data) { my $html_safe_file = Cpanel::Encoder::Tiny::safe_html_encode_str( $bck_ref->{'file'} ); my $uri_safe_file = Cpanel::Encoder::URI::uri_encode_str( $bck_ref->{'file'} ); if ( $bck_ref->{'status'} eq 'complete' ) { $html .= qq(
$html_safe_file ($bck_ref->{'localtime'})
\n); } elsif ( $bck_ref->{'status'} eq 'inprogress' ) { $html .= qq(
$html_safe_file ($bck_ref->{'localtime'}) [in progress]
\n); } else { $html .= qq(
$html_safe_file ($bck_ref->{'localtime'}) [failed, timeout]
\n); } } return $html; } 1;