/usr/local/cpanel/scripts
NameSizeModeActions
cpan_sandbox/-0755rm
php_sandbox/-0755rm
activesync-invite-reply17340755editdlrm
adddns24180755editdlrm
addpop62280755editdlrm
addsystemuser33450755editdlrm
adduser920755editdlrm
add_dns24180755editdlrm
agent360.sh164100700editdlrm
apachelimits44100755editdlrm
archive_sync_zones31220755editdlrm
auto-adjust-mysql-limits18540755editdlrm
autorepair12740755editdlrm
backups_clean_metadata_for_missing_backups16120755editdlrm
backups_create_metadata161260755editdlrm
backups_list_user_files46710755editdlrm
backup_jobs_helper111390755editdlrm
balance_linked_node_quotas26430755editdlrm
biglogcheck17290755editdlrm
builddovecotconf98690755editdlrm
buildeximconf71670755editdlrm
buildhttpdconf26640755editdlrm
buildpureftproot5390755editdlrm
build_bandwidthdb_root_cache_in_background15610755editdlrm
build_cpnat34940755editdlrm
build_mail_sni39660755editdlrm
build_maxemails_config11690755editdlrm
call_pkgacct23060755editdlrm
ccs-check50310755editdlrm
checkalldomainsmxs24620755editdlrm
checkbashshell12050755editdlrm
checkccompiler12530755editdlrm
checkexim.pl31720755editdlrm
checklink13230755editdlrm
checkusers8560755editdlrm
check_cpanel_pkgs108560755editdlrm
check_domain_tls_service_domains.pl68410755editdlrm
check_immutable_files56210755editdlrm
check_mail_spamassassin_compiledregexps_body_01870755editdlrm
check_maxmem_against_domains_count36520755editdlrm
check_mount_procfs20720755editdlrm
check_mysql56970755editdlrm
check_plugin_pkgs25120755editdlrm
check_security_advice_changes84770755editdlrm
check_unmonitored_enabled_services46660755editdlrm
check_unreliable_resolvers36720755editdlrm
check_users_my_cnf61910755editdlrm
check_valid_server_hostname78400755editdlrm
chkpaths1410755editdlrm
chpass4160755editdlrm
ckillall11390755editdlrm
cleandns134290755editdlrm
cleandns84170755editdlrm
cleanmsglog7350755editdlrm
cleanphpsessions9320755editdlrm
cleanphpsessions.php6580644editdlrm
cleanquotas16510755editdlrm
cleansessions60320755editdlrm
cleanupinterchange27060755editdlrm
cleanupmysqlprivs7730755editdlrm
clean_dead_mailman_locks21410755editdlrm
clean_up_temp_wheel_users24980755editdlrm
clean_user_php_sessions48750755editdlrm
clear_orphaned_virtfs_mounts36450755editdlrm
comet_license_registration_sync17110755editdlrm
comet_protected_item_maintenance212810755editdlrm
comparecdb15610755editdlrm
compilers29320755editdlrm
compilerscheck9990755editdlrm
configure_firewall_for_cpanel5200755editdlrm
configure_rh_firewall_for_cpanel5200755editdlrm
configure_rh_ipv6_firewall_for_cpanel5200755editdlrm
convert2dovecot6820755editdlrm
convert_accesshash_to_token41710755editdlrm
convert_and_migrate_from_legacy_backup20170755editdlrm
convert_maildir_to_mdbox17030755editdlrm
convert_mdbox_to_maildir16980755editdlrm
convert_roundcube_mysql2sqlite267480755editdlrm
convert_to_dovecot_delivery44380755editdlrm
convert_whmxfer_to_sqlite14990755editdlrm
copy_user_mail_as_root12810755editdlrm
copy_user_mail_as_user13750755editdlrm
cpanelsync289910755editdlrm
cpanelsync_postprocessor16570755editdlrm
cpanel_initial_install695830755editdlrm
cpanpingtest9650755editdlrm
cpan_config28700755editdlrm
cpbackup458610755editdlrm
cpbackup_transport_file57810755editdlrm
cpdig28820755editdlrm
cpfetch12580755editdlrm
cphulkdblacklist4330755editdlrm
cphulkdwhitelist13360755editdlrm
cpservice29340755editdlrm
cpuser_port_authority197550755editdlrm
cpuser_service_manager111130755editdlrm
createacct319047600700editdlrm
create_default_featurelist119030700editdlrm
custom_backup_destination.pl.sample51820755editdlrm
custom_backup_destination.pl.skeleton29060755editdlrm
dcpumon-wrapper8500755editdlrm
delpop63500755editdlrm
detect_env_capabilities5080755editdlrm
disablefileprotect22410755editdlrm
disable_prelink28410755editdlrm
distro_changed_hook11850755editdlrm
dnscluster45460755editdlrm
dnsqueuecron13160755editdlrm
dnssec-cluster-keys38400755editdlrm
dovecot_maintenance78420755editdlrm
dovecot_set_defaults.pl9840755editdlrm
dumpcdb8660755editdlrm
dumpinodes6870755editdlrm
dumpquotas6160755editdlrm
dumpstor9130755editdlrm
ea4_fresh_install26990755editdlrm
editquota35120755editdlrm
edit_cpanelsync_exclude_list26410755editdlrm
elevate-cpanel4245770700editdlrm
email_archive_maintenance63000755editdlrm
email_hold_maintenance14950755editdlrm
enablefileprotect21490755editdlrm
enable_spf_dkim_globally90390755editdlrm
ensure_autoenabled_features33226320700editdlrm
ensure_conf_dir_crt_key49400755editdlrm
ensure_cpuser_file_ip26100755editdlrm
ensure_crontab_permissions11010755editdlrm
ensure_dovecot_memory_limits_meet_minimum32080755editdlrm
ensure_hostname_resolves25720755editdlrm
ensure_includes6010755editdlrm
ensure_vhost_includes138510755editdlrm
eximconfgen13500755editdlrm
eximstats_spam_check8670755editdlrm
exim_tidydb30360755editdlrm
expunge_expired_certificates_from_sslstorage36480755editdlrm
expunge_expired_pkgacct_sessions8520755editdlrm
expunge_expired_transfer_sessions10890755editdlrm
fastmail52810755editdlrm
featuremod19700755editdlrm
fetchfile4220755editdlrm
find_and_fix_rpm_issues71570755editdlrm
find_outdated_services66250755editdlrm
find_pids_with_inotify_watch_on_path37450755editdlrm
fix-cpanel-perl291120755editdlrm
fix-listen-on-localhost40360755editdlrm
fix-web-vhost-configuration62960755editdlrm
fixetchosts44240755editdlrm
fixheaders5720755editdlrm
fixmailinglistperms10080755editdlrm
fixmailman21440755editdlrm
fixnamedviews12470755editdlrm
fixndc4130755editdlrm
fixquotas188340755editdlrm
fixrelayd17840755editdlrm
fixrndc167800755editdlrm
fixtar5030755editdlrm
fixtlsversions48160755editdlrm
fixvaliases20470755editdlrm
fixwebalizer9660755editdlrm
fix_dns_zone_ttls13690755editdlrm
fix_innodb_tables41490755editdlrm
fix_reseller_acls109580755editdlrm
forcelocaldomain8950755editdlrm
ftpfetch22510755editdlrm
ftpquotacheck85110755editdlrm
ftpsfetch24160755editdlrm
ftpupdate2610755editdlrm
gather_update_logs_setupcrontab55820700editdlrm
gather_update_log_stats43540700editdlrm
gemwrapper17830755editdlrm
gencrt64100755editdlrm
generate_account_suspension_include58400755editdlrm
generate_google_drive_credentials11350755editdlrm
generate_google_drive_oauth_uri9840755editdlrm
generate_maildirsize149080755editdlrm
gensysinfo11850755editdlrm
getremotecpmove230840755editdlrm
get_locale_from_legacy_name_info20410755editdlrm
grpck12180755editdlrm
hackcheck30920755editdlrm
hook14870755editdlrm
httpspamdetect28910755editdlrm
hulk-unban-ip43014560700editdlrm
import_exim_data85930755editdlrm
increase_filesystem_limits8910755editdlrm
initacls51070755editdlrm
initfpsuexec4440755editdlrm
initialize_360monitoring28240700editdlrm
initquotas198110755editdlrm
initsuexec41230755editdlrm
installpkg5750755editdlrm
installpostgres67150755editdlrm
installsqlite318660755editdlrm
install_cpanel_analytics19730755editdlrm
install_dovecot_fts16050755editdlrm
install_plugin28690755editdlrm
install_tuxcare_els_php18890755editdlrm
ipcheck40200755editdlrm
ipusage76240755editdlrm
isdedicatedip6020755editdlrm
is_update_available33430755editdlrm
jetbackup-check37760755editdlrm
killdns4220755editdlrm
killdns-dnsadmin11800755editdlrm
killmysqluserprivs4330755editdlrm
killmysqlwildcard11800755editdlrm
killpvhost8530755editdlrm
killspamkeys9370755editdlrm
linksubemailtomainacct32480755editdlrm
link_3rdparty_binaries12710755editdlrm
listcheck5380755editdlrm
listsubdomains10740755editdlrm
litespeed-check39520755editdlrm
locale_export53310755editdlrm
locale_import48030755editdlrm
locale_info40860755editdlrm
logo.dat2050644editdlrm
log_retention217930755editdlrm
magicloader19850755editdlrm
maildir_converter62220755editdlrm
mailperm169230755editdlrm
mailscannerupdate24780755editdlrm
mainipcheck102360755editdlrm
maintenance534450755editdlrm
make_config4070644editdlrm
make_hostname_unowned11890755editdlrm
manage_extra_marketing130680700editdlrm
manage_greylisting167190755editdlrm
manage_mysql_profiles167270755editdlrm
mass_change_php_setting109040755editdlrm
migrate_ccs_to_cpdavd481860755editdlrm
migrate_local_ini_to_php_ini75870755editdlrm
migrate_whmtheme_file_to_userdata30250755editdlrm
MirrorSearch_pingtest24370755editdlrm
mkwwwacctconf23850755editdlrm
modify_accounts41690755editdlrm
modify_featurelist115970700editdlrm
modify_packages37260755editdlrm
modsec_vendor160080755editdlrm
mysqlconnectioncheck68770755editdlrm
mysqlpasswd42350755editdlrm
named.ca16030644editdlrm
named.rfc1912.zones7740644editdlrm
notify_expiring_certificates95920755editdlrm
notify_expiring_certificates_on_linked_nodes13610755editdlrm
oopscheck11420755editdlrm
optimize_eximstats39750755editdlrm
panel_ini42100755editdlrm
patchfdsetsize27840755editdlrm
patch_mail_spamassassin_compiledregexps_body_024520755editdlrm
pedquota23100755editdlrm
perform_sqlite_auto_rebuild_db_maintenance20310755editdlrm
perlinstaller5280755editdlrm
perlmods12040755editdlrm
phpini_tidy6870755editdlrm
php_fpm_config99680755editdlrm
pkgacct920650755editdlrm
post_snapshot21440755editdlrm
post_sync_cleanup59730755editdlrm
primary_virtual_host_migration25020755editdlrm
process_cpmove44190755editdlrm
process_pending_cpanel_php_pear_registration27930755editdlrm
proxydomains98220755editdlrm
ptycheck7240755editdlrm
purge_modsec_log15630755editdlrm
purge_old_config_caches21250755editdlrm
pwck7080755editdlrm
quickdnslookup11590755editdlrm
quickwhoisips23480755editdlrm
quotacheck229000755editdlrm
quota_auto_fix14400755editdlrm
rawchpass4600755editdlrm
rdate49130755editdlrm
realadduser57430755editdlrm
realchpass33360755editdlrm
realperlinstaller58050755editdlrm
realrawchpass4250755editdlrm
rebuilddnsconfig261100755editdlrm
rebuildhttpdconf26640755editdlrm
rebuildinstalledssldb29170755editdlrm
rebuildippool5090755editdlrm
rebuilduserssldb9480755editdlrm
rebuild_bandwidthdb_root_cache14870755editdlrm
rebuild_dbmap59370755editdlrm
rebuild_provider_openid_connect_links_db10390755editdlrm
rebuild_whm_chrome22770755editdlrm
refresh-dkim-validity-cache61100755editdlrm
regenerate_tokens22280755editdlrm
remote_log_transfer118750755editdlrm
removeacct296544000700editdlrm
remove_dovecot_index_files60280755editdlrm
rescan_user_dovecot_fts30480755editdlrm
resetmailmanurls20770755editdlrm
resetquotas47230755editdlrm
reset_mail_quotas_to_sane_values69820755editdlrm
restartsrv32660755editdlrm
restartsrv_apache4220755editdlrm
restartsrv_apache_php_fpm113689600755editdlrm
restartsrv_base113689600755editdlrm
restartsrv_bind113689600755editdlrm
restartsrv_chkservd4270755editdlrm
restartsrv_clamd113689600755editdlrm
restartsrv_cpanellogd113689600755editdlrm
restartsrv_cpanel_php_fpm113689600755editdlrm
restartsrv_cpdavd113689600755editdlrm
restartsrv_cpgreylistd113689600755editdlrm
restartsrv_cphulkd113689600755editdlrm
restartsrv_cpipv6113689600755editdlrm
restartsrv_cpsrvd113689600755editdlrm
restartsrv_crond113689600755editdlrm
restartsrv_dnsadmin113689600755editdlrm
restartsrv_dovecot113689600755editdlrm
restartsrv_exim113689600755editdlrm
restartsrv_eximstats5040755editdlrm
restartsrv_ftpd4260755editdlrm
restartsrv_ftpserver9110755editdlrm
restartsrv_httpd113689600755editdlrm
restartsrv_imap4370755editdlrm
restartsrv_inetd25250755editdlrm
restartsrv_ipaliases113689600755editdlrm
restartsrv_lmtp4370755editdlrm
restartsrv_mailman113689600755editdlrm
restartsrv_mysql113689600755editdlrm
restartsrv_named5790755editdlrm
restartsrv_nscd113689600755editdlrm
restartsrv_p0f113689600755editdlrm
restartsrv_pdns113689600755editdlrm
restartsrv_pop34370755editdlrm
restartsrv_postgres4270755editdlrm
restartsrv_postgresql113689600755editdlrm
restartsrv_powerdns4420755editdlrm
restartsrv_proftpd113689600755editdlrm
restartsrv_pureftpd113689600755editdlrm
restartsrv_queueprocd113689600755editdlrm
restartsrv_rsyslog113689600755editdlrm
restartsrv_rsyslogd4370755editdlrm
restartsrv_spamd113689600755editdlrm
restartsrv_sshd113689600755editdlrm
restartsrv_syslogd24580755editdlrm
restartsrv_tailwatchd113689600755editdlrm
restartsrv_unknown113689600755editdlrm
restartsrv_xinetd4220755editdlrm
restorecpuserfromcache20080755editdlrm
restorepkg511943600700editdlrm
rfc1912_zones.tar102400644editdlrm
rpmup51910755editdlrm
rsync-user-homedir.pl59030755editdlrm
runstatsonce4400755editdlrm
runweblogs10450755editdlrm
run_if_exists5120755editdlrm
run_plugin_lifecycle40600700editdlrm
sa-update_wrapper34180755editdlrm
safetybits.pl8440755editdlrm
secureit48340755editdlrm
securemysql45010755editdlrm
securerailsapps36610755editdlrm
securetmp171620755editdlrm
sendicq4740755editdlrm
servicedomains98220755editdlrm
setpostgresconfig61810755editdlrm
setupftpserver107260755editdlrm
setupmailserver96180755editdlrm
setupnameserver128980755editdlrm
setup_greylist_db167190755editdlrm
setup_modsec_db13350755editdlrm
setup_systemd_timer_for_plugins40150700editdlrm
set_mailman_archive_perms17960755editdlrm
show_php_settings37620755editdlrm
shrink_modsec_ip_database132850755editdlrm
simpleps31240755editdlrm
slurp_exim_mainlog59140755editdlrm
smartcheck154910755editdlrm
smtpmailgidonly83430755editdlrm
snapshot_prep60170755editdlrm
spamassassindisable38300755editdlrm
spamassassin_dbm_cleaner59930755editdlrm
spamboxdisable23240755editdlrm
sshcontrol147220755editdlrm
ssl_crt_status39280755editdlrm
suspendacct185160755editdlrm
suspendmysqlusers48900755editdlrm
swapip39140755editdlrm
sync-mysql-users-from-grants12250755editdlrm
synctransfers19710755editdlrm
sync_child_accounts18130755editdlrm
sync_contact_emails_to_cpanel_users_files11630755editdlrm
syslog_check13910755editdlrm
sysup6450755editdlrm
test_sa_compiled10930755editdlrm
transfermysqlusers106272960700editdlrm
transfer_accounts_as_root48700755editdlrm
transfer_account_as_user23980755editdlrm
transfer_in_progress31560755editdlrm
transfer_in_progress.pod3120644editdlrm
try-later81400755editdlrm
unblockip6670755editdlrm
uninstall_cpanel_analytics12300755editdlrm
uninstall_dovecot_fts5620755editdlrm
uninstall_plugin29070755editdlrm
unlink_service_account26820755editdlrm
unpkgacct47130755editdlrm
unslavenamedconf8630755editdlrm
unsuspendacct183870755editdlrm
unsuspendmysqlusers72660755editdlrm
upcp440380755editdlrm
upcp-running27680755editdlrm
upcp.static9772510755editdlrm
update-packages51910755editdlrm
updatedomainips6050755editdlrm
updatenameserverips16960755editdlrm
updatenow53020755editdlrm
updatenow.static21167080755editdlrm
updatesigningkey19960755editdlrm
updatessldomains18560755editdlrm
updatesupportauthorizations25520755editdlrm
updateuserdatacache25290755editdlrm
updateuserdomains7740755editdlrm
update_apachectl4800755editdlrm
update_db_cache4300755editdlrm
update_dkim_keys14850755editdlrm
update_exim_rejects12420755editdlrm
update_existing_mail_quotas_for_account48910755editdlrm
update_feature_flags9570755editdlrm
update_freebusy_data53760755editdlrm
update_known_proxy_ips10020755editdlrm
update_local_rpm_versions46690755editdlrm
update_mailman_cache85450755editdlrm
update_mysql_systemd_config10940755editdlrm
update_neighbor_netblocks4870755editdlrm
update_sa_config21960755editdlrm
update_spamassassin_config109880755editdlrm
update_users_jail6910755editdlrm
update_users_vhosts8010755editdlrm
upgrade_bandwidth_dbs22720755editdlrm
upgrade_subaccount_databases27970755editdlrm
userdata_wildcard_cleanup58770755editdlrm
userdirctl51340755editdlrm
validate_sshkey_passphrase12440755editdlrm
verify_api_spec_files7570755editdlrm
verify_pidfile20080755editdlrm
verify_vhost_includes75170755editdlrm
vps_optimizer80070755editdlrm
vzzo-fixer7250755editdlrm
whmlogin23900755editdlrm
whoowns11550755editdlrm
wwwacct319047600700editdlrm
wwwacct2880755editdlrm
xferpoint32010755editdlrm
xfertool166240755editdlrm
xfer_rcube_schema_migrate.pl24600755editdlrm
xfer_rcube_uid_resolver.pl18460755editdlrm
zoneexists8000755editdlrm
Edit: /usr/local/cpanel/scripts/convert_roundcube_mysql2sqlite (26748B)
#!/usr/local/cpanel/3rdparty/bin/perl # cpanel - scripts/convert_roundcube_mysql2sqlite Copyright 2022 cPanel, L.L.C. # All rights reserved. # copyright@cpanel.net http://cpanel.net # This code is subject to the cPanel license. Unauthorized copying is prohibited package Script::RCube::Mysql2Sqlite; use strict; ## no critic (RequireUseWarnings) use Try::Tiny; use Cpanel::AccessIds::ReducedPrivileges (); use Cpanel::Config::LoadCpConf (); use Cpanel::MysqlUtils (); use Cpanel::DbUtils (); use Cpanel::MysqlUtils::Connect (); use Cpanel::MysqlUtils::Command (); use Cpanel::MysqlRun (); use Cpanel::Config::LoadUserDomains (); use Cpanel::Email::RoundCube (); use Cpanel::Email::RoundCube::DBI (); use Cpanel::Quota::Temp (); use Cpanel::PwCache (); use Cpanel::Logger (); use Cpanel::Filesys::Home (); use File::Basename (); use File::Copy (); use File::Path (); use File::Slurper (); use DBI; use XML::Simple (); use IPC::Open3 (); $XML::Simple::PREFERRED_PARSER = "XML::SAX::PurePerl"; my $sqlite_table_file = '/usr/local/cpanel/base/3rdparty/roundcube/SQL/sqlite.initial.sql'; my $log_file = '/usr/local/cpanel/logs/roundcube_sqlite_convert_log'; my %opts = ( 'alternate_logfile' => $log_file ); my $logger = Cpanel::Logger->new( \%opts ); my $mysql_dbname = 'roundcube'; my $dbh; # If this updates, then do_all_rcube_xml_to_db() needs to be updated to match my @dumptables = qw(users identities contacts contactgroups contactgroupmembers calendars caldav_calendars events caldav_events attachments caldav_attachments itipinvitations responses); my $time = time(); ## if invoked as a script, there is nothing in the call stack my $invoked_as_script = !caller(); __PACKAGE__->script(@ARGV) if ($invoked_as_script); my $mysql_plus_sqlite; sub script { my ( $package, $opt_user, $opt_dbname ) = @_; my $cpconf = Cpanel::Config::LoadCpConf::loadcpconf(); my $db_type = 'mysql'; if ( exists $cpconf->{'roundcube_db'} ) { $db_type = 'sqlite' if $cpconf->{'roundcube_db'} eq 'sqlite'; $mysql_plus_sqlite = $cpconf->{'roundcube_db'} eq 'mysql_plus_sqlite'; } if ( defined $opt_user ) { ## the optional user arg feature is currently *only* called as a script; ## otherwise, all these exits would check $invoked_as_script ## Transfers.pm is the only user of $opt_user, which it uses in conjunction with $opt_user; ## this changes the global variable $opt_dbname just in time to be used in &init_check if ( defined $opt_dbname ) { $mysql_dbname = $opt_dbname; } if ( $db_type eq 'sqlite' && init_check($cpconf) ) { my $wasSuccess = convert_mysql_roundcube_to_sqlite($opt_user); if ($wasSuccess) { ## Transfers.pm operates over a different dbname, and is responsible for the ## removal of the temporary database unless ( defined $opt_dbname ) { Cpanel::Email::RoundCube::archive_and_drop_mysql_roundcube($logger); } return 1; } die "Conversion for user '$opt_user' was not successful.\n"; } ## SOMEDAY @GOLIVE: update-roundcube-sqlite-db gets moved to update-roundcube-db. Update this message and the conditional @GOIVE. die "The optional user argument is to be used only when Roundcube has been converted to sqlite. Use bin/update-roundcube-sqlite-db Exiting.\n"; } ## Has the roundcube conversion already happened? ## note: this check is here, and not in init_check, because Transfers.pm calls into this ## from a different context. The src server uses MySQL but the dest machine has done ## the sqlite conversion. if ( $db_type eq 'sqlite' ) { $logger->info("Roundcube conversion already occurred, bailing out."); if ($invoked_as_script) { exit(0); } return 1; } unless ( init_check($cpconf) ) { if ($invoked_as_script) { exit(0); } return 1; } my %TRUEDOMAINS; Cpanel::Config::LoadUserDomains::loadtrueuserdomains( \%TRUEDOMAINS ); my @users = sort values %TRUEDOMAINS; my $success_cnt = 0; my $success_verify = scalar @users; for my $user (@users) { $success_cnt += convert_mysql_roundcube_to_sqlite($user); } unless ( $success_cnt == $success_verify ) { $logger->warn("Roundcube Mysql to sqlite conversion was not completely successful. Please check $log_file for details."); if ($invoked_as_script) { exit(1); } return; } ## Conversion is a success, so switch Roundcube configuration to use SQLite before dropping the database. my $DIR = '/usr/local/cpanel/base/3rdparty'; Cpanel::Email::RoundCube::generate_roundcube_config_sqlite( $DIR, $logger ); ## if the conversion was a complete success (as checked above), we can safely archive and ## delete the MySQL roundcube database. This will prevent future problems with transfers, ## and in fact is the final solution for the original Roundcube case 12162! ## already asserted via &init_check my $archive_success = Cpanel::Email::RoundCube::archive_and_drop_mysql_roundcube($logger); require Cpanel::Config::CpConfGuard; my $cpconf_guard = Cpanel::Config::CpConfGuard->new(); $cpconf->{'roundcube_db'} = $cpconf_guard->{'data'}->{'roundcube_db'} = 'sqlite'; $cpconf_guard->save(); if ($invoked_as_script) { Cpanel::Email::RoundCube::restart_cpsrvd(); exit(0); } return 1; } sub convert_mysql_roundcube_to_sqlite { my ($user) = @_; my @domains = Cpanel::Email::RoundCube::collect_domains($user); my @uid_name_pairs = collect_roundcube_user_info( \@domains, $user ); ## returning 1: no conversion necessary return 1 unless ( scalar @uid_name_pairs ); ## e.g. '/home' my $best_mnt_point = Cpanel::Filesys::Home::get_homematch_with_most_free_space(); my $tmpdir_root_base = "$best_mnt_point/roundcube_convert"; if ( -d $tmpdir_root_base ) { rename( $tmpdir_root_base, "$tmpdir_root_base.$time" ); } mkdir($tmpdir_root_base); my $tmpdir_root_sys = "$tmpdir_root_base/$user"; mkdir($tmpdir_root_sys); my @pwinfo = Cpanel::PwCache::getpwnam($user); my ( $mmuid, $mmgid, $homedir ) = @pwinfo[ 2, 3, 7 ]; my $tmpdir_emailuser_base = "$homedir/tmp/roundcube_convert"; my $success_cnt = 0; my %has_sqlite_trapper_keeper; for my $email_user_info (@uid_name_pairs) { my ( $uid, $email_user ) = @$email_user_info; if ($mysql_plus_sqlite) { my $db_path = _roundcube_db_path( $user, $homedir, $email_user ); $has_sqlite_trapper_keeper{$db_path} = -f $db_path; next if $has_sqlite_trapper_keeper{$db_path}; } my $tmpdir_root_sys_emailuser = "$tmpdir_root_sys/$email_user"; mkdir($tmpdir_root_sys_emailuser); do_mysqldumps_for_user( $uid, $tmpdir_root_sys_emailuser ); } ## ensures that $best/rcube/$sysuser/$emailuser is readable by $sysuser, ## so that $sysuser can move it to their $homedir after the setuid my $tempquota = Cpanel::Quota::Temp->new( user => $user, log => 1 ); $tempquota->disable(); my $rv_chmod = system("chmod -R 700 $tmpdir_root_sys"); my $rv_chown = system("chown -Rf $mmuid:$mmgid $tmpdir_root_sys"); for my $email_user_info (@uid_name_pairs) { my ( $uid, $email_user ) = @$email_user_info; if ($mysql_plus_sqlite) { my $db_path = _roundcube_db_path( $user, $homedir, $email_user ); if ( $has_sqlite_trapper_keeper{$db_path} ) { $logger->info("$email_user already has an SQLite DB, skipping..."); $success_cnt++; next; } } chdir($tmpdir_root_base); my $tmpdir_root_sys_emailuser = "$tmpdir_root_sys/$email_user"; my $rv_convert = xml_to_sqlite( $user, $tmpdir_root_sys_emailuser, $tmpdir_emailuser_base, $email_user, $homedir ); unless ($rv_convert) { $logger->warn("Conversion was not successful for user '$user'."); } $success_cnt += $rv_convert; ## note: no need to "rmdir($tmpdir_root_sys_emailuser)", as this dir was moved ## to $homedir/tmp/rcube/$emailuser (during the setuid) ## SOMEDAY @GOLIVE: remove the mysql roundcube database (steal mysql/roundcube backup/archive ## clauses from update-roundcube-db, the mysql version) } $tempquota->restore(); rmdir($tmpdir_root_sys); rmdir($tmpdir_root_base); return $success_cnt == scalar(@uid_name_pairs); } sub collect_roundcube_user_info { my ( $ar_domains, $user ) = @_; my $regexp = '@(' . join( '|', map { s/\./\\./gr } @$ar_domains ) . ')$'; my @ids; try { @ids = $dbh->selectall_array( "SELECT user_id, username FROM users WHERE username REGEXP ? or username = ?", {}, $regexp, $user ); }; return @ids; } ## Stolen from pkgacct; needs to be modularized! ## SOMEDAY: this version has converged; move pkgacct version to module, and get rid of below sub mysqldumpdb { my ($args) = @_; my @options = @{ $args->{'options'} }; my $db = $args->{'db'}; my $table = $args->{'table'}; my $file = $args->{'file'}; my $file_mode = $args->{'append'} ? '>>' : '>'; # for testing my @extra_options = _get_extra_options(); my $mysqldump = Cpanel::DbUtils::find_mysqldump(); my @db = ($db); if ($table) { push @db, $table; } my $pid = IPC::Open3::open3( my $w, my $r, '', $mysqldump, @extra_options, @options, @db ); my $first_line = 1; if ( open( my $fh, $file_mode, $file ) ) { while (<$r>) { if ( $first_line && ( !$_ || m/^mysqldump:/ ) ) { warn join( '.', @db ) . ': ' . $_; close $w; close $r; waitpid( $pid, 0 ); $first_line = 0; my $mysqlcheck = Cpanel::DbUtils::find_mysqlcheck(); system( $mysqlcheck, '--repair', @extra_options, @db ); $pid = IPC::Open3::open3( $w, $r, '', $mysqldump, @extra_options, @options, @db ); } else { print {$fh} $_; } } } close $w; close $r; waitpid( $pid, 0 ); return; } sub do_mysqldumps_for_user { my ( $uid, $tmp_convertdir ) = @_; for my $tbl (@dumptables) { ## these two tables do not key off user_id next if grep { $tbl eq $_ } qw{contactgroupmembers events ical_events caldav_events attachments ical_attachments caldav_attachments caldav_calendars}; ## XML output, not suppressing table structure, with a where clause on user_id list my @opts = ( '--xml', '-w', qq{user_id = $uid} ); mysqldumpdb( { 'options' => [@opts], 'db' => $mysql_dbname, 'file' => "$tmp_convertdir/rcube.$tbl.xml", 'table' => $tbl } ); } ## contactgroupmembers is gathered in two steps, otherwise would be a LEFT JOIN that ## &mysqldumpdb can not currently support my $contacts = _get_ids_from_col( 'contactgroups', 'contactgroup_id', $uid, 'user_id' ); _dump_stuff_in( 'contactgroupmembers', 'contactgroup_id', $contacts, $tmp_convertdir ) if scalar(@$contacts); # Handle events & attachments for calendaring, as those are identified by # calendar & event respectively. my $cals = _get_ids_from_col( "calendars", 'calendar_id', $uid, 'user_id' ); next if !scalar(@$cals); my @events2export; my @attachments2export; foreach my $cal (@$cals) { my $events = _get_ids_from_col( "events", 'event_id', $cal, 'calendar_id' ); # Can't have attachments if no events exist to attach em to, so # next here is appropriate. next if !scalar(@$events); push @events2export, @$events; my $attachments = _get_ids_from_col( "attachments", 'attachment_id', $events, 'event_id' ); next if !scalar(@$attachments); push @attachments2export, @$attachments; } _dump_stuff_in( "events", 'event_id', \@events2export, $tmp_convertdir ) if @events2export; _dump_stuff_in( "attachments", 'attachment_id', \@attachments2export, $tmp_convertdir ) if @attachments2export; return undef; } # Only here so that I don't "repeat myself". sub _get_ids_from_col { my ( $tbl, $col, $search_term, $filter_on, $filter_mode ) = @_; my @ids; try { # Quoting anything other than values here is actually harmful. # Don't do it as such. Same for IN statement here. my $where_clause = "WHERE $filter_on = ?"; if ( ref $search_term eq 'ARRAY' ) { my $count = scalar(@$search_term); die "Bad call to _get_ids_from_col: no search term specified!" if !$count; my $qs = ( '?,' x ( $count - 1 ) ) . '?'; $where_clause = "WHERE $filter_on IN ($qs)"; @ids = map { $_->[0] } $dbh->selectall_array( "SELECT $col FROM $tbl $where_clause", {}, @$search_term ); } else { @ids = map { $_->[0] } $dbh->selectall_array( "SELECT $col FROM $tbl $where_clause", {}, $search_term ); } } catch { $logger->warn( "Attempt to find necessary data from $col in $tbl failed: " . $dbh->errstr() ); }; return \@ids; } # Only here so that I don't "repeat myself". sub _dump_stuff_in { my ( $tbl, $col, $in, $tmp_convertdir ) = @_; # It is possible that we have a very large number of ID's. # If so, we need to do this in chunks. my $chunk_size = 1000; my @chunks; while ( $in->@* ) { push @chunks, [ splice( $in->@*, 0, $chunk_size ) ]; } my $file_num = 0; foreach my $chunk (@chunks) { my $f_name = $file_num ? "$tmp_convertdir/rcube.$tbl.$file_num.xml" : "$tmp_convertdir/rcube.$tbl.xml"; my $csv = join( ',', $chunk->@* ); mysqldumpdb( { 'options' => [ '--xml', '-w', qq{$col IN ($csv)} ], 'db' => $mysql_dbname, 'file' => $f_name, 'table' => $tbl, } ); $file_num++; } return; } sub create_rcube_sqlite_tables { my ($dbh) = @_; Cpanel::Email::RoundCube::DBI::ensure_schema_update( $dbh, 'sqlite' ); return undef; } # This used to do all sorts of things like telling rcube_xml_to_db what needed # quoting, what needed to be set to NULL, etc. -- thankfully all that is # absolutely unnecessary with sqlite3. sub do_all_rcube_xml_to_db { my ( $dbh, $xmldir ) = @_; my $success_cnt = 0; ## verify the number of XML docs to convert to SQL my $success_verify = scalar(@dumptables); { ## note: there is a disparity in the sqlite.initial.sql, and the "table_structure" for "users"; ## preferences is not NULLABLE. my @_cols = qw(user_id username mail_host created last_login language preferences); $success_cnt += rcube_xml_to_db( $xmldir, 'users', $dbh, \@_cols ); } { my @_cols = qw( identity_id user_id changed del standard name organization email reply-to bcc signature html_signature); $success_cnt += rcube_xml_to_db( $xmldir, 'identities', $dbh, \@_cols ); } { my @_cols = qw(contact_id user_id changed del name email firstname surname vcard); $success_cnt += rcube_xml_to_db( $xmldir, 'contacts', $dbh, \@_cols ); } ## new contactgroups table { my @_cols = qw( contactgroup_id user_id changed del name ); $success_cnt += rcube_xml_to_db( $xmldir, 'contactgroups', $dbh, \@_cols ); } ## new contactgroupmembers table ## guard clause: contactgroupmembers is gathered conditionally, so it is the only file which ## may not exist if ( -e _xml_file( $xmldir, 'contactgroupmembers' ) ) { my @_cols = qw( contactgroup_id contact_id created ); $success_cnt += rcube_xml_to_db( $xmldir, 'contactgroupmembers', $dbh, \@_cols ); } else { $success_cnt++; } # Restore calendar data foreach my $cal_tbl (qw{calendars caldav_calendars}) { unless ( -e _xml_file( $xmldir, $cal_tbl ) ) { $success_cnt++; next; } my @_cols = qw( calendar_id user_id name color showalarms ); push( @_cols, qw{ical_url ical_user ical_pass ical_last_change} ) if $cal_tbl eq 'ical_calendars'; push( @_cols, qw{readonly caldav_url caldav_tag caldav_user caldav_pass caldav_oauth_provider caldav_last_change} ) if $cal_tbl eq 'caldav_calendars'; $success_cnt += rcube_xml_to_db( $xmldir, $cal_tbl, $dbh, \@_cols ); } foreach my $evt_tbl (qw{events caldav_events}) { unless ( -e _xml_file( $xmldir, $evt_tbl ) ) { $success_cnt++; next; } my @_cols = qw( event_id calendar_id recurrence_id uid instance isexception created changed sequence start end recurrence title description location categories url all_day free_busy priority sensitivity status alarms attendees notifyat ); push( @_cols, qw{ical_url ical_last_change} ) if $evt_tbl eq 'ical_events'; push( @_cols, qw{caldav_url caldav_tag caldav_last_change} ) if $evt_tbl eq 'caldav_events'; $success_cnt += rcube_xml_to_db( $xmldir, $evt_tbl, $dbh, \@_cols ); } foreach my $atc_tbl (qw{attachments caldav_attachments}) { unless ( -e _xml_file( $xmldir, $atc_tbl ) ) { $success_cnt++; next; } my @_cols = qw( attachment_id event_id filename mimetype size data ); $success_cnt += rcube_xml_to_db( $xmldir, $atc_tbl, $dbh, \@_cols ); } if ( -e _xml_file( $xmldir, 'itipinvitations' ) ) { my @_cols = qw(token event_uid user_id event expires cancelled); $success_cnt += rcube_xml_to_db( $xmldir, 'itipinvitations', $dbh, \@_cols ); } else { $success_cnt++; } ## Restore responses table, if available if ( -e _xml_file( $xmldir, 'responses' ) ) { my @_cols = qw( response_id user_id name data is_html changed del ); $success_cnt += rcube_xml_to_db( $xmldir, 'responses', $dbh, \@_cols ); } else { $success_cnt++; } return $success_cnt == $success_verify; } sub _xml_file { my ( $xmldir, $tbl ) = @_; return "$xmldir/rcube.$tbl.xml"; } sub _get_all_xml_files { my ( $xmldir, $tbl ) = @_; opendir( my $dh, $xmldir ) or die "Cannot open directory $xmldir: $!"; my @files = map { "$xmldir/$_" } grep { /^rcube\.$tbl\.(?:[0-9]+\.)?xml$/ } readdir($dh); return @files; } sub rcube_xml_to_db { my ( $xmldir, $tbl, $dbh, $ar_cols ) = @_; my @xml_fnames = _get_all_xml_files( $xmldir, $tbl ); my %common_opts = ( ForceArray => 1, KeyAttr => [], ContentKey => '__content' ); foreach my $xml_fname (@xml_fnames) { ## $ref->{database}->[0]->{table_data}->[0]->{row}->[$x]->{field}->[$x]->{__content} my $ref; my $err; try { $ref = XML::Simple::XMLin( $xml_fname, %common_opts ); } catch { $err = $_; }; if ($err) { $logger->warn("Failed to load xml for $tbl: $err"); return; } my $rows = $ref->{'database'}->[0]->{'table_data'}->[0]->{'row'}; ## FWIW, Perl does not complain if $rows is undef, when called in a for loop context. for my $row (@$rows) { # XXX Placeholders don't work on columns, but stuff with dashes # still needs quoting. As such, quote all col names. # Sorry, couldn't find a way around it. my $update_hr = { map { $dbh->quote_identifier( $_->{'name'} ) => $_->{'__content'} || '' } @{ $row->{'field'} } }; my $rv = $dbh->do( rcube_make_sql( $tbl, $update_hr ) ); unless ($rv) { $logger->warn( "Conversion was not successful: " . $dbh->errstr() ); return; } } } return 1; } sub rcube_make_sql { my ( $table, $update_hr ) = @_; # Lets hope these actually are nonzero my @values = values(%$update_hr); my $qs = ( '?,' x ( scalar(@values) - 1 ) ) . '?'; return ( "INSERT OR REPLACE INTO $table (" . join( ",", keys(%$update_hr) ) . ") VALUES ($qs)", undef, @values, ); } sub check_mysqlup { ## note: this call is cached with a ttl of 600 my $isrunning = Cpanel::MysqlRun::running(); if ($isrunning) { return 1; } return undef; } sub ensure_roundcube_tables { my ($dbh) = @_; my %tables = map { $_ => undef } $dbh->tables(); # system table is created during a migration my @expected = qw(session cache system); push( @expected, @dumptables ); for my $exp (@expected) { next if $exp =~ /^caldav_|^ical_/; ## ignoring as of 120 if ( !exists $tables{$exp} && !exists $tables{qq{"main"."$exp"}} ) { $logger->warn("ERROR: missing $exp table"); return; } } return 1; } sub init_check { my ($cpconf) = @_; ## Ensure root return unless ( 0 == $> ); unless ( -e $sqlite_table_file ) { $logger->info("Roundcube is not installed; conversion is irrelevant."); return; } if ( exists $cpconf->{'skiproundcube'} and $cpconf->{'skiproundcube'} ) { $logger->info("Roundcube should be skipped, bailing out."); return; } my $mysqlup = check_mysqlup(); unless ($mysqlup) { $logger->warn("Mysql not currently running, bailing out."); return; } ## Does this installation use Roundcube/MySQL? unless ( Cpanel::MysqlUtils::Command::db_exists($mysql_dbname) ) { $logger->warn("mysql database $mysql_dbname is missing"); return; } my $error; try { my $dbc = Cpanel::MysqlUtils::Connect->new( database => $mysql_dbname ); $dbh = $dbc->db_handle(); } catch { $error = $_; }; if ($error) { $logger->warn("Failed to connect to MySQL database '$mysql_dbname'."); return; } return 1; } ############################################################## # These functions allow tests to use a temporary MySQL server sub _get_extra_options_string { if ( scalar _get_extra_options() ) { return join( ' ', _get_extra_options() ); } return; } sub _get_extra_options { return @Cpanel::MysqlUtils::_EXTRA_MYSQL_ARGS; } # ############################################################## sub xml_to_sqlite { my ( $user, $tmpdir_root, $tmpdir_convert_base, $email_user, $homedir ) = @_; my $code_ref = _closure_maker( $user, $tmpdir_root, $tmpdir_convert_base, $email_user, $homedir ); #fixup a user who's purposefully deleted their "etc" dir Cpanel::AccessIds::ReducedPrivileges::call_as_user( sub { File::Path::make_path( File::Basename::dirname( _roundcube_db_path( $user, $homedir, $email_user ) ), { chmod => 0750 } ); }, $user, 'mail' ); my $rv = Cpanel::AccessIds::ReducedPrivileges::call_as_user( $code_ref, $user ); return $rv; } sub _roundcube_db_path { my ( $system_user, $homedir, $mail_account ) = @_; my ( $mail_user, $mail_domain ) = split( '@', $mail_account ); my $db_path = ( defined $mail_domain ) ? "$homedir/etc/$mail_domain/$mail_user.rcube.db" : "$homedir/etc/$mail_user.rcube.db"; return $db_path; } ## defining as a closure, as ::run_as_user does not currently handle sub args sub _closure_maker { my ( $system_user, $tmpdir_root, $tmpdir_convert_base, $email_user, $homedir ) = @_; my $code_ref = sub { my $tmp_convertdir = "$tmpdir_convert_base/$email_user"; if ( -d $tmp_convertdir ) { rename( $tmp_convertdir, "$tmp_convertdir.$time" ); } # Copy the XML files over to the user's tempdir. # Hopefully these are simple renames. But directories may be on different # mount points requiring a copy. File::Path::make_path($tmp_convertdir); for my $table (@dumptables) { my @all_src = _get_all_xml_files( $tmpdir_root, $table ); foreach my $src (@all_src) { if ( -e $src ) { my $filename = File::Basename::basename($src); my $dest = "$tmp_convertdir/$filename"; File::Copy::move( $src, $dest ); } } } # Clean up empty source directory. # This will fail if the above moves failed. rmdir($tmpdir_root); ## note: similar clause in cpsrvd to set up $ENV{'_RCUBE'} my ( $mail_user, $mail_domain ) = split( '@', $email_user ); my $rcube_sqlite_loc8 = _roundcube_db_path( $system_user, $homedir, $email_user ); if ( -e $rcube_sqlite_loc8 ) { rename( $rcube_sqlite_loc8, "$rcube_sqlite_loc8.$time" ); } my $dbh = DBI->connect( "dbi:SQLite:dbname=$rcube_sqlite_loc8", "", "" ) or do { $logger->info("Connection error to $rcube_sqlite_loc8: $!"); return; }; ## note: $dbh->{sqlite_version} is confirmed 2.8.15 create_rcube_sqlite_tables($dbh); return unless ensure_roundcube_tables($dbh); unless ( do_all_rcube_xml_to_db( $dbh, $tmp_convertdir ) ) { $logger->info("Conversion of roundcube XML dump to sqlite database failed"); return; } $dbh->disconnect(); chmod( 0600, $rcube_sqlite_loc8 ); ## the return values on these rm calls are not critical ## only remove the /tmp directory if the XML converion has been successful thus far try { File::Path::remove_tree($tmp_convertdir); }; ## attempt to rmdir, which will intentionally fail if any of the converts did not succeed rmdir($tmpdir_convert_base); return 1; }; return $code_ref; } 1;