package service import ( "context" "fmt" "os" pathUtils "path" "strings" "time" "github.com/1Panel-dev/1Panel/agent/app/model" "github.com/1Panel-dev/1Panel/agent/app/repo" "github.com/1Panel-dev/1Panel/agent/app/task" "github.com/1Panel-dev/1Panel/agent/buserr" "github.com/1Panel-dev/1Panel/agent/constant" "github.com/1Panel-dev/1Panel/agent/global" "github.com/1Panel-dev/1Panel/agent/i18n" "github.com/1Panel-dev/1Panel/agent/utils/cmd" "github.com/1Panel-dev/1Panel/agent/utils/files" "github.com/1Panel-dev/1Panel/agent/utils/ntp" ) func (u *CronjobService) HandleJob(cronjob *model.Cronjob) { var ( message []byte err error ) record := cronjobRepo.StartRecords(cronjob.ID, "") go func() { switch cronjob.Type { case "shell": if len(cronjob.Script) == 0 { return } err = u.handleShell(*cronjob, record.TaskID) case "curl": if len(cronjob.URL) == 0 { return } err = u.handleCurl(*cronjob, record.TaskID) case "ntp": err = u.handleNtpSync(*cronjob, record.TaskID) case "cutWebsiteLog": var messageItem []string messageItem, record.File, err = u.handleCutWebsiteLog(cronjob, record.StartTime) message = []byte(strings.Join(messageItem, "\n")) case "clean": err = u.handleSystemClean(*cronjob, record.TaskID) case "website": err = u.handleWebsite(*cronjob, record.StartTime, record.TaskID) case "app": err = u.handleApp(*cronjob, record.StartTime, record.TaskID) case "database": err = u.handleDatabase(*cronjob, record.StartTime, record.TaskID) case "directory": if len(cronjob.SourceDir) == 0 { return } err = u.handleDirectory(*cronjob, record.StartTime) case "log": err = u.handleSystemLog(*cronjob, record.StartTime) case "snapshot": _ = cronjobRepo.UpdateRecords(record.ID, map[string]interface{}{"records": record.Records}) err = u.handleSnapshot(*cronjob, record.StartTime, record.TaskID) } if err != nil { if len(message) != 0 { record.Records, _ = mkdirAndWriteFile(cronjob, record.StartTime, message) } cronjobRepo.EndRecords(record, constant.StatusFailed, err.Error(), record.Records) return } if len(message) != 0 { record.Records, err = mkdirAndWriteFile(cronjob, record.StartTime, message) if err != nil { global.LOG.Errorf("save file %s failed, err: %v", record.Records, err) } } cronjobRepo.EndRecords(record, constant.StatusSuccess, "", record.Records) }() } func (u *CronjobService) handleShell(cronjob model.Cronjob, taskID string) error { taskItem, err := task.NewTaskWithOps(fmt.Sprintf("cronjob-%s", cronjob.Name), task.TaskHandle, task.TaskScopeCronjob, taskID, cronjob.ID) if err != nil { global.LOG.Errorf("new task for exec shell failed, err: %v", err) return err } taskItem.AddSubTask(i18n.GetWithName("HandleShell", cronjob.Name), func(t *task.Task) error { if len(cronjob.ContainerName) != 0 { command := "sh" if len(cronjob.Command) != 0 { command = cronjob.Command } scriptFile, _ := os.ReadFile(cronjob.Script) return cmd.ExecShellWithTask(taskItem, 24*time.Hour, "docker", "exec", cronjob.ContainerName, command, "-c", strings.ReplaceAll(string(scriptFile), "\"", "\\\"")) } if len(cronjob.Executor) == 0 { cronjob.Executor = "bash" } if cronjob.ScriptMode == "input" { fileItem := pathUtils.Join(global.CONF.System.BaseDir, "1panel", "task", "shell", cronjob.Name, cronjob.Name+".sh") _ = os.MkdirAll(pathUtils.Dir(fileItem), os.ModePerm) shellFile, err := os.OpenFile(fileItem, os.O_CREATE|os.O_WRONLY|os.O_TRUNC, constant.FilePerm) if err != nil { return err } defer shellFile.Close() if _, err := shellFile.WriteString(cronjob.Script); err != nil { return err } if len(cronjob.User) == 0 { return cmd.ExecShellWithTask(taskItem, 24*time.Hour, cronjob.Executor, fileItem) } return cmd.ExecShellWithTask(taskItem, 24*time.Hour, "sudo", "-u", cronjob.User, cronjob.Executor, fileItem) } if len(cronjob.User) == 0 { return cmd.ExecShellWithTask(taskItem, 24*time.Hour, cronjob.Executor, cronjob.Script) } if err := cmd.ExecShellWithTask(taskItem, 24*time.Hour, "sudo", "-u", cronjob.User, cronjob.Executor, cronjob.Script); err != nil { return err } return nil }, nil, ) return taskItem.Execute() } func (u *CronjobService) handleCurl(cronjob model.Cronjob, taskID string) error { taskItem, err := task.NewTaskWithOps(fmt.Sprintf("cronjob-%s", cronjob.Name), task.TaskHandle, task.TaskScopeCronjob, taskID, cronjob.ID) if err != nil { global.LOG.Errorf("new task for exec shell failed, err: %v", err) return err } taskItem.AddSubTask(i18n.GetWithName("HandleShell", cronjob.Name), func(t *task.Task) error { if err := cmd.ExecShellWithTask(taskItem, 24*time.Hour, "bash", "-c", "curl", cronjob.URL); err != nil { return err } return nil }, nil, ) return taskItem.Execute() } func (u *CronjobService) handleNtpSync(cronjob model.Cronjob, taskID string) error { taskItem, err := task.NewTaskWithOps(fmt.Sprintf("cronjob-%s", cronjob.Name), task.TaskHandle, task.TaskScopeCronjob, taskID, cronjob.ID) if err != nil { global.LOG.Errorf("new task for exec shell failed, err: %v", err) return err } taskItem.AddSubTask(i18n.GetMsgByKey("HandleNtpSync"), func(t *task.Task) error { ntpServer, err := settingRepo.Get(settingRepo.WithByKey("NtpSite")) if err != nil { return err } taskItem.Logf("ntp server: %s", ntpServer.Value) ntime, err := ntp.GetRemoteTime(ntpServer.Value) if err != nil { return err } if err := ntp.UpdateSystemTime(ntime.Format(constant.DateTimeLayout)); err != nil { return err } return nil }, nil) return taskItem.Execute() } func (u *CronjobService) handleCutWebsiteLog(cronjob *model.Cronjob, startTime time.Time) ([]string, string, error) { var ( err error filePaths []string msgs []string ) websites := loadWebsForJob(*cronjob) nginx, err := getAppInstallByKey(constant.AppOpenresty) if err != nil { return msgs, "", nil } baseDir := pathUtils.Join(nginx.GetPath(), "www", "sites") fileOp := files.NewFileOp() for _, website := range websites { websiteLogDir := pathUtils.Join(baseDir, website.Alias, "log") srcAccessLogPath := pathUtils.Join(websiteLogDir, "access.log") srcErrorLogPath := pathUtils.Join(websiteLogDir, "error.log") dstLogDir := pathUtils.Join(global.CONF.System.Backup, "log", "website", website.Alias) if !fileOp.Stat(dstLogDir) { _ = os.MkdirAll(dstLogDir, constant.DirPerm) } dstName := fmt.Sprintf("%s_log_%s.gz", website.PrimaryDomain, startTime.Format(constant.DateTimeSlimLayout)) dstFilePath := pathUtils.Join(dstLogDir, dstName) filePaths = append(filePaths, dstFilePath) if err = backupLogFile(dstFilePath, websiteLogDir, fileOp); err != nil { websiteErr := buserr.WithNameAndErr("ErrCutWebsiteLog", website.PrimaryDomain, err) err = websiteErr msgs = append(msgs, websiteErr.Error()) global.LOG.Error(websiteErr.Error()) continue } else { _ = fileOp.WriteFile(srcAccessLogPath, strings.NewReader(""), constant.DirPerm) _ = fileOp.WriteFile(srcErrorLogPath, strings.NewReader(""), constant.DirPerm) } msg := i18n.GetMsgWithMap("CutWebsiteLogSuccess", map[string]interface{}{"name": website.PrimaryDomain, "path": dstFilePath}) msgs = append(msgs, msg) } u.removeExpiredLog(*cronjob) return msgs, strings.Join(filePaths, ","), err } func backupLogFile(dstFilePath, websiteLogDir string, fileOp files.FileOp) error { if err := cmd.ExecCmd(fmt.Sprintf("tar -czf %s -C %s %s", dstFilePath, websiteLogDir, strings.Join([]string{"access.log", "error.log"}, " "))); err != nil { dstDir := pathUtils.Dir(dstFilePath) if err = fileOp.Copy(pathUtils.Join(websiteLogDir, "access.log"), dstDir); err != nil { return err } if err = fileOp.Copy(pathUtils.Join(websiteLogDir, "error.log"), dstDir); err != nil { return err } if err = cmd.ExecCmd(fmt.Sprintf("tar -czf %s -C %s %s", dstFilePath, dstDir, strings.Join([]string{"access.log", "error.log"}, " "))); err != nil { return err } _ = fileOp.DeleteFile(pathUtils.Join(dstDir, "access.log")) _ = fileOp.DeleteFile(pathUtils.Join(dstDir, "error.log")) return nil } return nil } func (u *CronjobService) handleSystemClean(cronjob model.Cronjob, taskID string) error { taskItem, err := task.NewTaskWithOps(fmt.Sprintf("cronjob-%s", cronjob.Name), task.TaskHandle, task.TaskScopeCronjob, taskID, cronjob.ID) if err != nil { global.LOG.Errorf("new task for system clean failed, err: %v", err) return err } return systemClean(taskItem) } func (u *CronjobService) uploadCronjobBackFile(cronjob model.Cronjob, accountMap map[string]backupClientHelper, file string) (string, error) { defer func() { _ = os.Remove(file) }() accounts := strings.Split(cronjob.SourceAccountIDs, ",") cloudSrc := strings.TrimPrefix(file, global.CONF.System.TmpDir+"/") for _, account := range accounts { if len(account) != 0 { global.LOG.Debugf("start upload file to %s, dir: %s", accountMap[account].name, pathUtils.Join(accountMap[account].backupPath, cloudSrc)) if _, err := accountMap[account].client.Upload(file, pathUtils.Join(accountMap[account].backupPath, cloudSrc)); err != nil { return "", err } global.LOG.Debugf("upload successful!") } } return cloudSrc, nil } func (u *CronjobService) removeExpiredBackup(cronjob model.Cronjob, accountMap map[string]backupClientHelper, record model.BackupRecord) { var opts []repo.DBOption opts = append(opts, commonRepo.WithByFrom("cronjob")) opts = append(opts, backupRepo.WithByCronID(cronjob.ID)) opts = append(opts, commonRepo.WithOrderBy("created_at desc")) if record.ID != 0 { opts = append(opts, commonRepo.WithByType(record.Type)) opts = append(opts, commonRepo.WithByName(record.Name)) opts = append(opts, commonRepo.WithByDetailName(record.DetailName)) } records, _ := backupRepo.ListRecord(opts...) if len(records) <= int(cronjob.RetainCopies) { return } for i := int(cronjob.RetainCopies); i < len(records); i++ { accounts := strings.Split(cronjob.SourceAccountIDs, ",") if cronjob.Type == "snapshot" { for _, account := range accounts { if len(account) != 0 { _, _ = accountMap[account].client.Delete(pathUtils.Join(accountMap[account].backupPath, "system_snapshot", records[i].FileName)) } } _ = snapshotRepo.Delete(commonRepo.WithByName(strings.TrimSuffix(records[i].FileName, ".tar.gz"))) } else { for _, account := range accounts { if len(account) != 0 { _, _ = accountMap[account].client.Delete(pathUtils.Join(accountMap[account].backupPath, records[i].FileDir, records[i].FileName)) } } } _ = backupRepo.DeleteRecord(context.Background(), commonRepo.WithByID(records[i].ID)) } } func (u *CronjobService) removeExpiredLog(cronjob model.Cronjob) { records, _ := cronjobRepo.ListRecord(cronjobRepo.WithByJobID(int(cronjob.ID)), commonRepo.WithOrderBy("created_at desc")) if len(records) <= int(cronjob.RetainCopies) { return } for i := int(cronjob.RetainCopies); i < len(records); i++ { if len(records[i].File) != 0 { files := strings.Split(records[i].File, ",") for _, file := range files { _ = os.Remove(file) } } _ = cronjobRepo.DeleteRecord(commonRepo.WithByID(uint(records[i].ID))) _ = os.Remove(records[i].Records) } } func hasBackup(cronjobType string) bool { return cronjobType == "app" || cronjobType == "database" || cronjobType == "website" || cronjobType == "directory" || cronjobType == "snapshot" || cronjobType == "log" }