DataSourceIngestPipeline.java

Go to the documentation of this file.

/*
 * Autopsy Forensic Browser
 * 
 * Copyright 2014 Basis Technology Corp.
 * Contact: carrier <at> sleuthkit <dot> org
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.sleuthkit.autopsy.ingest;

import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.logging.Level;
import org.openide.util.NbBundle;
import org.sleuthkit.autopsy.coreutils.Logger;
import org.sleuthkit.autopsy.coreutils.MessageNotifyUtil;
import org.sleuthkit.datamodel.Content;

final class DataSourceIngestPipeline {

    private static final IngestManager ingestManager = IngestManager.getInstance();
    private static final Logger logger = Logger.getLogger(DataSourceIngestPipeline.class.getName());    
    private final DataSourceIngestJob job;
    private final List<PipelineModule> modules = new ArrayList<>();
    private volatile PipelineModule currentModule;

    DataSourceIngestPipeline(DataSourceIngestJob job, List<IngestModuleTemplate> moduleTemplates) {
        this.job = job;
        for (IngestModuleTemplate template : moduleTemplates) {
            if (template.isDataSourceIngestModuleTemplate()) {
                PipelineModule module = new PipelineModule(template.createDataSourceIngestModule(), template.getModuleName());
                modules.add(module);
            }
        }
    }

    boolean isEmpty() {
        return modules.isEmpty();
    }

    synchronized List<IngestModuleError> startUp() {
        List<IngestModuleError> errors = new ArrayList<>();
        for (PipelineModule module : modules) {
            try {
                module.startUp(new IngestJobContext(this.job));
            } catch (Throwable ex) { // Catch-all exception firewall
                errors.add(new IngestModuleError(module.getDisplayName(), ex));
            }
        }
        return errors;
    }

    synchronized List<IngestModuleError> process(DataSourceIngestTask task) {
        List<IngestModuleError> errors = new ArrayList<>();
        Content dataSource = task.getDataSource();
        for (PipelineModule module : modules) {
            try {
                this.currentModule = module;
                String displayName = NbBundle.getMessage(this.getClass(),
                        "IngestJob.progress.dataSourceIngest.displayName",
                        module.getDisplayName(), dataSource.getName());
                this.job.updateDataSourceIngestProgressBarDisplayName(displayName);
                this.job.switchDataSourceIngestProgressBarToIndeterminate();
                DataSourceIngestPipeline.ingestManager.setIngestTaskProgress(task, module.getDisplayName());
                logger.log(Level.INFO, "{0} analysis of {1} (jobId={2}) starting", new Object[]{module.getDisplayName(), this.job.getDataSource().getName(), this.job.getDataSource().getId()});
                module.process(dataSource, new DataSourceIngestModuleProgress(this.job));
                logger.log(Level.INFO, "{0} analysis of {1} (jobId={2}) finished", new Object[]{module.getDisplayName(), this.job.getDataSource().getName(), this.job.getDataSource().getId()});
            } catch (Throwable ex) { // Catch-all exception firewall
                errors.add(new IngestModuleError(module.getDisplayName(), ex));
                String msg = ex.getMessage();
                // Jython run-time errors don't seem to have a message, but have details in toString.
                if (msg == null)
                    msg = ex.toString();
                MessageNotifyUtil.Notify.error(module.getDisplayName() + " Error", msg);
            }
            if (this.job.isCancelled()) {
                break;
            } else if (this.job.currentDataSourceIngestModuleIsCancelled()) {
                this.job.currentDataSourceIngestModuleCancellationCompleted(currentModule.getDisplayName());
            }
        }
        this.currentModule = null;
        ingestManager.setIngestTaskProgressCompleted(task);
        return errors;
    }

    PipelineModule getCurrentlyRunningModule() {
        return this.currentModule;
    }

    static class PipelineModule implements DataSourceIngestModule {

        private final DataSourceIngestModule module;
        private final String displayName;
        private volatile Date processingStartTime;

        PipelineModule(DataSourceIngestModule module, String displayName) {
            this.module = module;
            this.displayName = displayName;
            this.processingStartTime = new Date();
        }

        String getClassName() {
            return this.module.getClass().getCanonicalName();
        }

        String getDisplayName() {
            return this.displayName;
        }

        Date getProcessingStartTime() {
            return this.processingStartTime;
        }

        @Override
        public void startUp(IngestJobContext context) throws IngestModuleException {
            this.module.startUp(context);
        }

        @Override
        public IngestModule.ProcessResult process(Content dataSource, DataSourceIngestModuleProgress statusHelper) {
            this.processingStartTime = new Date();
            return this.module.process(dataSource, statusHelper);
        }

    }

}