Autopsy  4.17.0
Graphical digital forensics platform for The Sleuth Kit and other tools.
ExtractRegistry.java
Go to the documentation of this file.
1 /*
2  *
3  * Autopsy Forensic Browser
4  *
5  * Copyright 2012-2020 Basis Technology Corp.
6  *
7  * Copyright 2012 42six Solutions.
8  * Contact: aebadirad <at> 42six <dot> com
9  * Project Contact/Architect: carrier <at> sleuthkit <dot> org
10  *
11  * Licensed under the Apache License, Version 2.0 (the "License");
12  * you may not use this file except in compliance with the License.
13  * You may obtain a copy of the License at
14  *
15  * http://www.apache.org/licenses/LICENSE-2.0
16  *
17  * Unless required by applicable law or agreed to in writing, software
18  * distributed under the License is distributed on an "AS IS" BASIS,
19  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20  * See the License for the specific language governing permissions and
21  * limitations under the License.
22  */
23 package org.sleuthkit.autopsy.recentactivity;
24 
25 import java.io.BufferedReader;
26 import java.io.File;
27 import java.io.FileInputStream;
28 import java.io.FileNotFoundException;
29 import java.io.FileReader;
30 import java.io.FileWriter;
31 import java.io.IOException;
32 import java.io.StringReader;
33 import java.text.ParseException;
34 import java.text.SimpleDateFormat;
35 import java.util.logging.Level;
36 import javax.xml.parsers.DocumentBuilder;
37 import javax.xml.parsers.DocumentBuilderFactory;
38 import javax.xml.parsers.ParserConfigurationException;
39 import org.apache.commons.io.FilenameUtils;
40 import org.openide.modules.InstalledFileLocator;
41 import org.openide.util.NbBundle;
42 import org.sleuthkit.autopsy.coreutils.ExecUtil;
43 import org.sleuthkit.autopsy.coreutils.Logger;
44 import org.sleuthkit.autopsy.coreutils.PlatformUtil;
45 import org.sleuthkit.autopsy.datamodel.ContentUtils;
46 import org.sleuthkit.autopsy.ingest.DataSourceIngestModuleProcessTerminator;
47 import org.sleuthkit.autopsy.ingest.IngestJobContext;
48 import org.sleuthkit.autopsy.recentactivity.UsbDeviceIdMapper.USBInfo;
49 import org.sleuthkit.datamodel.BlackboardArtifact.ARTIFACT_TYPE;
50 import org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE;
51 import org.w3c.dom.Document;
52 import org.w3c.dom.Element;
53 import org.w3c.dom.Node;
54 import org.w3c.dom.NodeList;
55 import org.xml.sax.InputSource;
56 import org.xml.sax.SAXException;
57 import java.nio.file.Path;
58 import java.util.AbstractMap;
59 import java.util.ArrayList;
60 import java.util.Arrays;
61 import java.util.List;
62 import java.util.Collection;
63 import java.util.Date;
64 import java.util.HashMap;
65 import java.util.Map;
66 import java.util.Scanner;
67 import java.util.Set;
68 import java.util.HashSet;
69 import static java.util.Locale.US;
70 import static java.util.TimeZone.getTimeZone;
71 import org.openide.util.Lookup;
72 import org.sleuthkit.autopsy.casemodule.Case;
73 import org.sleuthkit.autopsy.casemodule.NoCurrentCaseException;
74 import org.sleuthkit.autopsy.ingest.DataSourceIngestModuleProgress;
75 import org.sleuthkit.autopsy.ingest.IngestModule.IngestModuleException;
76 import org.sleuthkit.autopsy.keywordsearchservice.KeywordSearchService;
77 import org.sleuthkit.autopsy.recentactivity.ShellBagParser.ShellBag;
78 import org.sleuthkit.datamodel.AbstractFile;
79 import org.sleuthkit.datamodel.Account;
80 import org.sleuthkit.datamodel.Blackboard.BlackboardException;
81 import org.sleuthkit.datamodel.BlackboardArtifact;
82 import static org.sleuthkit.datamodel.BlackboardArtifact.ARTIFACT_TYPE.TSK_ASSOCIATED_OBJECT;
83 import static org.sleuthkit.datamodel.BlackboardArtifact.ARTIFACT_TYPE.TSK_OS_ACCOUNT;
84 import org.sleuthkit.datamodel.BlackboardAttribute;
85 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_ASSOCIATED_ARTIFACT;
86 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_COMMENT;
87 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME;
88 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED;
89 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME_CREATED;
90 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DATETIME_MODIFIED;
91 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_DEVICE_ID;
92 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_NAME;
93 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_PATH;
94 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_USER_ID;
95 import static org.sleuthkit.datamodel.BlackboardAttribute.ATTRIBUTE_TYPE.TSK_USER_NAME;
96 import org.sleuthkit.datamodel.Content;
97 import org.sleuthkit.datamodel.ReadContentInputStream.ReadContentInputStreamException;
98 import org.sleuthkit.datamodel.Report;
99 import org.sleuthkit.datamodel.TskCoreException;
100 
107 @NbBundle.Messages({
108  "RegRipperNotFound=Autopsy RegRipper executable not found.",
109  "RegRipperFullNotFound=Full version RegRipper executable not found.",
110  "Progress_Message_Analyze_Registry=Analyzing Registry Files",
111  "Shellbag_Artifact_Display_Name=Shell Bags",
112  "Shellbag_Key_Attribute_Display_Name=Key",
113  "Shellbag_Last_Write_Attribute_Display_Name=Last Write",
114  "Recently_Used_Artifacts_Office_Trustrecords=Stored in TrustRecords because Office security exception was granted",
115  "Recently_Used_Artifacts_ArcHistory=Recently opened by 7Zip",
116  "Recently_Used_Artifacts_Applets=Recently opened according to Applets registry key",
117  "Recently_Used_Artifacts_Mmc=Recently opened according to Windows Management Console MRU",
118  "Recently_Used_Artifacts_Winrar=Recently opened according to WinRAR MRU",
119  "Recently_Used_Artifacts_Officedocs=Recently opened according to Office MRU",
120  "Recently_Used_Artifacts_Adobe=Recently opened according to Adobe MRU",
121  "Recently_Used_Artifacts_Mediaplayer=Recently opened according to Media Player MRU",
122  "Registry_System_Bam=Recently Executed according to Background Activity Moderator (BAM)"
123 })
124 class ExtractRegistry extends Extract {
125 
126  private static final String USERNAME_KEY = "Username"; //NON-NLS
127  private static final String SID_KEY = "SID"; //NON-NLS
128  private static final String RID_KEY = "RID"; //NON-NLS
129  private static final String ACCOUNT_CREATED_KEY = "Account Created"; //NON-NLS
130  private static final String LAST_LOGIN_KEY = "Last Login Date"; //NON-NLS
131  private static final String LOGIN_COUNT_KEY = "Login Count"; //NON-NLS
132  private static final String FULL_NAME_KEY = "Full Name"; //NON-NLS
133  private static final String USER_COMMENT_KEY = "User Comment"; //NON-NLS
134  private static final String ACCOUNT_TYPE_KEY = "Account Type"; //NON-NLS
135  private static final String NAME_KEY = "Name"; //NON-NLS
136  private static final String PWD_RESET_KEY = "Pwd Rest Date"; //NON-NLS
137  private static final String PWD_FAILE_KEY = "Pwd Fail Date"; //NON-NLS
138  private static final String INTERNET_NAME_KEY = "InternetName"; //NON-NLS
139  private static final String PWD_DOES_NOT_EXPIRE_KEY = "Password does not expire"; //NON-NLS
140  private static final String ACCOUNT_DISABLED_KEY = "Account Disabled"; //NON-NLS
141  private static final String PWD_NOT_REQUIRED_KEY = "Password not required"; //NON-NLS
142  private static final String NORMAL_ACCOUNT_KEY = "Normal user account"; //NON-NLS
143  private static final String HOME_DIRECTORY_REQUIRED_KEY = "Home directory required";
144  private static final String TEMPORARY_DUPLICATE_ACCOUNT = "Temporary duplicate account";
145  private static final String MNS_LOGON_ACCOUNT_KEY = "MNS logon user account";
146  private static final String INTERDOMAIN_TRUST_ACCOUNT_KEY = "Interdomain trust account";
147  private static final String WORKSTATION_TRUST_ACCOUNT = "Workstation trust account";
148  private static final String SERVER_TRUST_ACCOUNT = "Server trust account";
149  private static final String ACCOUNT_AUTO_LOCKED = "Account auto locked";
150  private static final String PASSWORD_HINT = "Password Hint";
151 
152  private static final String[] PASSWORD_SETTINGS_FLAGS = {PWD_DOES_NOT_EXPIRE_KEY, PWD_NOT_REQUIRED_KEY};
153  private static final String[] ACCOUNT_SETTINGS_FLAGS = {ACCOUNT_AUTO_LOCKED, HOME_DIRECTORY_REQUIRED_KEY, ACCOUNT_DISABLED_KEY};
154  private static final String[] ACCOUNT_TYPE_FLAGS = {NORMAL_ACCOUNT_KEY, SERVER_TRUST_ACCOUNT, WORKSTATION_TRUST_ACCOUNT, INTERDOMAIN_TRUST_ACCOUNT_KEY, MNS_LOGON_ACCOUNT_KEY, TEMPORARY_DUPLICATE_ACCOUNT};
155 
156  final private static UsbDeviceIdMapper USB_MAPPER = new UsbDeviceIdMapper();
157  final private static String RIP_EXE = "rip.exe";
158  final private static String RIP_PL = "rip.pl";
159  final private static String RIP_PL_INCLUDE_FLAG = "-I";
160  final private static int MS_IN_SEC = 1000;
161  final private static String NEVER_DATE = "Never";
162  final private static String SECTION_DIVIDER = "-------------------------";
163  final private static Logger logger = Logger.getLogger(ExtractRegistry.class.getName());
164  private final List<String> rrCmd = new ArrayList<>();
165  private final List<String> rrFullCmd = new ArrayList<>();
166  private final Path rrHome; // Path to the Autopsy version of RegRipper
167  private final Path rrFullHome; // Path to the full version of RegRipper
168  private Content dataSource;
169  private IngestJobContext context;
170  private Map<String, String> userNameMap;
171 
172  private static final String SHELLBAG_ARTIFACT_NAME = "RA_SHELL_BAG"; //NON-NLS
173  private static final String SHELLBAG_ATTRIBUTE_LAST_WRITE = "RA_SHELL_BAG_LAST_WRITE"; //NON-NLS
174  private static final String SHELLBAG_ATTRIBUTE_KEY = "RA_SHELL_BAG_KEY"; //NON-NLS
175 
176  BlackboardArtifact.Type shellBagArtifactType = null;
177  BlackboardAttribute.Type shellBagKeyAttributeType = null;
178  BlackboardAttribute.Type shellBagLastWriteAttributeType = null;
179 
180  ExtractRegistry() throws IngestModuleException {
181  moduleName = NbBundle.getMessage(ExtractIE.class, "ExtractRegistry.moduleName.text");
182 
183  final File rrRoot = InstalledFileLocator.getDefault().locate("rr", ExtractRegistry.class.getPackage().getName(), false); //NON-NLS
184  if (rrRoot == null) {
185  throw new IngestModuleException(Bundle.RegRipperNotFound());
186  }
187 
188  final File rrFullRoot = InstalledFileLocator.getDefault().locate("rr-full", ExtractRegistry.class.getPackage().getName(), false); //NON-NLS
189  if (rrFullRoot == null) {
190  throw new IngestModuleException(Bundle.RegRipperFullNotFound());
191  }
192 
193  String executableToRun = RIP_EXE;
194  if (!PlatformUtil.isWindowsOS()) {
195  executableToRun = RIP_PL;
196  }
197  rrHome = rrRoot.toPath();
198  String rrPath = rrHome.resolve(executableToRun).toString();
199  rrFullHome = rrFullRoot.toPath();
200 
201  if (!(new File(rrPath).exists())) {
202  throw new IngestModuleException(Bundle.RegRipperNotFound());
203  }
204  String rrFullPath = rrFullHome.resolve(executableToRun).toString();
205  if (!(new File(rrFullPath).exists())) {
206  throw new IngestModuleException(Bundle.RegRipperFullNotFound());
207  }
208  if (PlatformUtil.isWindowsOS()) {
209  rrCmd.add(rrPath);
210  rrFullCmd.add(rrFullPath);
211  } else {
212  String perl;
213  File usrBin = new File("/usr/bin/perl");
214  File usrLocalBin = new File("/usr/local/bin/perl");
215  if (usrBin.canExecute() && usrBin.exists() && !usrBin.isDirectory()) {
216  perl = "/usr/bin/perl";
217  } else if (usrLocalBin.canExecute() && usrLocalBin.exists() && !usrLocalBin.isDirectory()) {
218  perl = "/usr/local/bin/perl";
219  } else {
220  throw new IngestModuleException("perl not found in your system");
221  }
222  rrCmd.add(perl);
223  rrCmd.add(RIP_PL_INCLUDE_FLAG);
224  rrCmd.add(rrHome.toString());
225  rrCmd.add(rrPath);
226  rrFullCmd.add(perl);
227  rrFullCmd.add(RIP_PL_INCLUDE_FLAG);
228  rrFullCmd.add(rrFullHome.toString());
229  rrFullCmd.add(rrFullPath);
230  }
231  }
232 
236  private List<AbstractFile> findRegistryFiles() {
237  List<AbstractFile> allRegistryFiles = new ArrayList<>();
238  org.sleuthkit.autopsy.casemodule.services.FileManager fileManager = currentCase.getServices().getFileManager();
239 
240  // find the sam hives', process this first so we can map the user id's and sids for later use
241  try {
242  allRegistryFiles.addAll(fileManager.findFiles(dataSource, "sam", "/system32/config")); //NON-NLS
243  } catch (TskCoreException ex) {
244  String msg = NbBundle.getMessage(this.getClass(),
245  "ExtractRegistry.findRegFiles.errMsg.errReadingFile", "sam");
246  logger.log(Level.WARNING, msg, ex);
247  this.addErrorMessage(this.getName() + ": " + msg);
248  }
249 
250  // find the user-specific ntuser-dat files
251  try {
252  allRegistryFiles.addAll(fileManager.findFiles(dataSource, "ntuser.dat")); //NON-NLS
253  } catch (TskCoreException ex) {
254  logger.log(Level.WARNING, "Error fetching 'ntuser.dat' file."); //NON-NLS
255  }
256 
257  // find the user-specific ntuser-dat files
258  try {
259  allRegistryFiles.addAll(fileManager.findFiles(dataSource, "usrclass.dat")); //NON-NLS
260  } catch (TskCoreException ex) {
261  logger.log(Level.WARNING, String.format("Error finding 'usrclass.dat' files."), ex); //NON-NLS
262  }
263 
264  // find the system hives'
265  String[] regFileNames = new String[]{"system", "software", "security"}; //NON-NLS
266  for (String regFileName : regFileNames) {
267  try {
268  allRegistryFiles.addAll(fileManager.findFiles(dataSource, regFileName, "/system32/config")); //NON-NLS
269  } catch (TskCoreException ex) {
270  String msg = NbBundle.getMessage(this.getClass(),
271  "ExtractRegistry.findRegFiles.errMsg.errReadingFile", regFileName);
272  logger.log(Level.WARNING, msg, ex);
273  this.addErrorMessage(this.getName() + ": " + msg);
274  }
275  }
276  return allRegistryFiles;
277  }
278 
283  private void analyzeRegistryFiles() {
284  List<AbstractFile> allRegistryFiles = findRegistryFiles();
285 
286  // open the log file
287  FileWriter logFile = null;
288  try {
289  logFile = new FileWriter(RAImageIngestModule.getRAOutputPath(currentCase, "reg") + File.separator + "regripper-info.txt"); //NON-NLS
290  } catch (IOException ex) {
291  logger.log(Level.SEVERE, null, ex);
292  }
293 
294  for (AbstractFile regFile : allRegistryFiles) {
295  String regFileName = regFile.getName();
296  long regFileId = regFile.getId();
297  String regFileNameLocal = RAImageIngestModule.getRATempPath(currentCase, "reg") + File.separator + regFileName;
298  String outputPathBase = RAImageIngestModule.getRAOutputPath(currentCase, "reg") + File.separator + regFileName + "-regripper-" + Long.toString(regFileId); //NON-NLS
299  File regFileNameLocalFile = new File(regFileNameLocal);
300  try {
301  ContentUtils.writeToFile(regFile, regFileNameLocalFile, context::dataSourceIngestIsCancelled);
302  } catch (ReadContentInputStreamException ex) {
303  logger.log(Level.WARNING, String.format("Error reading registry file '%s' (id=%d).",
304  regFile.getName(), regFileId), ex); //NON-NLS
305  this.addErrorMessage(
306  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.errMsg.errWritingTemp",
307  this.getName(), regFileName));
308  continue;
309  } catch (IOException ex) {
310  logger.log(Level.SEVERE, String.format("Error writing temp registry file '%s' for registry file '%s' (id=%d).",
311  regFileNameLocal, regFile.getName(), regFileId), ex); //NON-NLS
312  this.addErrorMessage(
313  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.errMsg.errWritingTemp",
314  this.getName(), regFileName));
315  continue;
316  }
317 
318  if (context.dataSourceIngestIsCancelled()) {
319  break;
320  }
321 
322  try {
323  if (logFile != null) {
324  logFile.write(Long.toString(regFileId) + "\t" + regFile.getUniquePath() + "\n");
325  }
326  } catch (TskCoreException | IOException ex) {
327  logger.log(Level.SEVERE, null, ex);
328  }
329 
330  logger.log(Level.INFO, "{0}- Now getting registry information from {1}", new Object[]{moduleName, regFileNameLocal}); //NON-NLS
331  RegOutputFiles regOutputFiles = ripRegistryFile(regFileNameLocal, outputPathBase);
332  if (context.dataSourceIngestIsCancelled()) {
333  break;
334  }
335 
336  // parse the autopsy-specific output
337  if (regOutputFiles.autopsyPlugins.isEmpty() == false && parseAutopsyPluginOutput(regOutputFiles.autopsyPlugins, regFile) == false) {
338  this.addErrorMessage(
339  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.failedParsingResults",
340  this.getName(), regFileName));
341  }
342 
343  // create a report for the full output
344  if (!regOutputFiles.fullPlugins.isEmpty()) {
345  //parse the full regripper output from SAM hive files
346  if (regFileNameLocal.toLowerCase().contains("sam") && parseSamPluginOutput(regOutputFiles.fullPlugins, regFile) == false) {
347  this.addErrorMessage(
348  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.failedParsingResults",
349  this.getName(), regFileName));
350  } else if (regFileNameLocal.toLowerCase().contains("ntuser") || regFileNameLocal.toLowerCase().contains("usrclass")) {
351  try {
352  List<ShellBag> shellbags = ShellBagParser.parseShellbagOutput(regOutputFiles.fullPlugins);
353  createShellBagArtifacts(regFile, shellbags);
354  createRecentlyUsedArtifacts(regOutputFiles.fullPlugins, regFile);
355  } catch (IOException | TskCoreException ex) {
356  logger.log(Level.WARNING, String.format("Unable to get shell bags from file %s", regOutputFiles.fullPlugins), ex);
357  }
358  } else if (regFileNameLocal.toLowerCase().contains("system") && parseSystemPluginOutput(regOutputFiles.fullPlugins, regFile) == false) {
359  this.addErrorMessage(
360  NbBundle.getMessage(this.getClass(), "ExtractRegistry.analyzeRegFiles.failedParsingResults",
361  this.getName(), regFileName));
362  }
363  try {
364  Report report = currentCase.addReport(regOutputFiles.fullPlugins,
365  NbBundle.getMessage(this.getClass(), "ExtractRegistry.parentModuleName.noSpace"),
366  "RegRipper " + regFile.getUniquePath(), regFile); //NON-NLS
367 
368  // Index the report content so that it will be available for keyword search.
369  KeywordSearchService searchService = Lookup.getDefault().lookup(KeywordSearchService.class);
370  if (null == searchService) {
371  logger.log(Level.WARNING, "Keyword search service not found. Report will not be indexed");
372  } else {
373  searchService.index(report);
374  report.close();
375  }
376  } catch (TskCoreException e) {
377  this.addErrorMessage("Error adding regripper output as Autopsy report: " + e.getLocalizedMessage()); //NON-NLS
378  }
379  }
380  // delete the hive
381  regFileNameLocalFile.delete();
382  }
383 
384  try {
385  if (logFile != null) {
386  logFile.close();
387  }
388  } catch (IOException ex) {
389  logger.log(Level.SEVERE, null, ex);
390  }
391  }
392 
400  private RegOutputFiles ripRegistryFile(String regFilePath, String outFilePathBase) {
401  String autopsyType = ""; // Type argument for rr for autopsy-specific modules
402  String fullType; // Type argument for rr for full set of modules
403 
404  RegOutputFiles regOutputFiles = new RegOutputFiles();
405 
406  if (regFilePath.toLowerCase().contains("system")) { //NON-NLS
407  autopsyType = "autopsysystem"; //NON-NLS
408  fullType = "system"; //NON-NLS
409  } else if (regFilePath.toLowerCase().contains("software")) { //NON-NLS
410  autopsyType = "autopsysoftware"; //NON-NLS
411  fullType = "software"; //NON-NLS
412  } else if (regFilePath.toLowerCase().contains("ntuser")) { //NON-NLS
413  autopsyType = "autopsyntuser"; //NON-NLS
414  fullType = "ntuser"; //NON-NLS
415  } else if (regFilePath.toLowerCase().contains("sam")) { //NON-NLS
416  //fullType sam output files are parsed for user information
417  fullType = "sam"; //NON-NLS
418  } else if (regFilePath.toLowerCase().contains("security")) { //NON-NLS
419  fullType = "security"; //NON-NLS
420  } else if (regFilePath.toLowerCase().contains("usrclass")) { //NON-NLS
421  fullType = "usrclass"; //NON-NLS
422  } else {
423  return regOutputFiles;
424  }
425 
426  // run the autopsy-specific set of modules
427  if (!autopsyType.isEmpty()) {
428  regOutputFiles.autopsyPlugins = outFilePathBase + "-autopsy.txt"; //NON-NLS
429  String errFilePath = outFilePathBase + "-autopsy.err.txt"; //NON-NLS
430  logger.log(Level.INFO, "Writing RegRipper results to: {0}", regOutputFiles.autopsyPlugins); //NON-NLS
431  executeRegRipper(rrCmd, rrHome, regFilePath, autopsyType, regOutputFiles.autopsyPlugins, errFilePath);
432  }
433  if (context.dataSourceIngestIsCancelled()) {
434  return regOutputFiles;
435  }
436 
437  // run the full set of rr modules
438  if (!fullType.isEmpty()) {
439  regOutputFiles.fullPlugins = outFilePathBase + "-full.txt"; //NON-NLS
440  String errFilePath = outFilePathBase + "-full.err.txt"; //NON-NLS
441  logger.log(Level.INFO, "Writing Full RegRipper results to: {0}", regOutputFiles.fullPlugins); //NON-NLS
442  executeRegRipper(rrFullCmd, rrFullHome, regFilePath, fullType, regOutputFiles.fullPlugins, errFilePath);
443  try {
444  scanErrorLogs(errFilePath);
445  } catch (IOException ex) {
446  logger.log(Level.SEVERE, String.format("Unable to run RegRipper on %s", regFilePath), ex); //NON-NLS
447  this.addErrorMessage(NbBundle.getMessage(this.getClass(), "ExtractRegistry.execRegRip.errMsg.failedAnalyzeRegFile", this.getName(), regFilePath));
448  }
449  }
450  return regOutputFiles;
451  }
452 
453  private void scanErrorLogs(String errFilePath) throws IOException {
454  File regfile = new File(errFilePath);
455  try (BufferedReader reader = new BufferedReader(new FileReader(regfile))) {
456  String line = reader.readLine();
457  while (line != null) {
458  line = line.trim();
459  if (line.toLowerCase().contains("error") || line.toLowerCase().contains("@inc")) {
460  logger.log(Level.WARNING, "Regripper file {0} contains errors from run", errFilePath); //NON-NLS
461 
462  }
463  line = reader.readLine();
464  }
465  }
466  }
467 
468  private void executeRegRipper(List<String> regRipperPath, Path regRipperHomeDir, String hiveFilePath, String hiveFileType, String outputFile, String errFile) {
469  try {
470  List<String> commandLine = new ArrayList<>();
471  for (String cmd : regRipperPath) {
472  commandLine.add(cmd);
473  }
474  commandLine.add("-r"); //NON-NLS
475  commandLine.add(hiveFilePath);
476  commandLine.add("-f"); //NON-NLS
477  commandLine.add(hiveFileType);
478 
479  ProcessBuilder processBuilder = new ProcessBuilder(commandLine);
480  processBuilder.directory(regRipperHomeDir.toFile()); // RegRipper 2.8 has to be run from its own directory
481  processBuilder.redirectOutput(new File(outputFile));
482  processBuilder.redirectError(new File(errFile));
483  ExecUtil.execute(processBuilder, new DataSourceIngestModuleProcessTerminator(context, true));
484  } catch (IOException ex) {
485  logger.log(Level.SEVERE, String.format("Error running RegRipper on %s", hiveFilePath), ex); //NON-NLS
486  this.addErrorMessage(NbBundle.getMessage(this.getClass(), "ExtractRegistry.execRegRip.errMsg.failedAnalyzeRegFile", this.getName(), hiveFilePath));
487  }
488  }
489 
490  // @@@ VERIFY that we are doing the right thing when we parse multiple NTUSER.DAT
499  private boolean parseAutopsyPluginOutput(String regFilePath, AbstractFile regFile) {
500  FileInputStream fstream = null;
501  List<BlackboardArtifact> newArtifacts = new ArrayList<>();
502  try {
503  // Read the file in and create a Document and elements
504  File regfile = new File(regFilePath);
505  fstream = new FileInputStream(regfile);
506  String regString = new Scanner(fstream, "UTF-8").useDelimiter("\\Z").next(); //NON-NLS
507  String startdoc = "<?xml version=\"1.0\"?><document>"; //NON-NLS
508  String result = regString.replaceAll("----------------------------------------", "");
509  result = result.replaceAll("\\n", ""); //NON-NLS
510  result = result.replaceAll("\\r", ""); //NON-NLS
511  result = result.replaceAll("'", "&apos;"); //NON-NLS
512  result = result.replaceAll("&", "&amp;"); //NON-NLS
513  result = result.replace('\0', ' '); // NON-NLS
514  String enddoc = "</document>"; //NON-NLS
515  String stringdoc = startdoc + result + enddoc;
516  DocumentBuilder builder = DocumentBuilderFactory.newInstance().newDocumentBuilder();
517  Document doc = builder.parse(new InputSource(new StringReader(stringdoc)));
518 
519  // cycle through the elements in the doc
520  Element oroot = doc.getDocumentElement();
521  NodeList children = oroot.getChildNodes();
522  int len = children.getLength();
523  for (int i = 0; i < len; i++) {
524 
525  if (context.dataSourceIngestIsCancelled()) {
526  return false;
527  }
528 
529  Element tempnode = (Element) children.item(i);
530 
531  String dataType = tempnode.getNodeName();
532  NodeList timenodes = tempnode.getElementsByTagName("mtime"); //NON-NLS
533  Long mtime = null;
534  if (timenodes.getLength() > 0) {
535  Element timenode = (Element) timenodes.item(0);
536  String etime = timenode.getTextContent();
537  //sometimes etime will be an empty string and therefore can not be parsed into a date
538  if (etime != null && !etime.isEmpty()) {
539  try {
540  mtime = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy", US).parse(etime).getTime();
541  String Tempdate = mtime.toString();
542  mtime = Long.valueOf(Tempdate) / MS_IN_SEC;
543  } catch (ParseException ex) {
544  logger.log(Level.WARNING, "Failed to parse epoch time when parsing the registry.", ex); //NON-NLS
545  }
546  }
547  }
548 
549  NodeList artroots = tempnode.getElementsByTagName("artifacts"); //NON-NLS
550  if (artroots.getLength() == 0) {
551  // If there isn't an artifact node, skip this entry
552  continue;
553  }
554 
555  Element artroot = (Element) artroots.item(0);
556  NodeList myartlist = artroot.getChildNodes();
557  String parentModuleName = RecentActivityExtracterModuleFactory.getModuleName();
558 
559  // If all artifact nodes should really go under one Blackboard artifact, need to process it differently
560  switch (dataType) {
561  case "WinVersion": //NON-NLS
562  String version = "";
563  String systemRoot = "";
564  String productId = "";
565  String regOwner = "";
566  String regOrg = "";
567  Long installtime = null;
568  for (int j = 0; j < myartlist.getLength(); j++) {
569  Node artchild = myartlist.item(j);
570  // If it has attributes, then it is an Element (based off API)
571  if (artchild.hasAttributes()) {
572  Element artnode = (Element) artchild;
573 
574  String value = artnode.getTextContent();
575  if (value != null) {
576  value = value.trim();
577  }
578  String name = artnode.getAttribute("name"); //NON-NLS
579  if (name == null) {
580  continue;
581  }
582  switch (name) {
583  case "ProductName": // NON-NLS
584  version = value;
585  break;
586  case "CSDVersion": // NON-NLS
587  // This is dependant on the fact that ProductName shows up first in the module output
588  version = version + " " + value;
589  break;
590  case "SystemRoot": //NON-NLS
591  systemRoot = value;
592  break;
593  case "ProductId": //NON-NLS
594  productId = value;
595  break;
596  case "RegisteredOwner": //NON-NLS
597  regOwner = value;
598  break;
599  case "RegisteredOrganization": //NON-NLS
600  regOrg = value;
601  break;
602  case "InstallDate": //NON-NLS
603  if (value != null && !value.isEmpty()) {
604  try {
605  installtime = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy", US).parse(value).getTime();
606  String Tempdate = installtime.toString();
607  installtime = Long.valueOf(Tempdate) / MS_IN_SEC;
608  } catch (ParseException e) {
609  logger.log(Level.WARNING, "RegRipper::Conversion on DateTime -> ", e); //NON-NLS
610  }
611  }
612  break;
613  default:
614  break;
615  }
616  }
617  }
618  try {
619  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
620  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, parentModuleName, version));
621  if (installtime != null) {
622  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, installtime));
623  }
624  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PATH, parentModuleName, systemRoot));
625  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PRODUCT_ID, parentModuleName, productId));
626  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_OWNER, parentModuleName, regOwner));
627  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_ORGANIZATION, parentModuleName, regOrg));
628 
629  // Check if there is already an OS_INFO artifact for this file, and add to that if possible.
630  ArrayList<BlackboardArtifact> results = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_INFO, regFile.getId());
631  if (results.isEmpty()) {
632  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
633  bbart.addAttributes(bbattributes);
634 
635  newArtifacts.add(bbart);
636  } else {
637  results.get(0).addAttributes(bbattributes);
638  }
639 
640  } catch (TskCoreException ex) {
641  logger.log(Level.SEVERE, "Error adding installed program artifact to blackboard."); //NON-NLS
642  }
643  break;
644  case "Profiler": // NON-NLS
645  String os = "";
646  String procArch = "";
647  String tempDir = "";
648  for (int j = 0; j < myartlist.getLength(); j++) {
649  Node artchild = myartlist.item(j);
650  // If it has attributes, then it is an Element (based off API)
651  if (artchild.hasAttributes()) {
652  Element artnode = (Element) artchild;
653 
654  String value = artnode.getTextContent().trim();
655  String name = artnode.getAttribute("name"); //NON-NLS
656  switch (name) {
657  case "OS": // NON-NLS
658  os = value;
659  break;
660  case "PROCESSOR_ARCHITECTURE": // NON-NLS
661  procArch = value;
662  break;
663  case "PROCESSOR_IDENTIFIER": //NON-NLS
664  break;
665  case "TEMP": //NON-NLS
666  tempDir = value;
667  break;
668  default:
669  break;
670  }
671  }
672  }
673  try {
674  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
675  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_VERSION, parentModuleName, os));
676  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROCESSOR_ARCHITECTURE, parentModuleName, procArch));
677  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_TEMP_DIR, parentModuleName, tempDir));
678 
679  // Check if there is already an OS_INFO artifact for this file and add to that if possible
680  ArrayList<BlackboardArtifact> results = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_INFO, regFile.getId());
681  if (results.isEmpty()) {
682  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
683  bbart.addAttributes(bbattributes);
684 
685  newArtifacts.add(bbart);
686  } else {
687  results.get(0).addAttributes(bbattributes);
688  }
689  } catch (TskCoreException ex) {
690  logger.log(Level.SEVERE, "Error adding os info artifact to blackboard."); //NON-NLS
691  }
692  break;
693  case "CompName": // NON-NLS
694  String compName = "";
695  String domain = "";
696  for (int j = 0; j < myartlist.getLength(); j++) {
697  Node artchild = myartlist.item(j);
698  // If it has attributes, then it is an Element (based off API)
699  if (artchild.hasAttributes()) {
700  Element artnode = (Element) artchild;
701 
702  String value = artnode.getTextContent().trim();
703  String name = artnode.getAttribute("name"); //NON-NLS
704 
705  if (name.equals("ComputerName")) { // NON-NLS
706  compName = value;
707  } else if (name.equals("Domain")) { // NON-NLS
708  domain = value;
709  }
710  }
711  }
712  try {
713  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
714  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME, parentModuleName, compName));
715  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DOMAIN, parentModuleName, domain));
716 
717  // Check if there is already an OS_INFO artifact for this file and add to that if possible
718  ArrayList<BlackboardArtifact> results = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_INFO, regFile.getId());
719  if (results.isEmpty()) {
720  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
721  bbart.addAttributes(bbattributes);
722 
723  newArtifacts.add(bbart);
724  } else {
725  results.get(0).addAttributes(bbattributes);
726  }
727  } catch (TskCoreException ex) {
728  logger.log(Level.SEVERE, "Error adding os info artifact to blackboard.", ex); //NON-NLS
729  }
730  break;
731  default:
732  for (int j = 0; j < myartlist.getLength(); j++) {
733  Node artchild = myartlist.item(j);
734  // If it has attributes, then it is an Element (based off API)
735  if (artchild.hasAttributes()) {
736  Element artnode = (Element) artchild;
737 
738  String value = artnode.getTextContent().trim();
739  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
740 
741  switch (dataType) {
742  case "recentdocs": //NON-NLS
743  // BlackboardArtifact bbart = tskCase.getContentById(orgId).newArtifact(ARTIFACT_TYPE.TSK_RECENT_OBJECT);
744  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_LAST_ACCESSED.getTypeID(), "RecentActivity", dataType, mtime));
745  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME.getTypeID(), "RecentActivity", dataType, mtimeItem));
746  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_VALUE.getTypeID(), "RecentActivity", dataType, value));
747  // bbart.addAttributes(bbattributes);
748  // @@@ BC: Why are we ignoring this...
749  break;
750  case "usb": //NON-NLS
751  try {
752  Long usbMtime = Long.parseLong(artnode.getAttribute("mtime")); //NON-NLS
753  usbMtime = Long.valueOf(usbMtime.toString());
754 
755  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_DEVICE_ATTACHED);
756  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, usbMtime));
757  String dev = artnode.getAttribute("dev"); //NON-NLS
758  String make = "";
759  String model = dev;
760  if (dev.toLowerCase().contains("vid")) { //NON-NLS
761  USBInfo info = USB_MAPPER.parseAndLookup(dev);
762  if (info.getVendor() != null) {
763  make = info.getVendor();
764  }
765  if (info.getProduct() != null) {
766  model = info.getProduct();
767  }
768  }
769  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_MAKE, parentModuleName, make));
770  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_MODEL, parentModuleName, model));
771  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_ID, parentModuleName, value));
772  bbart.addAttributes(bbattributes);
773 
774  newArtifacts.add(bbart);
775  } catch (TskCoreException ex) {
776  logger.log(Level.SEVERE, "Error adding device attached artifact to blackboard.", ex); //NON-NLS
777  }
778  break;
779  case "uninstall": //NON-NLS
780  Long itemMtime = null;
781  try {
782  String mTimeAttr = artnode.getAttribute("mtime");
783  if (mTimeAttr != null && !mTimeAttr.isEmpty()) {
784  itemMtime = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy", US).parse(mTimeAttr).getTime(); //NON-NLS
785  itemMtime /= MS_IN_SEC;
786  }
787  } catch (ParseException ex) {
788  logger.log(Level.SEVERE, "Failed to parse epoch time for installed program artifact.", ex); //NON-NLS
789  }
790 
791  try {
792  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, parentModuleName, value));
793  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, itemMtime));
794  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_INSTALLED_PROG);
795  bbart.addAttributes(bbattributes);
796 
797  newArtifacts.add(bbart);
798  } catch (TskCoreException ex) {
799  logger.log(Level.SEVERE, "Error adding installed program artifact to blackboard.", ex); //NON-NLS
800  }
801  break;
802  case "office": //NON-NLS
803  String officeName = artnode.getAttribute("name"); //NON-NLS
804 
805  try {
806  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_RECENT_OBJECT);
807  // @@@ BC: Consider removing this after some more testing. It looks like an Mtime associated with the root key and not the individual item
808  if (mtime != null) {
809  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED, parentModuleName, mtime));
810  }
811  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME, parentModuleName, officeName));
812  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_VALUE, parentModuleName, value));
813  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, parentModuleName, artnode.getNodeName()));
814  bbart.addAttributes(bbattributes);
815 
816  newArtifacts.add(bbart);
817  } catch (TskCoreException ex) {
818  logger.log(Level.SEVERE, "Error adding recent object artifact to blackboard.", ex); //NON-NLS
819  }
820  break;
821 
822  case "ProcessorArchitecture": //NON-NLS
823  // Architecture is now included under Profiler
824  //try {
825  // String processorArchitecture = value;
826  // if (processorArchitecture.equals("AMD64"))
827  // processorArchitecture = "x86-64";
828 
829  // BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_INFO);
830  // bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROCESSOR_ARCHITECTURE.getTypeID(), parentModuleName, processorArchitecture));
831  // bbart.addAttributes(bbattributes);
832  //} catch (TskCoreException ex) {
833  // logger.log(Level.SEVERE, "Error adding os info artifact to blackboard."); //NON-NLS
834  //}
835  break;
836 
837  case "ProfileList": //NON-NLS
838  try {
839  String homeDir = value;
840  String sid = artnode.getAttribute("sid"); //NON-NLS
841  String username = artnode.getAttribute("username"); //NON-NLS
842  BlackboardArtifact bbart = null;
843  try {
844  //check if any of the existing artifacts match this username
845  ArrayList<BlackboardArtifact> existingArtifacts = currentCase.getSleuthkitCase().getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
846  for (BlackboardArtifact artifact : existingArtifacts) {
847  if (artifact.getDataSource().getId() == regFile.getDataSourceObjectId()) {
848  BlackboardAttribute attribute = artifact.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_USER_ID));
849  if (attribute != null && attribute.getValueString().equals(sid)) {
850  bbart = artifact;
851  break;
852  }
853  }
854  }
855  } catch (TskCoreException ex) {
856  logger.log(Level.SEVERE, "Error getting existing os account artifact", ex);
857  }
858  if (bbart == null) {
859  //create new artifact
860  bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
861  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME,
862  parentModuleName, username));
863  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_ID,
864  parentModuleName, sid));
865  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PATH,
866  parentModuleName, homeDir));
867 
868  newArtifacts.add(bbart);
869  } else {
870  //add attributes to existing artifact
871  BlackboardAttribute bbattr = bbart.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_USER_NAME));
872 
873  if (bbattr == null) {
874  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME,
875  parentModuleName, username));
876  }
877  bbattr = bbart.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_PATH));
878  if (bbattr == null) {
879  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PATH,
880  parentModuleName, homeDir));
881  }
882  }
883  bbart.addAttributes(bbattributes);
884 
885  } catch (TskCoreException ex) {
886  logger.log(Level.SEVERE, "Error adding account artifact to blackboard.", ex); //NON-NLS
887  }
888  break;
889 
890  case "NtuserNetwork": // NON-NLS
891  try {
892  String localPath = artnode.getAttribute("localPath"); //NON-NLS
893  String remoteName = value;
894  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_REMOTE_DRIVE);
895  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_LOCAL_PATH,
896  parentModuleName, localPath));
897  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_REMOTE_PATH,
898  parentModuleName, remoteName));
899  bbart.addAttributes(bbattributes);
900  newArtifacts.add(bbart);
901  } catch (TskCoreException ex) {
902  logger.log(Level.SEVERE, "Error adding network artifact to blackboard.", ex); //NON-NLS
903  }
904  break;
905  case "SSID": // NON-NLS
906  String adapter = artnode.getAttribute("adapter"); //NON-NLS
907  try {
908  Long lastWriteTime = Long.parseLong(artnode.getAttribute("writeTime")); //NON-NLS
909  lastWriteTime = Long.valueOf(lastWriteTime.toString());
910  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_SSID, parentModuleName, value));
911  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, parentModuleName, lastWriteTime));
912  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DEVICE_ID, parentModuleName, adapter));
913  BlackboardArtifact bbart = regFile.newArtifact(ARTIFACT_TYPE.TSK_WIFI_NETWORK);
914  bbart.addAttributes(bbattributes);
915  newArtifacts.add(bbart);
916  } catch (TskCoreException ex) {
917  logger.log(Level.SEVERE, "Error adding SSID artifact to blackboard.", ex); //NON-NLS
918  }
919  break;
920  case "shellfolders": // NON-NLS
921  // The User Shell Folders subkey stores the paths to Windows Explorer folders for the current user of the computer
922  // (https://technet.microsoft.com/en-us/library/Cc962613.aspx).
923  // No useful information. Skip.
924  break;
925 
926  default:
927  logger.log(Level.SEVERE, "Unrecognized node name: {0}", dataType); //NON-NLS
928  break;
929  }
930  }
931  }
932  break;
933  }
934  } // for
935  return true;
936  } catch (FileNotFoundException ex) {
937  logger.log(Level.WARNING, String.format("Error finding the registry file: %s", regFilePath), ex); //NON-NLS
938  } catch (SAXException ex) {
939  logger.log(Level.WARNING, String.format("Error parsing the registry XML: %s", regFilePath), ex); //NON-NLS
940  } catch (IOException ex) {
941  logger.log(Level.WARNING, String.format("Error building the document parser: %s", regFilePath), ex); //NON-NLS
942  } catch (ParserConfigurationException ex) {
943  logger.log(Level.WARNING, String.format("Error configuring the registry parser: %s", regFilePath), ex); //NON-NLS
944  } finally {
945  try {
946  if (fstream != null) {
947  fstream.close();
948  }
949  } catch (IOException ex) {
950  }
951 
952  postArtifacts(newArtifacts);
953  }
954  return false;
955  }
956 
957  private boolean parseSystemPluginOutput(String regfilePath, AbstractFile regAbstractFile) {
958  File regfile = new File(regfilePath);
959  try (BufferedReader reader = new BufferedReader(new FileReader(regfile))) {
960  String line = reader.readLine();
961  while (line != null) {
962  line = line.trim();
963 
964  if (line.toLowerCase().matches("^bam v.*")) {
965  parseBamKey(regAbstractFile, reader, Bundle.Registry_System_Bam());
966  } else if (line.toLowerCase().matches("^bthport v..*")) {
967  parseBlueToothDevices(regAbstractFile, reader);
968  }
969  line = reader.readLine();
970  }
971  return true;
972  } catch (FileNotFoundException ex) {
973  logger.log(Level.WARNING, "Error finding the registry file.", ex); //NON-NLS
974  } catch (IOException ex) {
975  logger.log(Level.WARNING, "Error reading the system hive: {0}", ex); //NON-NLS
976  }
977 
978  return false;
979 
980  }
981 
994  private void parseBlueToothDevices(AbstractFile regFile, BufferedReader reader) throws FileNotFoundException, IOException {
995  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
996  String line = reader.readLine();
997  while ((line != null) && (!line.contains(SECTION_DIVIDER))) {
998  line = reader.readLine();
999 
1000  if (line != null) {
1001  line = line.trim();
1002  }
1003 
1004  if ((line != null) && (line.toLowerCase().contains("device unique id"))) {
1005  // Columns are seperated by colons :
1006  // Data : Values
1007  // Record is 4 lines in length (Device Unique Id, Name, Last Seen, LastConnected
1008  while (line != null && !line.contains(SECTION_DIVIDER) && !line.isEmpty() && !line.toLowerCase().contains("radio support not found")) {
1009  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1010  addBlueToothAttribute(line, attributes, TSK_DEVICE_ID);
1011  line = reader.readLine();
1012  // Name may not exist, check for it to make sure.
1013  if ((line != null) && (line.toLowerCase().contains("name"))) {
1014  addBlueToothAttribute(line, attributes, TSK_NAME);
1015  line = reader.readLine();
1016  }
1017  addBlueToothAttribute(line, attributes, TSK_DATETIME);
1018  line = reader.readLine();
1019  addBlueToothAttribute(line, attributes, TSK_DATETIME_ACCESSED);
1020  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_BLUETOOTH_PAIRING, regFile, attributes);
1021  if (bba != null) {
1022  bbartifacts.add(bba);
1023  }
1024  // Read blank line between records then next read line is start of next block
1025  reader.readLine();
1026  line = reader.readLine();
1027  }
1028 
1029  if (line != null) {
1030  line = line.trim();
1031  }
1032  }
1033  }
1034  if (!bbartifacts.isEmpty()) {
1035  postArtifacts(bbartifacts);
1036  }
1037  }
1038 
1039  private void addBlueToothAttribute(String line, Collection<BlackboardAttribute> attributes, ATTRIBUTE_TYPE attributeType) {
1040  if (line == null) {
1041  return;
1042  }
1043 
1044  String tokens[] = line.split(": ");
1045  if (tokens.length > 1 && !tokens[1].isEmpty()) {
1046  String tokenString = tokens[1];
1047  if (attributeType.getDisplayName().toLowerCase().contains("date")) {
1048  String dateString = tokenString.toLowerCase().replace(" z", "");
1049  // date format for plugin Tue Jun 23 10:27:54 2020 Z
1050  SimpleDateFormat dateFormat = new SimpleDateFormat("EEE MMM d HH:mm:ss yyyy", US);
1051  Long dateLong = Long.valueOf(0);
1052  try {
1053  Date newDate = dateFormat.parse(dateString);
1054  dateLong = newDate.getTime() / 1000;
1055  } catch (ParseException ex) {
1056  // catching error and displaying date that could not be parsed
1057  // we set the timestamp to 0 and continue on processing
1058  logger.log(Level.WARNING, String.format("Failed to parse date/time %s for Bluetooth Last Seen attribute.", dateString), ex); //NON-NLS
1059  }
1060  attributes.add(new BlackboardAttribute(attributeType, getName(), dateLong));
1061  } else {
1062  attributes.add(new BlackboardAttribute(attributeType, getName(), tokenString));
1063  }
1064  }
1065  }
1066 
1076  private boolean parseSamPluginOutput(String regFilePath, AbstractFile regAbstractFile) {
1077  File regfile = new File(regFilePath);
1078  List<BlackboardArtifact> newArtifacts = new ArrayList<>();
1079  try (BufferedReader bufferedReader = new BufferedReader(new FileReader(regfile))) {
1080  // Read the file in and create a Document and elements
1081  String userInfoSection = "User Information";
1082  String previousLine = null;
1083  String line = bufferedReader.readLine();
1084  Set<Map<String, String>> userSet = new HashSet<>();
1085  Map<String, List<String>> groupMap = null;
1086  while (line != null) {
1087  if (line.contains(SECTION_DIVIDER) && previousLine != null && previousLine.contains(userInfoSection)) {
1088  readUsers(bufferedReader, userSet);
1089  }
1090 
1091  if (line.contains(SECTION_DIVIDER) && previousLine != null && previousLine.contains("Group Membership Information")) {
1092  groupMap = readGroups(bufferedReader);
1093  }
1094 
1095  previousLine = line;
1096  line = bufferedReader.readLine();
1097  }
1098  Map<String, Map<String, String>> userInfoMap = new HashMap<>();
1099  //load all the user info which was read into a map
1100  for (Map<String, String> userInfo : userSet) {
1101  userInfoMap.put(userInfo.get(SID_KEY), userInfo);
1102  }
1103  //get all existing OS account artifacts
1104  List<BlackboardArtifact> existingOsAccounts = tskCase.getBlackboardArtifacts(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
1105  for (BlackboardArtifact osAccount : existingOsAccounts) {
1106  //if the OS Account artifact was from the same data source check the user id
1107  if (osAccount.getDataSource().getId() == regAbstractFile.getDataSourceObjectId()) {
1108  BlackboardAttribute existingUserId = osAccount.getAttribute(new BlackboardAttribute.Type(ATTRIBUTE_TYPE.TSK_USER_ID));
1109  if (existingUserId != null) {
1110  String userID = existingUserId.getValueString().trim();
1111  Map<String, String> userInfo = userInfoMap.remove(userID);
1112  //if the existing user id matches a user id which we parsed information for check if that information exists and if it doesn't add it
1113  if (userInfo != null) {
1114  osAccount.addAttributes(getAttributesForAccount(userInfo, groupMap.get(userID), true, regAbstractFile));
1115  }
1116  }
1117  }
1118  }
1119 
1120  //add remaining userinfos as accounts;
1121  for (Map<String, String> userInfo : userInfoMap.values()) {
1122  BlackboardArtifact bbart = regAbstractFile.newArtifact(ARTIFACT_TYPE.TSK_OS_ACCOUNT);
1123  bbart.addAttributes(getAttributesForAccount(userInfo, groupMap.get(userInfo.get(SID_KEY)), false, regAbstractFile));
1124  // index the artifact for keyword search
1125  newArtifacts.add(bbart);
1126  }
1127  // Get a mapping of user sids to user names and save globally so it can be used for other areas
1128  // of the registry, ie: BAM key
1129  try {
1130  userNameMap = makeUserNameMap(dataSource);
1131  } catch (TskCoreException ex) {
1132  logger.log(Level.WARNING, "Unable to create OS Account user name map", ex);
1133  // This is not the end of the world we will just continue without
1134  // user names
1135  userNameMap = new HashMap<>();
1136  }
1137  return true;
1138  } catch (FileNotFoundException ex) {
1139  logger.log(Level.WARNING, "Error finding the registry file.", ex); //NON-NLS
1140  } catch (IOException ex) {
1141  logger.log(Level.WARNING, "Error building the document parser: {0}", ex); //NON-NLS
1142  } catch (ParseException ex) {
1143  logger.log(Level.WARNING, "Error parsing the the date from the registry file", ex); //NON-NLS
1144  } catch (TskCoreException ex) {
1145  logger.log(Level.WARNING, "Error updating TSK_OS_ACCOUNT artifacts to include newly parsed data.", ex); //NON-NLS
1146  } finally {
1147  postArtifacts(newArtifacts);
1148  }
1149  return false;
1150  }
1151 
1163  Collection<BlackboardAttribute> getAttributesForAccount(Map<String, String> userInfo, List<String> groupList, boolean existingUser, AbstractFile regAbstractFile) throws ParseException {
1164  Collection<BlackboardAttribute> bbattributes = new ArrayList<>();
1165 
1166  SimpleDateFormat regRipperTimeFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss yyyy 'Z'", US);
1167  regRipperTimeFormat.setTimeZone(getTimeZone("GMT"));
1168 
1169  if (!existingUser) {
1170  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_ID,
1171  getRAModuleName(), userInfo.get(SID_KEY)));
1172 
1173  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME,
1174  this.moduleName, userInfo.get(USERNAME_KEY)));
1175  }
1176 
1177  String value = userInfo.get(ACCOUNT_CREATED_KEY);
1178  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1179  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_CREATED,
1180  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1181  }
1182 
1183  value = userInfo.get(LAST_LOGIN_KEY);
1184  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1185  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED,
1186  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1187  }
1188 
1189  value = userInfo.get(LOGIN_COUNT_KEY);
1190  if (value != null && !value.isEmpty()) {
1191  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_COUNT,
1192  getRAModuleName(), Integer.parseInt(value)));
1193  }
1194 
1195  value = userInfo.get(ACCOUNT_TYPE_KEY);
1196  if (value != null && !value.isEmpty()) {
1197  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_ACCOUNT_TYPE,
1198  getRAModuleName(), value));
1199  }
1200 
1201  value = userInfo.get(USER_COMMENT_KEY);
1202  if (value != null && !value.isEmpty()) {
1203  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DESCRIPTION,
1204  getRAModuleName(), value));
1205  }
1206 
1207  value = userInfo.get(NAME_KEY);
1208  if (value != null && !value.isEmpty()) {
1209  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_NAME,
1210  getRAModuleName(), value));
1211  }
1212 
1213  value = userInfo.get(INTERNET_NAME_KEY);
1214  if (value != null && !value.isEmpty()) {
1215  try {
1216  // Create an account for this email, if it doesn't already exist.
1217  Case.getCurrentCaseThrows()
1218  .getSleuthkitCase()
1219  .getCommunicationsManager()
1220  .createAccountFileInstance(Account.Type.EMAIL,
1221  value, getRAModuleName(), regAbstractFile);
1222  } catch (NoCurrentCaseException | TskCoreException ex) {
1223  logger.log(Level.SEVERE,
1224  String.format("Error adding email account with value "
1225  + "%s, to the case database for file %s [objId=%d]",
1226  value, regAbstractFile.getName(), regAbstractFile.getId()), ex);
1227  }
1228 
1229  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_EMAIL,
1230  getRAModuleName(), value));
1231  }
1232 
1233  value = userInfo.get(FULL_NAME_KEY);
1234  if (value != null && !value.isEmpty()) {
1235  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DISPLAY_NAME,
1236  getRAModuleName(), value));
1237  }
1238 
1239  value = userInfo.get(PWD_RESET_KEY);
1240  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1241  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_PASSWORD_RESET,
1242  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1243  }
1244 
1245  value = userInfo.get(PASSWORD_HINT);
1246  if (value != null && !value.isEmpty()) {
1247  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PASSWORD_HINT,
1248  getRAModuleName(), value));
1249  }
1250 
1251  value = userInfo.get(PWD_FAILE_KEY);
1252  if (value != null && !value.isEmpty() && !value.equals(NEVER_DATE)) {
1253  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_PASSWORD_FAIL,
1254  getRAModuleName(), regRipperTimeFormat.parse(value).getTime() / MS_IN_SEC));
1255  }
1256 
1257  String settingString = "";
1258  for (String setting : PASSWORD_SETTINGS_FLAGS) {
1259  if (userInfo.containsKey(setting)) {
1260  settingString += setting + ", ";
1261  }
1262  }
1263 
1264  if (!settingString.isEmpty()) {
1265  settingString = settingString.substring(0, settingString.length() - 2);
1266  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PASSWORD_SETTINGS,
1267  getRAModuleName(), settingString));
1268  }
1269 
1270  settingString = "";
1271  for (String setting : ACCOUNT_SETTINGS_FLAGS) {
1272  if (userInfo.containsKey(setting)) {
1273  settingString += setting + ", ";
1274  }
1275  }
1276 
1277  if (!settingString.isEmpty()) {
1278  settingString = settingString.substring(0, settingString.length() - 2);
1279  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_ACCOUNT_SETTINGS,
1280  getRAModuleName(), settingString));
1281  }
1282 
1283  settingString = "";
1284  for (String setting : ACCOUNT_TYPE_FLAGS) {
1285  if (userInfo.containsKey(setting)) {
1286  settingString += setting + ", ";
1287  }
1288  }
1289 
1290  if (!settingString.isEmpty()) {
1291  settingString = settingString.substring(0, settingString.length() - 2);
1292  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_FLAG,
1293  getRAModuleName(), settingString));
1294  }
1295 
1296  if (groupList != null && groupList.isEmpty()) {
1297  String groups = "";
1298  for (String group : groupList) {
1299  groups += group + ", ";
1300  }
1301 
1302  bbattributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_GROUPS,
1303  getRAModuleName(), groups.substring(0, groups.length() - 2)));
1304  }
1305 
1306  return bbattributes;
1307  }
1308 
1320  private void readUsers(BufferedReader bufferedReader, Set<Map<String, String>> users) throws IOException {
1321  String line = bufferedReader.readLine();
1322  //read until end of file or next section divider
1323  String userName = "";
1324  String user_rid = "";
1325  while (line != null && !line.contains(SECTION_DIVIDER)) {
1326  //when a user name field exists read the name and id number
1327  if (line.contains(USERNAME_KEY)) {
1328  String regx = USERNAME_KEY + "\\s*?:";
1329  String userNameAndIdString = line.replaceAll(regx, "");
1330  userName = userNameAndIdString.substring(0, userNameAndIdString.lastIndexOf('[')).trim();
1331  user_rid = userNameAndIdString.substring(userNameAndIdString.lastIndexOf('['), userNameAndIdString.lastIndexOf(']'));
1332  } else if (line.contains(SID_KEY) && !userName.isEmpty()) {
1333  Map.Entry<String, String> entry = getSAMKeyValue(line);
1334 
1335  HashMap<String, String> userInfo = new HashMap<>();
1336  userInfo.put(USERNAME_KEY, userName);
1337  userInfo.put(RID_KEY, user_rid);
1338  userInfo.put(entry.getKey(), entry.getValue());
1339 
1340  //continue reading this users information until end of file or a blank line between users
1341  line = bufferedReader.readLine();
1342  while (line != null && !line.isEmpty()) {
1343  entry = getSAMKeyValue(line);
1344  if (entry != null) {
1345  userInfo.put(entry.getKey(), entry.getValue());
1346  }
1347  line = bufferedReader.readLine();
1348  }
1349  users.add(userInfo);
1350 
1351  userName = "";
1352  }
1353  line = bufferedReader.readLine();
1354  }
1355  }
1356 
1366  private void createRecentlyUsedArtifacts(String regFileName, AbstractFile regFile) throws FileNotFoundException, IOException {
1367  File regfile = new File(regFileName);
1368  try (BufferedReader reader = new BufferedReader(new FileReader(regfile))) {
1369  String line = reader.readLine();
1370  while (line != null) {
1371  line = line.trim();
1372 
1373  if (line.matches("^adoberdr v.*")) {
1374  parseAdobeMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Adobe());
1375  } else if (line.matches("^mpmru v.*")) {
1376  parseMediaPlayerMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Mediaplayer());
1377  } else if (line.matches("^trustrecords v.*")) {
1378  parseOfficeTrustRecords(regFile, reader, Bundle.Recently_Used_Artifacts_Office_Trustrecords());
1379  } else if (line.matches("^ArcHistory:")) {
1380  parse7ZipMRU(regFile, reader, Bundle.Recently_Used_Artifacts_ArcHistory());
1381  } else if (line.matches("^applets v.*")) {
1382  parseGenericMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Applets());
1383  } else if (line.matches("^mmc v.*")) {
1384  parseGenericMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Mmc());
1385  } else if (line.matches("^winrar v.*")) {
1386  parseWinRARMRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Winrar());
1387  } else if (line.matches("^officedocs2010 v.*")) {
1388  parseOfficeDocs2010MRUList(regFile, reader, Bundle.Recently_Used_Artifacts_Officedocs());
1389  }
1390  line = reader.readLine();
1391  }
1392  }
1393  }
1394 
1406  private void parseBamKey(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1407  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1408  String line = reader.readLine();
1409  // Read thru first bam output to get to second bam output which is the same but delimited
1410  while (!line.contains(SECTION_DIVIDER)) {
1411  line = reader.readLine();
1412  line = line.trim();
1413  }
1414  line = reader.readLine();
1415  line = line.trim();
1416  while (!line.contains(SECTION_DIVIDER)) {
1417  // Split the line into it parts based on delimiter of "|"
1418  // 1570493613|BAM|||\Device\HarddiskVolume3\Program Files\TechSmith\Snagit 2018\Snagit32.exe (S-1-5-21-3042408413-2583535980-1301764466-1001)
1419  String tokens[] = line.split("\\|");
1420  Long progRunDateTime = Long.valueOf(tokens[0]);
1421  // Split on " (S-" as this signifies a User SID, if S- not used then may have issues becuase of (x86) in path is valid.
1422  // We can add the S- back to the string that we split on since S- is a valid beginning of a User SID
1423  String fileNameSid[] = tokens[4].split("\\s+\\(S-");
1424  String userSid = "S-" + fileNameSid[1].substring(0, fileNameSid[1].length() - 1);
1425  String userName = userNameMap.get(userSid);
1426  if (userName == null) {
1427  userName = userSid;
1428  }
1429  String fileName = fileNameSid[0];
1430  if (fileName.startsWith("\\Device\\HarddiskVolume")) {
1431  // Start at point past the 2nd slash
1432  int fileNameStart = fileName.indexOf('\\', 16);
1433  fileName = fileName.substring(fileNameStart, fileName.length());
1434 
1435  }
1436  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1437  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_PROG_NAME, getName(), fileName));
1438  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_USER_NAME, getName(), userName));
1439  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME, getName(), progRunDateTime));
1440  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_COMMENT, getName(), comment));
1441  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_PROG_RUN, regFile, attributes);
1442  if (bba != null) {
1443  bbartifacts.add(bba);
1444  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1445  if (bba != null) {
1446  bbartifacts.add(bba);
1447  }
1448  }
1449  line = reader.readLine();
1450  }
1451  if (!bbartifacts.isEmpty()) {
1452  postArtifacts(bbartifacts);
1453  }
1454  }
1455 
1467  private void parseAdobeMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1468  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1469  String line = reader.readLine();
1470  SimpleDateFormat adobePluginDateFormat = new SimpleDateFormat("yyyyMMddHHmmssZ", US);
1471  Long adobeUsedTime = Long.valueOf(0);
1472  while (!line.contains(SECTION_DIVIDER)) {
1473  line = reader.readLine();
1474  line = line.trim();
1475  if (line.matches("^Key name,file name,sDate,uFileSize,uPageCount")) {
1476  line = reader.readLine();
1477  // Columns are
1478  // Key name, file name, sDate, uFileSize, uPageCount
1479  while (!line.contains(SECTION_DIVIDER)) {
1480  // Split csv line, handles double quotes around individual file names
1481  // since file names can contain commas
1482  String tokens[] = line.split(",(?=([^\"]*\"[^\"]*\")*[^\"]*$)");
1483  String fileName = tokens[1].substring(0, tokens[1].length() - 1);
1484  fileName = fileName.replace("\"", "");
1485  if (fileName.charAt(0) == '/') {
1486  fileName = fileName.substring(1, fileName.length() - 1);
1487  fileName = fileName.replaceFirst("/", ":/");
1488  }
1489  // Check to see if more then 2 tokens, Date may not be populated, will default to 0
1490  if (tokens.length > 2) {
1491  // Time in the format of 20200131104456-05'00'
1492  try {
1493  String fileUsedTime = tokens[2].replaceAll("'", "");
1494  Date usedDate = adobePluginDateFormat.parse(fileUsedTime);
1495  adobeUsedTime = usedDate.getTime() / 1000;
1496  } catch (ParseException ex) {
1497  // catching error and displaying date that could not be parsed
1498  // we set the timestamp to 0 and continue on processing
1499  logger.log(Level.WARNING, String.format("Failed to parse date/time %s for adobe file artifact.", tokens[2]), ex); //NON-NLS
1500  }
1501  }
1502  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1503  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1504  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED, getName(), adobeUsedTime));
1505  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1506  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1507  if (bba != null) {
1508  bbartifacts.add(bba);
1509  fileName = fileName.replace("\0", "");
1510  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1511  if (bba != null) {
1512  bbartifacts.add(bba);
1513  }
1514  }
1515  line = reader.readLine();
1516  }
1517  line = line.trim();
1518  }
1519  }
1520  if (!bbartifacts.isEmpty()) {
1521  postArtifacts(bbartifacts);
1522  }
1523  }
1524 
1537  private void parseMediaPlayerMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1538  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1539  String line = reader.readLine();
1540  while (!line.contains(SECTION_DIVIDER)) {
1541  line = reader.readLine();
1542  line = line.trim();
1543  if (line.contains("LastWrite")) {
1544  line = reader.readLine();
1545  // Columns are
1546  // FileX -> <Media file>
1547  while (!line.contains(SECTION_DIVIDER) && !line.contains("RecentFileList has no values.")) {
1548  // Split line on "> " which is the record delimiter between position and file
1549  String tokens[] = line.split("> ");
1550  String fileName = tokens[1];
1551  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1552  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1553  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1554  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1555  if (bba != null) {
1556  bbartifacts.add(bba);
1557  bba = createAssociatedArtifact(fileName, bba);
1558  if (bba != null) {
1559  bbartifacts.add(bba);
1560  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1561  if (bba != null) {
1562  bbartifacts.add(bba);
1563  }
1564  }
1565  }
1566  line = reader.readLine();
1567  }
1568  line = line.trim();
1569  }
1570  }
1571  if (!bbartifacts.isEmpty()) {
1572  postArtifacts(bbartifacts);
1573  }
1574  }
1575 
1588  private void parseGenericMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1589  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1590  String line = reader.readLine();
1591  while (!line.contains(SECTION_DIVIDER)) {
1592  line = reader.readLine();
1593  line = line.trim();
1594  if (line.contains("LastWrite")) {
1595  line = reader.readLine();
1596  // Columns are
1597  // FileX -> <file>
1598  while (!line.contains(SECTION_DIVIDER) && !line.isEmpty() && !line.contains("Applets")
1599  && !line.contains(("Recent File List"))) {
1600  // Split line on "> " which is the record delimiter between position and file
1601  String tokens[] = line.split("> ");
1602  String fileName = tokens[1];
1603  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1604  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1605  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1606  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1607  if (bba != null) {
1608  bbartifacts.add(bba);
1609  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1610  if (bba != null) {
1611  bbartifacts.add(bba);
1612  }
1613  }
1614  line = reader.readLine();
1615  }
1616  line = line.trim();
1617  }
1618  }
1619  if (!bbartifacts.isEmpty()) {
1620  postArtifacts(bbartifacts);
1621  }
1622  }
1623 
1636  private void parseWinRARMRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1637  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1638  String line = reader.readLine();
1639  while (!line.contains(SECTION_DIVIDER)) {
1640  line = reader.readLine();
1641  line = line.trim();
1642  if (line.contains("LastWrite")) {
1643  line = reader.readLine();
1644  // Columns are
1645  // FileX -> <Media file>
1646  if (!line.isEmpty()) {
1647  while (!line.contains(SECTION_DIVIDER)) {
1648  // Split line on "> " which is the record delimiter between position and file
1649  String tokens[] = line.split("> ");
1650  String fileName = tokens[1];
1651  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1652  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1653  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1654  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1655  if (bba != null) {
1656  bbartifacts.add(bba);
1657  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1658  if (bba != null) {
1659  bbartifacts.add(bba);
1660  }
1661  }
1662  line = reader.readLine();
1663  }
1664  }
1665  line = line.trim();
1666  }
1667  }
1668  if (!bbartifacts.isEmpty()) {
1669  postArtifacts(bbartifacts);
1670  }
1671  }
1672 
1685  private void parse7ZipMRU(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1686  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1687  String line = reader.readLine();
1688  line = line.trim();
1689  if (!line.contains("PathHistory:")) {
1690  while (!line.contains("PathHistory:") && !line.isEmpty()) {
1691  // Columns are
1692  // <fileName>
1693  String fileName = line;
1694  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1695  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1696  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1697  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1698  if (bba != null) {
1699  bbartifacts.add(bba);
1700  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1701  if (bba != null) {
1702  bbartifacts.add(bba);
1703  }
1704  }
1705  line = reader.readLine();
1706  line = line.trim();
1707  }
1708  }
1709  if (!bbartifacts.isEmpty()) {
1710  postArtifacts(bbartifacts);
1711  }
1712  }
1713 
1726  private void parseOfficeDocs2010MRUList(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1727  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1728  String line = reader.readLine();
1729  line = line.trim();
1730  // Reading to the SECTION DIVIDER to get next section of records to process. Dates appear to have
1731  // multiple spaces in them that makes it harder to parse so next section will be easier to parse
1732  while (!line.contains(SECTION_DIVIDER)) {
1733  line = reader.readLine();
1734  }
1735  line = reader.readLine();
1736  while (!line.contains(SECTION_DIVIDER)) {
1737  // record has the following format
1738  // 1294283922|REG|||OfficeDocs2010 - F:\Windows_time_Rules_xp.doc
1739  String tokens[] = line.split("\\|");
1740  Long docDate = Long.valueOf(tokens[0]);
1741  String fileNameTokens[] = tokens[4].split(" - ");
1742  String fileName = fileNameTokens[1];
1743  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1744  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1745  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED, getName(), docDate));
1746  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1747  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1748  if (bba != null) {
1749  bbartifacts.add(bba);
1750  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1751  if (bba != null) {
1752  bbartifacts.add(bba);
1753  }
1754  }
1755  line = reader.readLine();
1756  line = line.trim();
1757  }
1758  if (!bbartifacts.isEmpty()) {
1759  postArtifacts(bbartifacts);
1760  }
1761  }
1762 
1775  private void parseOfficeTrustRecords(AbstractFile regFile, BufferedReader reader, String comment) throws FileNotFoundException, IOException {
1776  String userProfile = regFile.getParentPath();
1777  userProfile = userProfile.substring(0, userProfile.length() - 1);
1778  List<BlackboardArtifact> bbartifacts = new ArrayList<>();
1779  SimpleDateFormat pluginDateFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss yyyy", US);
1780  Long usedTime = Long.valueOf(0);
1781  String line = reader.readLine();
1782  while (!line.contains(SECTION_DIVIDER)) {
1783  line = reader.readLine();
1784  line = line.trim();
1785  usedTime = Long.valueOf(0);
1786  if (!line.contains("**") && !line.contains("----------") && !line.contains("LastWrite")
1787  && !line.contains(SECTION_DIVIDER) && !line.isEmpty() && !line.contains("TrustRecords")
1788  && !line.contains("VBAWarnings =")) {
1789  // Columns are
1790  // Date : <File Name>/<Website>
1791  // Split line on " : " which is the record delimiter between position and file
1792  String fileName = null;
1793  String tokens[] = line.split(" : ");
1794  fileName = tokens[1];
1795  fileName = fileName.replace("%USERPROFILE%", userProfile);
1796  // Time in the format of Wed May 31 14:33:03 2017 Z
1797  try {
1798  String fileUsedTime = tokens[0].replaceAll(" Z", "");
1799  Date usedDate = pluginDateFormat.parse(fileUsedTime);
1800  usedTime = usedDate.getTime() / 1000;
1801  } catch (ParseException ex) {
1802  // catching error and displaying date that could not be parsed
1803  // we set the timestamp to 0 and continue on processing
1804  logger.log(Level.WARNING, String.format("Failed to parse date/time %s for TrustRecords artifact.", tokens[0]), ex); //NON-NLS
1805  }
1806  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1807  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), fileName));
1808  attributes.add(new BlackboardAttribute(ATTRIBUTE_TYPE.TSK_DATETIME_ACCESSED, getName(), usedTime));
1809  attributes.add(new BlackboardAttribute(TSK_COMMENT, getName(), comment));
1810  BlackboardArtifact bba = createArtifactWithAttributes(ARTIFACT_TYPE.TSK_RECENT_OBJECT, regFile, attributes);
1811  if (bba != null) {
1812  bbartifacts.add(bba);
1813  bba = createAssociatedArtifact(FilenameUtils.normalize(fileName, true), bba);
1814  if (bba != null) {
1815  bbartifacts.add(bba);
1816  }
1817  }
1818  line = line.trim();
1819  }
1820  }
1821  if (!bbartifacts.isEmpty()) {
1822  postArtifacts(bbartifacts);
1823  }
1824  }
1825 
1836  private BlackboardArtifact createAssociatedArtifact(String filePathName, BlackboardArtifact bba) {
1837  org.sleuthkit.autopsy.casemodule.services.FileManager fileManager = currentCase.getServices().getFileManager();
1838  String fileName = FilenameUtils.getName(filePathName);
1839  String filePath = FilenameUtils.getPath(filePathName);
1840  List<AbstractFile> sourceFiles;
1841  try {
1842  sourceFiles = fileManager.findFiles(dataSource, fileName, filePath); //NON-NLS
1843  if (!sourceFiles.isEmpty()) {
1844  for (AbstractFile sourceFile : sourceFiles) {
1845  if (sourceFile.getParentPath().endsWith(filePath)) {
1846  Collection<BlackboardAttribute> bbattributes2 = new ArrayList<>();
1847  bbattributes2.addAll(Arrays.asList(
1848  new BlackboardAttribute(TSK_ASSOCIATED_ARTIFACT, this.getName(),
1849  bba.getArtifactID())));
1850 
1851  BlackboardArtifact associatedObjectBba = createArtifactWithAttributes(TSK_ASSOCIATED_OBJECT, sourceFile, bbattributes2);
1852  if (associatedObjectBba != null) {
1853  return associatedObjectBba;
1854  }
1855  }
1856  }
1857  }
1858  } catch (TskCoreException ex) {
1859  // only catching the error and displaying the message as the file may not exist on the
1860  // system anymore
1861  logger.log(Level.WARNING, String.format("Error finding actual file %s. file may not exist", filePathName)); //NON-NLS
1862  }
1863 
1864  return null;
1865  }
1866 
1876  private Map<String, String> makeUserNameMap(Content dataSource) throws TskCoreException {
1877  Map<String, String> userNameMap = new HashMap<>();
1878 
1879  List<BlackboardArtifact> accounts = blackboard.getArtifacts(TSK_OS_ACCOUNT.getTypeID(), dataSource.getId());
1880 
1881  for (BlackboardArtifact account : accounts) {
1882  BlackboardAttribute nameAttribute = getAttributeForArtifact(account, TSK_USER_NAME);
1883  BlackboardAttribute idAttribute = getAttributeForArtifact(account, TSK_USER_ID);
1884 
1885  String userName = nameAttribute != null ? nameAttribute.getDisplayString() : "";
1886  String userID = idAttribute != null ? idAttribute.getDisplayString() : "";
1887 
1888  if (!userID.isEmpty()) {
1889  userNameMap.put(userID, userName);
1890  }
1891  }
1892 
1893  return userNameMap;
1894  }
1895 
1906  private BlackboardAttribute getAttributeForArtifact(BlackboardArtifact artifact, BlackboardAttribute.ATTRIBUTE_TYPE type) throws TskCoreException {
1907  return artifact.getAttribute(new BlackboardAttribute.Type(BlackboardAttribute.ATTRIBUTE_TYPE.fromID(type.getTypeID())));
1908  }
1909 
1918  void createShellBagArtifacts(AbstractFile regFile, List<ShellBag> shellbags) throws TskCoreException {
1919  List<BlackboardArtifact> artifacts = new ArrayList<>();
1920  try {
1921  for (ShellBag bag : shellbags) {
1922  Collection<BlackboardAttribute> attributes = new ArrayList<>();
1923  BlackboardArtifact artifact = regFile.newArtifact(getShellBagArtifact().getTypeID());
1924  attributes.add(new BlackboardAttribute(TSK_PATH, getName(), bag.getResource()));
1925  attributes.add(new BlackboardAttribute(getKeyAttribute(), getName(), bag.getKey()));
1926 
1927  long time;
1928  time = bag.getLastWrite();
1929  if (time != 0) {
1930  attributes.add(new BlackboardAttribute(getLastWriteAttribute(), getName(), time));
1931  }
1932 
1933  time = bag.getModified();
1934  if (time != 0) {
1935  attributes.add(new BlackboardAttribute(TSK_DATETIME_MODIFIED, getName(), time));
1936  }
1937 
1938  time = bag.getCreated();
1939  if (time != 0) {
1940  attributes.add(new BlackboardAttribute(TSK_DATETIME_CREATED, getName(), time));
1941  }
1942 
1943  time = bag.getAccessed();
1944  if (time != 0) {
1945  attributes.add(new BlackboardAttribute(TSK_DATETIME_ACCESSED, getName(), time));
1946  }
1947 
1948  artifact.addAttributes(attributes);
1949 
1950  artifacts.add(artifact);
1951  }
1952  } finally {
1953  postArtifacts(artifacts);
1954  }
1955  }
1956 
1965  private BlackboardArtifact.Type getShellBagArtifact() throws TskCoreException {
1966  if (shellBagArtifactType == null) {
1967  try {
1968  shellBagArtifactType = tskCase.getBlackboard().getOrAddArtifactType(SHELLBAG_ARTIFACT_NAME, Bundle.Shellbag_Artifact_Display_Name());
1969  } catch (BlackboardException ex) {
1970  throw new TskCoreException(String.format("Failed to get shell bag artifact type", SHELLBAG_ARTIFACT_NAME), ex);
1971  }
1972  }
1973 
1974  return shellBagArtifactType;
1975  }
1976 
1985  private BlackboardAttribute.Type getLastWriteAttribute() throws TskCoreException {
1986  if (shellBagLastWriteAttributeType == null) {
1987  try {
1988  shellBagLastWriteAttributeType = tskCase.getBlackboard().getOrAddAttributeType(SHELLBAG_ATTRIBUTE_LAST_WRITE,
1989  BlackboardAttribute.TSK_BLACKBOARD_ATTRIBUTE_VALUE_TYPE.DATETIME,
1990  Bundle.Shellbag_Last_Write_Attribute_Display_Name());
1991  } catch (BlackboardException ex) {
1992  // Attribute already exists get it from the case
1993  throw new TskCoreException(String.format("Failed to get custom attribute %s", SHELLBAG_ATTRIBUTE_LAST_WRITE), ex);
1994  }
1995  }
1996  return shellBagLastWriteAttributeType;
1997  }
1998 
2007  private BlackboardAttribute.Type getKeyAttribute() throws TskCoreException {
2008  if (shellBagKeyAttributeType == null) {
2009  try {
2010  shellBagKeyAttributeType = tskCase.getBlackboard().getOrAddAttributeType(SHELLBAG_ATTRIBUTE_KEY,
2011  BlackboardAttribute.TSK_BLACKBOARD_ATTRIBUTE_VALUE_TYPE.STRING,
2012  Bundle.Shellbag_Key_Attribute_Display_Name());
2013  } catch (BlackboardException ex) {
2014  throw new TskCoreException(String.format("Failed to get key attribute %s", SHELLBAG_ATTRIBUTE_KEY), ex);
2015  }
2016  }
2017  return shellBagKeyAttributeType;
2018  }
2019 
2029  Map<String, List<String>> readGroups(BufferedReader bufferedReader) throws IOException {
2030  Map<String, List<String>> groupMap = new HashMap<>();
2031 
2032  String line = bufferedReader.readLine();
2033 
2034  int userCount = 0;
2035  String groupName = null;
2036 
2037  while (line != null && !line.contains(SECTION_DIVIDER)) {
2038 
2039  if (line.contains("Group Name")) {
2040  String value = line.replaceAll("Group Name\\s*?:", "").trim();
2041  groupName = (value.replaceAll("\\[\\d*?\\]", "")).trim();
2042  int startIndex = value.indexOf(" [") + 1;
2043  int endIndex = value.indexOf(']');
2044 
2045  if (startIndex != -1 && endIndex != -1) {
2046  String countStr = value.substring(startIndex + 1, endIndex);
2047  userCount = Integer.parseInt(countStr);
2048  }
2049  } else if (line.matches("Users\\s*?:")) {
2050  for (int i = 0; i < userCount; i++) {
2051  line = bufferedReader.readLine();
2052  if (line != null) {
2053  String sid = line.trim();
2054  List<String> groupList = groupMap.get(sid);
2055  if (groupList == null) {
2056  groupList = new ArrayList<>();
2057  groupMap.put(sid, groupList);
2058  }
2059  groupList.add(groupName);
2060  }
2061  }
2062  groupName = null;
2063  }
2064  line = bufferedReader.readLine();
2065  }
2066  return groupMap;
2067  }
2068 
2077  private Map.Entry<String, String> getSAMKeyValue(String line) {
2078  int index = line.indexOf(':');
2079  Map.Entry<String, String> returnValue = null;
2080  String key = null;
2081  String value = null;
2082 
2083  if (index != -1) {
2084  key = line.substring(0, index).trim();
2085  if (index + 1 < line.length()) {
2086  value = line.substring(index + 1).trim();
2087  } else {
2088  value = "";
2089  }
2090 
2091  } else if (line.contains("-->")) {
2092  key = line.replace("-->", "").trim();
2093  value = "true";
2094  }
2095 
2096  if (key != null) {
2097  returnValue = new AbstractMap.SimpleEntry<>(key, value);
2098  }
2099 
2100  return returnValue;
2101  }
2102 
2103  @Override
2104  public void process(Content dataSource, IngestJobContext context, DataSourceIngestModuleProgress progressBar) {
2105  this.dataSource = dataSource;
2106  this.context = context;
2107 
2108  progressBar.progress(Bundle.Progress_Message_Analyze_Registry());
2109  analyzeRegistryFiles();
2110 
2111  }
2112 
2116  private class RegOutputFiles {
2117 
2118  public String autopsyPlugins = "";
2119  public String fullPlugins = "";
2120  }
2121 }
org.sleuthkit.autopsy.datamodel.ContentUtils
Definition: ContentUtils.java:55
org.sleuthkit.autopsy.casemodule.services.FileManager.findFiles
synchronized List< AbstractFile > findFiles(String fileName)
Definition: FileManager.java:185

Copyright © 2012-2021 Basis Technology. Generated on: Tue Jan 19 2021
This work is licensed under a Creative Commons Attribution-Share Alike 3.0 United States License.